From 394eff30fa5986ac4a9a90fcc999978c0264b83b Mon Sep 17 00:00:00 2001
From: Arndt Brenschede <Arndt.Brenschede@web.de>
Date: Sun, 21 Oct 2018 16:18:54 +0200
Subject: [PATCH] robots.txt

---
 .../src/main/java/btools/server/RouteServer.java          | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/brouter-server/src/main/java/btools/server/RouteServer.java b/brouter-server/src/main/java/btools/server/RouteServer.java
index 5cdf0de..93c4bf0 100644
--- a/brouter-server/src/main/java/btools/server/RouteServer.java
+++ b/brouter-server/src/main/java/btools/server/RouteServer.java
@@ -69,6 +69,14 @@ public class RouteServer extends Thread
             {
             	return;
             }
+            if ( getline.startsWith("GET /robots.txt") )
+            {
+              writeHttpHeader( bw );
+              bw.write( "User-agent: *\n" );
+              bw.write( "Disallow: /\n" );
+              bw.flush();
+              return;
+            }
 
             InetAddress ip = clientSocket.getInetAddress();
             System.out.println( formattedTimestamp() + " ip=" + (ip==null ? "null" : ip.toString() ) + " -> " + getline );