aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--src/or/directory.c16
1 files changed, 16 insertions, 0 deletions
diff --git a/src/or/directory.c b/src/or/directory.c
index 9a63ad2b1..f54cdb86a 100644
--- a/src/or/directory.c
+++ b/src/or/directory.c
@@ -1613,6 +1613,22 @@ directory_handle_command_get(connection_t *conn, char *headers,
return 0;
}
+ if (!strcmp(url,"/tor/robots.txt")) { /* /robots.txt will have been
+ rewritten to /tor/robots.txt */
+ char robots[] = "User-agent: *\r\nDisallow: /\r\n";
+ size_t len = strlen(robots);
+ format_rfc1123_time(date, time(NULL));
+ tor_snprintf(tmp, sizeof(tmp),
+ "HTTP/1.0 200 OK\r\nDate: %s\r\nContent-Length: %d\r\n"
+ "Content-Type: text/plain\r\n\r\n",
+ date,
+ (int)len);
+ connection_write_to_buf(tmp, strlen(tmp), conn);
+ connection_write_to_buf(robots, len, conn);
+ tor_free(url);
+ return 0;
+ }
+
/* we didn't recognize the url */
write_http_status_line(conn, 404, "Not found");
tor_free(url);