From 26737986b64effc3c424e3518672ab132fd9afd6 Mon Sep 17 00:00:00 2001 From: Jochen Topf Date: Mon, 19 May 2014 08:24:09 +0200 Subject: Disallow robot access to /compare pages. --- web/public/robots.txt | 1 + 1 file changed, 1 insertion(+) (limited to 'web') diff --git a/web/public/robots.txt b/web/public/robots.txt index f39fb5c..8eeea4a 100644 --- a/web/public/robots.txt +++ b/web/public/robots.txt @@ -1,5 +1,6 @@ User-agent: * Disallow: /api +Disallow: /compare Disallow: /css Disallow: /download Disallow: /embed -- cgit v1.2.3