From c192de198afe4928dcd921ae7e78ce89c3d9b9ae Mon Sep 17 00:00:00 2001 From: Jochen Topf Date: Thu, 14 Apr 2011 19:17:14 +0200 Subject: allowed more access to robots --- web/public/robots.txt | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) (limited to 'web/public') diff --git a/web/public/robots.txt b/web/public/robots.txt index 2d178f8..d10f5f4 100644 --- a/web/public/robots.txt +++ b/web/public/robots.txt @@ -1,3 +1,11 @@ User-agent: * -Disallow: / +Disallow: /api +Disallow: /css Disallow: /download +Disallow: /embed +Disallow: /flexigrid +Disallow: /img +Disallow: /js +Disallow: /keys +Disallow: /search/suggest +Disallow: /tags -- cgit v1.2.3