view wiki/htdocs/robots.txt @ 4087:3979f7c25616

CSS: remove some comments related to the 'IE7 hack' (we don't use it any more - and never really did)
author Thomas Waldmann <tw AT waldmann-edv DOT de>
date Sat, 13 Sep 2008 00:16:04 +0200
parents fcadd1faee76
children
line wrap: on
line source
# if you want to add own robot rules, do it BEFORE the final rule matching *

User-agent: *
Crawl-delay: 20
# This has to match script url + cfg.url_prefix_action - it
# saves lots of search engine load and traffic by disallowing crawlers
# to request action related URLs.
#
# NOTE - in order to make this have any effect, you have to set
#        url_prefix_action to "action", cf. HelpOnConfiguration

Disallow: /action/