changeset 727:005d8cee8f32

add a comment about robots.txt extension
author Thomas Waldmann <tw AT waldmann-edv DOT de>
date Sat, 27 May 2006 22:04:10 +0200
parents 04671b858641
children b33a172bcb0c
files wiki/htdocs/robots.txt
diffstat 1 files changed, 2 insertions(+), 0 deletions(-) [+]
line wrap: on
line diff
--- a/wiki/htdocs/robots.txt	Sat May 27 21:54:51 2006 +0200
+++ b/wiki/htdocs/robots.txt	Sat May 27 22:04:10 2006 +0200
@@ -1,3 +1,5 @@
+# if you want to add own robot rules, do it BEFORE the final rule matching *
+
 User-agent: *
 Crawl-delay: 20
 Disallow: