summaryrefslogtreecommitdiffstats
path: root/wiki/src/robots.txt
diff options
context:
space:
mode:
authorT(A)ILS developers <amnesia@boum.org>2011-02-03 20:33:40 +0100
committerT(A)ILS developers <amnesia@boum.org>2011-02-03 20:33:40 +0100
commitb46318b8e728f879d49947965b4fbe4bb11219c7 (patch)
treecd3928bdc07bb35ce417139186c6346a83da79bd /wiki/src/robots.txt
parent2232592b586416bf5f1d30f3c4550b5abecce93d (diff)
Add robots.txt.
Diffstat (limited to 'wiki/src/robots.txt')
-rw-r--r--wiki/src/robots.txt9
1 files changed, 9 insertions, 0 deletions
diff --git a/wiki/src/robots.txt b/wiki/src/robots.txt
new file mode 100644
index 0000000..9daa478
--- /dev/null
+++ b/wiki/src/robots.txt
@@ -0,0 +1,9 @@
+User-agent: *
+Crawl-delay: 20
+
+User-agent: *
+Disallow: /ikiwiki.cgi
+
+User-agent: ShopWiki
+Disallow: /
+