diff options
Diffstat (limited to 'www/wiki')
-rw-r--r-- | www/wiki/robots.txt.no | 2 | ||||
-rw-r--r-- | www/wiki/robots.txt.yes | 4 |
2 files changed, 6 insertions, 0 deletions
diff --git a/www/wiki/robots.txt.no b/www/wiki/robots.txt.no new file mode 100644 index 00000000..1f53798b --- /dev/null +++ b/www/wiki/robots.txt.no @@ -0,0 +1,2 @@ +User-agent: * +Disallow: / diff --git a/www/wiki/robots.txt.yes b/www/wiki/robots.txt.yes new file mode 100644 index 00000000..44c1a92b --- /dev/null +++ b/www/wiki/robots.txt.yes @@ -0,0 +1,4 @@ +User-agent: * +Allow: / +User-agent: ia_archiver +Allow: /*&action=raw |