diff options
| -rw-r--r-- | .gitignore | 1 | ||||
| -rw-r--r-- | www/wiki/robots.txt.no | 2 | ||||
| -rw-r--r-- | www/wiki/robots.txt.yes | 4 |
3 files changed, 7 insertions, 0 deletions
@@ -39,6 +39,7 @@ tmp/wiki/cache/* !tmp/wiki/cache/.gitkeep www/wiki/LocalSettings.php +www/wiki/robots.txt www/wiki/favicon.ico www/crm/wp-config.php diff --git a/www/wiki/robots.txt.no b/www/wiki/robots.txt.no new file mode 100644 index 00000000..1f53798b --- /dev/null +++ b/www/wiki/robots.txt.no @@ -0,0 +1,2 @@ +User-agent: * +Disallow: / diff --git a/www/wiki/robots.txt.yes b/www/wiki/robots.txt.yes new file mode 100644 index 00000000..44c1a92b --- /dev/null +++ b/www/wiki/robots.txt.yes @@ -0,0 +1,4 @@ +User-agent: * +Allow: / +User-agent: ia_archiver +Allow: /*&action=raw |