diff options
author | Yaco <franco@reevo.org> | 2019-10-06 22:33:00 -0300 |
---|---|---|
committer | Yaco <franco@reevo.org> | 2019-10-06 22:33:00 -0300 |
commit | 2c344aff8d64e672d159fc05f90d9f054d646265 (patch) | |
tree | 025f139f460dd25c16f87f447800f242ff375d64 | |
parent | 233340542b4d1c323a32612f764c4667533b1b4c (diff) |
agrega robots.txt
-rw-r--r-- | .gitignore | 1 | ||||
-rw-r--r-- | www/wiki/robots.txt.no | 2 | ||||
-rw-r--r-- | www/wiki/robots.txt.yes | 4 |
3 files changed, 7 insertions, 0 deletions
@@ -39,6 +39,7 @@ tmp/wiki/cache/* !tmp/wiki/cache/.gitkeep www/wiki/LocalSettings.php +www/wiki/robots.txt www/wiki/favicon.ico www/crm/wp-config.php diff --git a/www/wiki/robots.txt.no b/www/wiki/robots.txt.no new file mode 100644 index 00000000..1f53798b --- /dev/null +++ b/www/wiki/robots.txt.no @@ -0,0 +1,2 @@ +User-agent: * +Disallow: / diff --git a/www/wiki/robots.txt.yes b/www/wiki/robots.txt.yes new file mode 100644 index 00000000..44c1a92b --- /dev/null +++ b/www/wiki/robots.txt.yes @@ -0,0 +1,4 @@ +User-agent: * +Allow: / +User-agent: ia_archiver +Allow: /*&action=raw |