From 2c344aff8d64e672d159fc05f90d9f054d646265 Mon Sep 17 00:00:00 2001 From: Yaco Date: Sun, 6 Oct 2019 22:33:00 -0300 Subject: agrega robots.txt --- www/wiki/robots.txt.no | 2 ++ www/wiki/robots.txt.yes | 4 ++++ 2 files changed, 6 insertions(+) create mode 100644 www/wiki/robots.txt.no create mode 100644 www/wiki/robots.txt.yes (limited to 'www/wiki') diff --git a/www/wiki/robots.txt.no b/www/wiki/robots.txt.no new file mode 100644 index 00000000..1f53798b --- /dev/null +++ b/www/wiki/robots.txt.no @@ -0,0 +1,2 @@ +User-agent: * +Disallow: / diff --git a/www/wiki/robots.txt.yes b/www/wiki/robots.txt.yes new file mode 100644 index 00000000..44c1a92b --- /dev/null +++ b/www/wiki/robots.txt.yes @@ -0,0 +1,4 @@ +User-agent: * +Allow: / +User-agent: ia_archiver +Allow: /*&action=raw -- cgit v1.2.1