From b4274e0e33eafb5e9ead9d949ebf031a9fb8363b Mon Sep 17 00:00:00 2001 From: wiki Date: Sun, 1 May 2016 07:32:37 +0100 Subject: this robots.txt is dated 2015-05-29 --- robots.txt | 8 ++++++++ 1 file changed, 8 insertions(+) create mode 100644 robots.txt diff --git a/robots.txt b/robots.txt new file mode 100644 index 00000000..42018bd9 --- /dev/null +++ b/robots.txt @@ -0,0 +1,8 @@ +# No me indexes el historial loco +User-Agent: * +Disallow: /index.php + +# Dejar que Internet Archive indexe las páginas en bruto +User-Agent: ia_archiver +Allow: /*&action=raw + -- cgit v1.2.2