summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--robots.txt8
1 files changed, 8 insertions, 0 deletions
diff --git a/robots.txt b/robots.txt
new file mode 100644
index 00000000..42018bd9
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,8 @@
+# No me indexes el historial loco
+User-Agent: *
+Disallow: /index.php
+
+# Dejar que Internet Archive indexe las páginas en bruto
+User-Agent: ia_archiver
+Allow: /*&action=raw
+