simple robots.txt

2012-01-06 22:56:54 -05:00 · 2012-01-06 22:56:54 -05:00 · 137b990c3a
commit 137b990c3a
parent 701c93687a
1 changed files with 2 additions and 0 deletions
--- a/robots.txt
+++ b/robots.txt
@ -0,0 +1,2 @@
+User-agent: *
+Crawl-delay: 10