From 84048a79800ff7fda8019da5ae1ff83f888d957f Mon Sep 17 00:00:00 2001 From: zPlus <-> Date: Sat, 1 Apr 2017 21:02:34 +0200 Subject: [PATCH] Add robots.txt --- robots.txt | 3 +++ 1 file changed, 3 insertions(+) create mode 100644 robots.txt diff --git a/robots.txt b/robots.txt new file mode 100644 index 00000000..09331d65 --- /dev/null +++ b/robots.txt @@ -0,0 +1,3 @@ +User-agent: * +Disallow: +Crawl-delay: 5