From e41740db7af00d98ac08a5db5603e88b0430d73a Mon Sep 17 00:00:00 2001 From: Marcin Kurczewski Date: Thu, 9 Oct 2014 17:23:33 +0200 Subject: [PATCH] Updated robots.txt --- public_html/robots.txt | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/public_html/robots.txt b/public_html/robots.txt index b0a720df..2cd64283 100644 --- a/public_html/robots.txt +++ b/public_html/robots.txt @@ -1,2 +1,3 @@ -User-agent: ia_archiver +User-Agent: * +Allow: /$ Disallow: /