X-Git-Url: https://git.njae.me.uk/?a=blobdiff_plain;f=public%2Frobots.txt;fp=public%2Frobots.txt;h=b19a37782ced13159dfea2756ebdaeef5bcfa046;hb=7f3da99f73d86dacf7e79422a8af1db4e5261abe;hp=1a3a5e4dd2502ac121c22f743c4250e254a94eeb;hpb=4fe7e6f3f5daec7717b88e4f484bdb872ef7aacd;p=feedcatcher.git diff --git a/public/robots.txt b/public/robots.txt index 1a3a5e4..b19a377 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,5 +1,5 @@ # See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: -# User-agent: * -# Disallow: / +User-agent: * +Disallow: /