X-Git-Url: https://git.njae.me.uk/?a=blobdiff_plain;f=vendor%2Frails%2Frailties%2Fhtml%2Frobots.txt;fp=vendor%2Frails%2Frailties%2Fhtml%2Frobots.txt;h=0000000000000000000000000000000000000000;hb=36d9f3351a3b4e8159279445190e2287ffdea86c;hp=085187fa58b1631e955f5d514d895a7721466797;hpb=913cf6054b1d29b5d2f5e620304af7ee77cc1f1f;p=feedcatcher.git diff --git a/vendor/rails/railties/html/robots.txt b/vendor/rails/railties/html/robots.txt deleted file mode 100644 index 085187f..0000000 --- a/vendor/rails/railties/html/robots.txt +++ /dev/null @@ -1,5 +0,0 @@ -# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file -# -# To ban all spiders from the entire site uncomment the next two lines: -# User-Agent: * -# Disallow: /