X-Git-Url: https://git.njae.me.uk/?a=blobdiff_plain;f=public%2Frobots.txt;fp=public%2Frobots.txt;h=085187fa58b1631e955f5d514d895a7721466797;hb=16d24228b0ba7ae40cf90b5445ba5a5644648127;hp=0000000000000000000000000000000000000000;hpb=c150b21588f28c36b6d14adb6a9cb0bfb8c37773;p=feedcatcher.git

diff --git a/public/robots.txt b/public/robots.txt
new file mode 100644
index 0000000..085187f
--- /dev/null
+++ b/public/robots.txt
@@ -0,0 +1,5 @@
+# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
+#
+# To ban all spiders from the entire site uncomment the next two lines:
+# User-Agent: *
+# Disallow: /