From fe18a79dd2f7115b30d440a025a7f7f72486dd09 Mon Sep 17 00:00:00 2001
From: James Mills <prologic@shortcircuit.net.au>
Date: Tue, 3 Apr 2018 14:32:43 -0700
Subject: Add support for robots.txt user agent control from web crawlers (#10)

---
 robots.txt | 2 ++
 1 file changed, 2 insertions(+)
 create mode 100644 robots.txt

(limited to 'robots.txt')

diff --git a/robots.txt b/robots.txt
new file mode 100644
index 0000000..1f53798
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /
-- 
cgit v1.3.1