From 9268fa45e7605d77ce6ae4ba8ceec32d206bc84f Mon Sep 17 00:00:00 2001
From: jessop <jessop@lbry.com>
Date: Tue, 6 Oct 2020 21:59:53 -0400
Subject: [PATCH] robots.txt defaults to disallow

---
 static/robots.txt     | 2 ++
 web/webpack.config.js | 5 +++++
 2 files changed, 7 insertions(+)
 create mode 100644 static/robots.txt

diff --git a/static/robots.txt b/static/robots.txt
new file mode 100644
index 000000000..1f53798bb
--- /dev/null
+++ b/static/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /
diff --git a/web/webpack.config.js b/web/webpack.config.js
index 8381d51b5..43e7f1c89 100644
--- a/web/webpack.config.js
+++ b/web/webpack.config.js
@@ -37,6 +37,11 @@ const copyWebpackCommands = [
     },
     force: true,
   },
+  {
+    from: `${STATIC_ROOT}/robots.txt`,
+    to: `${DIST_ROOT}/robots.txt`,
+    force: true,
+  },
   {
     from: `${STATIC_ROOT}/img/favicon.png`,
     to: `${DIST_ROOT}/public/favicon.png`,