diff --git a/.gitignore b/.gitignore index ca3fba407..5ab7d743a 100644 --- a/.gitignore +++ b/.gitignore @@ -23,4 +23,6 @@ package-lock.json /web/.env.defaults /custom/* !/custom/homepage.example.js +!/custom/robots.disallowall +!/custom/robots.allowall .env diff --git a/custom/robots.allowall b/custom/robots.allowall new file mode 100644 index 000000000..c2a49f4fb --- /dev/null +++ b/custom/robots.allowall @@ -0,0 +1,2 @@ +User-agent: * +Allow: / diff --git a/custom/robots.disallowall b/custom/robots.disallowall new file mode 100644 index 000000000..1f53798bb --- /dev/null +++ b/custom/robots.disallowall @@ -0,0 +1,2 @@ +User-agent: * +Disallow: /