From 9e10912b1d455eae5aa9a4d93e8b0705ae7f6aa6 Mon Sep 17 00:00:00 2001 From: Tim Kelty Date: Thu, 29 Jul 2021 14:55:04 -0400 Subject: [PATCH] Remove non-matching robots --- .docker/default.conf | 6 ------ web/robots.txt | 2 ++ 2 files changed, 2 insertions(+), 6 deletions(-) create mode 100644 web/robots.txt diff --git a/.docker/default.conf b/.docker/default.conf index 227c1466..41e94a0c 100644 --- a/.docker/default.conf +++ b/.docker/default.conf @@ -7,12 +7,6 @@ server { add_header X-Robots-Tag "noindex, nofollow"; - location /robots.txt { - access_log off; - add_header Content-Type text/plain; - return 200 "User-agent: */\nDisallow: /\n"; - } - # security include craftcms/security.conf; diff --git a/web/robots.txt b/web/robots.txt new file mode 100644 index 00000000..1f53798b --- /dev/null +++ b/web/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: /