From ba0f6170afad969e7ff8b38e561badcad27d10d5 Mon Sep 17 00:00:00 2001 From: Dave Gallant Date: Sat, 3 Feb 2024 09:11:03 -0500 Subject: [PATCH] Add bytespider to robots.txt --- themes/hugo-theme-gruvbox/layouts/robots.txt | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/themes/hugo-theme-gruvbox/layouts/robots.txt b/themes/hugo-theme-gruvbox/layouts/robots.txt index 5de09978..89c1f425 100644 --- a/themes/hugo-theme-gruvbox/layouts/robots.txt +++ b/themes/hugo-theme-gruvbox/layouts/robots.txt @@ -39,6 +39,11 @@ Disallow: / User-agent: omgili Disallow: / +# This blocks Bytespider +https://darkvisitors.com/agents/bytespider +User-agent: Bytespider +Disallow: / + User-agent: * {{ if eq (hugo.Environment) "production" -}} Allow: /