From 8d4059128d57314eeeee0cbb1989957c3e882bb6 Mon Sep 17 00:00:00 2001 From: Cory Dransfeldt Date: Thu, 14 Dec 2023 20:17:33 -0800 Subject: [PATCH] chore: update robots.txt --- src/meta/robots.liquid | 14 ++++++++++---- 1 file changed, 10 insertions(+), 4 deletions(-) diff --git a/src/meta/robots.liquid b/src/meta/robots.liquid index c38fc4a0..3858d4c4 100644 --- a/src/meta/robots.liquid +++ b/src/meta/robots.liquid @@ -11,17 +11,23 @@ Disallow: User-agent: CCBot Disallow: / +User-agent: AdsBot-Google +Disallow: / + +User-agent: Google-Extended +Disallow: / + +User-agent: Bytespider +Disallow: / + User-agent: ChatGPT-User Disallow: / User-agent: GPTBot Disallow: / -User-agent: Google-Extended +User-agent: FacebookBot Disallow: / User-agent: Omgilibot -Disallow: / - -User-agent: FacebookBot Disallow: / \ No newline at end of file