diff --git a/src/meta/robots.liquid b/src/meta/robots.liquid index 0826aed1..6b564b37 100644 --- a/src/meta/robots.liquid +++ b/src/meta/robots.liquid @@ -11,6 +11,12 @@ Disallow: User-agent: AdsBot-Google Disallow: / +User-agent: Amazonbot +Disallow: / + +User-agent: anthropic-ai +Disallow: / + User-agent: Bytespider Disallow: / @@ -20,6 +26,9 @@ Disallow: / User-agent: ChatGPT-User Disallow: / +User-agent: cohere-ai +Disallow: / + User-agent: FacebookBot Disallow: / @@ -29,8 +38,14 @@ Disallow: / User-agent: GPTBot Disallow: / -User-agent: Omgili +User-agent: omgili Disallow: / User-agent: Omgilibot +Disallow: / + +User-agent: PerplexityBot +Disallow: / + +User-agent: YouBot Disallow: / \ No newline at end of file