From d84799ed811736d042d761d4dc2f292b900e8098 Mon Sep 17 00:00:00 2001 From: Cory Dransfeldt Date: Fri, 1 Mar 2024 18:32:58 -0800 Subject: [PATCH] chore: block more ai bots --- package.json | 2 +- src/_data/json/robots.js | 10 +++++++++- 2 files changed, 10 insertions(+), 2 deletions(-) diff --git a/package.json b/package.json index 2810cb11..b2ad7d80 100644 --- a/package.json +++ b/package.json @@ -1,6 +1,6 @@ { "name": "coryd.dev", - "version": "7.0.10", + "version": "7.1.0", "description": "The source for my personal site. Built using 11ty and hosted on Netlify.", "type": "module", "scripts": { diff --git a/src/_data/json/robots.js b/src/_data/json/robots.js index 6726bf2a..bee1a7ef 100644 --- a/src/_data/json/robots.js +++ b/src/_data/json/robots.js @@ -2,15 +2,23 @@ export default [ 'AdsBot-Google', 'Amazonbot', 'anthropic-ai', + 'AwarioRssBot', + 'AwarioSmartBot', 'Bytespider', 'CCBot', 'ChatGPT-User', + 'ClaudeBot', + 'Claude-Web', 'cohere-ai', + 'DataForSeoBot', 'FacebookBot', 'Google-Extended', 'GPTBot', + 'magpie-crawler', 'omgili', - 'Omgilibot', + 'omgilibot', + 'peer39_crawler', + 'peer39_crawler/1.0', 'PerplexityBot', 'YouBot', ] \ No newline at end of file