diff --git a/package.json b/package.json index 2810cb11..b2ad7d80 100644 --- a/package.json +++ b/package.json @@ -1,6 +1,6 @@ { "name": "coryd.dev", - "version": "7.0.10", + "version": "7.1.0", "description": "The source for my personal site. Built using 11ty and hosted on Netlify.", "type": "module", "scripts": { diff --git a/src/_data/json/robots.js b/src/_data/json/robots.js index 6726bf2a..bee1a7ef 100644 --- a/src/_data/json/robots.js +++ b/src/_data/json/robots.js @@ -2,15 +2,23 @@ export default [ 'AdsBot-Google', 'Amazonbot', 'anthropic-ai', + 'AwarioRssBot', + 'AwarioSmartBot', 'Bytespider', 'CCBot', 'ChatGPT-User', + 'ClaudeBot', + 'Claude-Web', 'cohere-ai', + 'DataForSeoBot', 'FacebookBot', 'Google-Extended', 'GPTBot', + 'magpie-crawler', 'omgili', - 'Omgilibot', + 'omgilibot', + 'peer39_crawler', + 'peer39_crawler/1.0', 'PerplexityBot', 'YouBot', ] \ No newline at end of file