cdransf/coryd.dev-eleventy
Archived
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

chore: block more ai bots

Browse source
This commit is contained in:
Cory Dransfeldt 2024-03-01 18:32:58 -08:00
parent c61a1dc0d4
commit d84799ed81
No known key found for this signature in database
2 changed files with 10 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
package.json
View file

@ -1,6 +1,6 @@
{ {
"name": "coryd.dev", "name": "coryd.dev",
"version": "7.0.10", "version": "7.1.0",
"description": "The source for my personal site. Built using 11ty and hosted on Netlify.", "description": "The source for my personal site. Built using 11ty and hosted on Netlify.",
"type": "module", "type": "module",
"scripts": { "scripts": {

10
src/_data/json/robots.js
View file

@ -2,15 +2,23 @@ export default [
'AdsBot-Google', 'AdsBot-Google',
'Amazonbot', 'Amazonbot',
'anthropic-ai', 'anthropic-ai',
'AwarioRssBot',
'AwarioSmartBot',
'Bytespider', 'Bytespider',
'CCBot', 'CCBot',
'ChatGPT-User', 'ChatGPT-User',
'ClaudeBot',
'Claude-Web',
'cohere-ai', 'cohere-ai',
'DataForSeoBot',
'FacebookBot', 'FacebookBot',
'Google-Extended', 'Google-Extended',
'GPTBot', 'GPTBot',
'magpie-crawler',
'omgili', 'omgili',
'Omgilibot', 'omgilibot',
'peer39_crawler',
'peer39_crawler/1.0',
'PerplexityBot', 'PerplexityBot',
'YouBot', 'YouBot',
] ]