cdransf/coryd.dev-eleventy
Archived
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

chore: block more ai bots

Browse source
This commit is contained in:
Cory Dransfeldt 2024-03-01 18:32:58 -08:00
parent c61a1dc0d4
commit d84799ed81
No known key found for this signature in database
2 changed files with 10 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

10
src/_data/json/robots.js
View file

@ -2,15 +2,23 @@ export default [
'AdsBot-Google',
'Amazonbot',
'anthropic-ai',
'AwarioRssBot',
'AwarioSmartBot',
'Bytespider',
'CCBot',
'ChatGPT-User',
'ClaudeBot',
'Claude-Web',
'cohere-ai',
'DataForSeoBot',
'FacebookBot',
'Google-Extended',
'GPTBot',
'magpie-crawler',
'omgili',
'Omgilibot',
'omgilibot',
'peer39_crawler',
'peer39_crawler/1.0',
'PerplexityBot',
'YouBot',
]