This repository has been archived on 2025-03-28. You can view files and clone it, but cannot push or open issues or pull requests.
coryd.dev-eleventy/src/_data/json/robots.js
2024-04-22 09:30:50 -07:00

32 lines
517 B
JavaScript

export default [
'AdsBot-Google',
'Amazonbot',
'anthropic-ai',
'Applebot',
'AwarioRssBot',
'AwarioSmartBot',
'Bytespider',
'CCBot',
'ChatGPT-User',
'ClaudeBot',
'Claude-Web',
'cohere-ai',
'DataForSeoBot',
'FacebookBot',
'FriendlyCrawler',
'Google-Extended',
'GoogleOther',
'GPTBot',
'img2dataset',
'ImagesiftBot',
'magpie-crawler',
'Meltwater',
'omgili',
'omgilibot',
'peer39_crawler',
'peer39_crawler/1.0',
'PerplexityBot',
'PiplBot',
'Seekr',
'YouBot',
]