Update robots.json

Co-authored-by: Glyn Normington <work@underlap.org>
This commit is contained in:
Kyle Buckingham 2025-04-16 16:42:58 -07:00 committed by GitHub
parent 8dc36aa2e2
commit 4a6f37d727
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -78,7 +78,7 @@
},
"Claude-User": {
"operator": "[Anthropic](https://www.anthropic.com)",
"respect": "Unclear at this time.",
"respect": "[Yes](https://support.anthropic.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler)",
"function": "Claude-User supports Claude AI users. When individuals ask questions to Claude, it may access websites using a Claude-User agent.",
"frequency": "No information provided.",
"description": "Claude-User supports Claude AI users. When individuals ask questions to Claude, it may access websites using a Claude-User agent."