cdransf/ai.robots.txt
1
1
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-04-04 11:03:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Update from Dark Visitors

Browse source
This commit is contained in:
dark-visitors 2024-12-04 00:55:50 +00:00
parent 24666e8b15
commit 2036a68c1f
1 changed files with 7 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
robots.json
View file

@ -83,6 +83,13 @@
"frequency": "Takes action based on user prompts.",
"description": "Retrieves data based on user prompts."
},
"cohere-training-data-crawler": {
"operator": "Cohere to download training data for its LLMs (Large Language Models) that power its enterprise AI products",
"respect": "Unclear at this time.",
"function": "AI Data Scrapers",
"frequency": "Unclear at this time.",
"description": "cohere-training-data-crawler is a web crawler operated by Cohere to download training data for its LLMs (Large Language Models) that power its enterprise AI products. More info can be found at https://darkvisitors.com/agents/agents/cohere-training-data-crawler"
},
"Diffbot": {
"operator": "[Diffbot](https://www.diffbot.com/)",
"respect": "At the discretion of Diffbot users.",