cdransf/ai.robots.txt
1
1
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-04-16 15:27:46 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Update from Dark Visitors

Browse source
This commit is contained in:
dark-visitors 2024-10-27 00:54:47 +00:00
parent a66b16827d
commit fe5f407673
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
robots.json
View file

@ -1,10 +1,10 @@
{ {
"AI2Bot": { "AI2Bot": {
"description": "Explores 'certain domains' to find web content.",
"frequency": "No information provided.",
"function": "Content is used to train open language models.",
"operator": "[Ai2](https://allenai.org/crawler)", "operator": "[Ai2](https://allenai.org/crawler)",
"respect": "Yes" "respect": "Yes",
"function": "Content is used to train open language models.",
"frequency": "No information provided.",
"description": "Explores 'certain domains' to find web content."
}, },
"Ai2Bot-Dolma": { "Ai2Bot-Dolma": {
"description": "Explores 'certain domains' to find web content.", "description": "Explores 'certain domains' to find web content.",