cdransf/ai.robots.txt
1
1
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-04-12 05:57:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Update robots.json

Browse source 
Added the User Agent recommended by PostOpen (Bruce Perens).
https://postopen.org/content-protection-project/
This commit is contained in:
Michael Davey 2024-09-23 18:03:19 +01:00 committed by GitHub
parent 2c68b9a88b
commit c1e6265ef4
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 8 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
robots.json
View file

@ -1,4 +1,11 @@
{
"AI": {
"description": "PostOpen recommendation.",
"frequency": "No information. provided.",
"function": "Content is used to train artificial intelligence (AI), large language models (LLM), machine learning systems or neural networks.",
"operator": "[Various](https://postopen.org/content-protection-project/)",
"respect": "Yes"
},
"AI2Bot": {
"description": "Explores 'certain domains' to find web content.",
"frequency": "No information. provided.",
@ -258,4 +265,4 @@
"operator": "[Webz.io](https://webz.io/)",
"respect": "[Yes](https://web.archive.org/web/20170704003301/http://omgili.com/Crawler.html)"
}
}
}