cdransf/ai.robots.txt
1
1
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-04-05 11:27:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Merge pull request #25 from mirium999/add_icc_crawler

Browse source 
Add ICC-Crawler
This commit is contained in:
Adam Newbold 2024-08-03 21:21:45 -04:00 committed by GitHub
commit 8d4d52cdab
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 7 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
robots.json
View file

@ -118,6 +118,13 @@
"frequency": "No information.",
"description": "Data is used to train current and future models, removed paywalled data, PII and data that violates the company's policies."
},
"ICC-Crawler": {
"operator": "[NICT](https:\/\/nict.go.jp)",
"respect": "Yes",
"function": "Scrapes data to train and support AI technologies.",
"frequency": "No information.",
"description": "Use the collected data for artificial intelligence technologies; provide data to third parties, including commercial companies; those companies can use the data for their own business."
},
"img2dataset": {
"operator": "[img2dataset](https:\/\/github.com\/rom1504\/img2dataset)",
"respect": "Unclear at this time.",