cdransf/ai.robots.txt
1
1
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-04-12 05:57:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

chore: add sidetrade bot

Browse source
This commit is contained in:
Cory Dransfeldt 2024-09-28 13:58:00 -07:00
parent 632e9d6510
commit 6a988be27f
No known key found for this signature in database
1 changed files with 8 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
robots.json
View file

@ -184,10 +184,17 @@
"Scrapy": { "Scrapy": {
"description": "\"AI and machine learning applications often need large amounts of quality data, and web data extraction is a fast, efficient way to build structured data sets.\"", "description": "\"AI and machine learning applications often need large amounts of quality data, and web data extraction is a fast, efficient way to build structured data sets.\"",
"frequency": "No information.", "frequency": "No information.",
"function": "Scrapes data a variety of uses including training AI.", "function": "Scrapes data for a variety of uses including training AI.",
"operator": "[Zyte](https://www.zyte.com)", "operator": "[Zyte](https://www.zyte.com)",
"respect": "Unclear at this time." "respect": "Unclear at this time."
}, },
"Sidetrade indexer bot": {
"description": "AI product training.",
"frequency": "No information.",
"function": "Extracts data for a variety of uses including training AI.",
"operator": "[Sidetrade](https://www.sidetrade.com)",
"respect": "Unclear at this time."
},
"Timpibot": { "Timpibot": {
"description": "Makes data available for training AI models.", "description": "Makes data available for training AI models.",
"frequency": "No information.", "frequency": "No information.",