cdransf/ai.robots.txt
1
1
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-05-17 16:03:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

Update from Dark Visitors
Some checks are pending
/ ai-robots-txt (push) Waiting to run
Details
/ run-tests (push) Waiting to run
Details
/ lint-json (push) Waiting to run
Details

Browse source
This commit is contained in:
dark-visitors 2025-05-16 00:59:08 +00:00
parent 73f6f67adf
commit 16d1de7094
1 changed files with 6 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

10
robots.json
View file

@ -336,11 +336,11 @@
"respect": "Yes" "respect": "Yes"
}, },
"QualifiedBot": { "QualifiedBot": {
"description": "Operated by Qualified as part of their suite of AI product offerings.", "description": "Operated by Qualified as part of their suite of AI product offerings.",
"frequency": "No explicit frequency provided.", "frequency": "No explicit frequency provided.",
"function": "Company offers AI agents and other related products; usage can be assumed to support said products.", "function": "Company offers AI agents and other related products; usage can be assumed to support said products.",
"operator": "[Qualified](https://www.qualified.com)", "operator": "[Qualified](https://www.qualified.com)",
"respect": "Unclear at this time." "respect": "Unclear at this time."
}, },
"Scrapy": { "Scrapy": {
"description": "\"AI and machine learning applications often need large amounts of quality data, and web data extraction is a fast, efficient way to build structured data sets.\"", "description": "\"AI and machine learning applications often need large amounts of quality data, and web data extraction is a fast, efficient way to build structured data sets.\"",