Merge pull request #122 from ai-robots-txt/qualified-bot
Some checks are pending
/ ai-robots-txt (push) Waiting to run
/ run-tests (push) Waiting to run

chore(robots.json): adds QualifiedBot crawler
This commit is contained in:
Cory Dransfeldt 2025-05-15 07:17:51 -07:00 committed by GitHub
commit 28e69e631b
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -335,6 +335,13 @@
"operator": "[Huawei](https://huawei.com/)",
"respect": "Yes"
},
"QualifiedBot": {
"description": "Operated by Qualified as part of their suite of AI product offerings.",
"frequency": "No explicit frequency provided.",
"function": "Company offers AI agents and other related products; usage can be assumed to support said products.",
"operator": "[Qualified](https://www.qualified.com)",
"respect": "Unclear at this time.",
},
"Scrapy": {
"description": "\"AI and machine learning applications often need large amounts of quality data, and web data extraction is a fast, efficient way to build structured data sets.\"",
"frequency": "No information.",
@ -398,4 +405,4 @@
"frequency": "No information.",
"description": "Retrieves data used for You.com web search engine and LLMs."
}
}
}