cdransf/ai.robots.txt
1
1
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-04-04 03:03:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Merge d79ca19f38 into c249de99a3

Browse source
This commit is contained in:
Katrin Leinweber 2025-03-28 06:00:41 +01:00 committed by GitHub
commit a40cdcbe1e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 7 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
robots.json
View file

@ -209,6 +209,13 @@
"frequency": "Unclear at this time.", "frequency": "Unclear at this time.",
"description": "Kangaroo Bot is used by the company Kangaroo LLM to download data to train AI models tailored to Australian language and culture. More info can be found at https://darkvisitors.com/agents/agents/kangaroo-bot" "description": "Kangaroo Bot is used by the company Kangaroo LLM to download data to train AI models tailored to Australian language and culture. More info can be found at https://darkvisitors.com/agents/agents/kangaroo-bot"
}, },
"Lightpanda": {
"operator": "Unclear at this time.",
"respect": "Unclear at this time.",
"function": "AI Data Scraper",
"frequency": "Unclear at this time.",
"description": "Lightpanda is a headless browser intended for 'AI agents, LLM training, scraping and testing': https://github.com/lightpanda-io/browser"
},
"Meta-ExternalAgent": { "Meta-ExternalAgent": {
"operator": "[Meta](https://developers.facebook.com/docs/sharing/webmasters/web-crawlers)", "operator": "[Meta](https://developers.facebook.com/docs/sharing/webmasters/web-crawlers)",
"respect": "Yes.", "respect": "Yes.",