mirror of
https://github.com/ai-robots-txt/ai.robots.txt.git
synced 2025-04-04 11:03:59 +00:00
Update robots.json
This commit is contained in:
parent
9f506ac0aa
commit
35a461ff18
1 changed files with 8 additions and 1 deletions
|
@ -202,6 +202,13 @@
|
|||
"operator": "[ISS-Corporate](https://iss-cyber.com)",
|
||||
"respect": "No"
|
||||
},
|
||||
"KagiBot": {
|
||||
"operator": "Unclear at this time.",
|
||||
"respect": "Unclear at this time.",
|
||||
"function": "Web crawler for Kagi search engine",
|
||||
"frequency": "Unclear at this time.",
|
||||
"description": "May be used by Kagi to scrape websites for Kagi Assistant"
|
||||
},
|
||||
"Kangaroo Bot": {
|
||||
"operator": "Unclear at this time.",
|
||||
"respect": "Unclear at this time.",
|
||||
|
@ -321,4 +328,4 @@
|
|||
"frequency": "No information.",
|
||||
"description": "Retrieves data used for You.com web search engine and LLMs."
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
Loading…
Reference in a new issue