cdransf/ai.robots.txt
1
1
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-04-19 00:26:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Fix html-mangled hyphen in Perplexity-Users

Browse source 
Fixes: #99
This commit is contained in:
Frederic Barthelemy 2025-04-04 17:34:14 -07:00
parent 6b0349f37d
commit 5f5a89c38c
No known key found for this signature in database
GPG key ID: 6FF43C49A5D473EF
12 changed files with 42 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

14
robots.json
View file

@ -251,6 +251,13 @@
"frequency": "Unclear at this time.",
"description": "PanguBot is a web crawler operated by the Chinese company Huawei. It's used to download training data for its multimodal LLM (Large Language Model) called PanGu. More info can be found at https://darkvisitors.com/agents/agents/pangubot"
},
"Perplexity-User": {
"operator": "[Perplexity](https://www.perplexity.ai/)",
"respect": "[No](https://docs.perplexity.ai/guides/bots)",
"function": "Used to answer queries at the request of users.",
"frequency": "Only when prompted by a user.",
"description": "Visit web pages to help provide an accurate answer and include links to the page in Perplexity response."
},
"PerplexityBot": {
"operator": "[Perplexity](https://www.perplexity.ai/)",
"respect": "[Yes](https://docs.perplexity.ai/guides/bots)",
@ -258,13 +265,6 @@
"frequency": "No information.",
"description": "Crawls sites to surface as results in Perplexity."
},
"Perplexity\u2011User": {
"operator": "[Perplexity](https://www.perplexity.ai/)",
"respect": "[No](https://docs.perplexity.ai/guides/bots)",
"function": "Used to answer queries at the request of users.",
"frequency": "Only when prompted by a user.",
"description": "Visit web pages to help provide an accurate answer and include links to the page in Perplexity response."
},
"PetalBot": {
"description": "Operated by Huawei to provide search and AI assistant services.",
"frequency": "No explicit frequency provided.",