cdransf/ai.robots.txt
1
1
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-04-12 05:57:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Update from Dark Visitors

Browse source
This commit is contained in:
dark-visitors 2024-10-29 00:52:12 +00:00
parent fe5f407673
commit bc0a0ad0e9
1 changed files with 7 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
robots.json
View file

@ -90,6 +90,13 @@
"frequency": "Unclear at this time.", "frequency": "Unclear at this time.",
"description": "Diffbot is an application used to parse web pages into structured data; this data is used for monitoring or AI model training." "description": "Diffbot is an application used to parse web pages into structured data; this data is used for monitoring or AI model training."
}, },
"DuckAssistBot": {
"operator": "Unclear at this time.",
"respect": "Unclear at this time.",
"function": "AI Assistants",
"frequency": "Unclear at this time.",
"description": "DuckAssistBot is used by DuckDuckGo's DuckAssist feature to fetch content and generate realtime AI answers to user searches. More info can be found at https://darkvisitors.com/agents/agents/duckassistbot"
},
"FacebookBot": { "FacebookBot": {
"operator": "Meta/Facebook", "operator": "Meta/Facebook",
"respect": "[Yes](https://developers.facebook.com/docs/sharing/bot/)", "respect": "[Yes](https://developers.facebook.com/docs/sharing/bot/)",