From 8a44daa68a78d0a9b74ce631c7724d6b757e5816 Mon Sep 17 00:00:00 2001 From: Cory Dransfeldt Date: Thu, 15 May 2025 21:00:23 -0700 Subject: [PATCH] fix(robots.json): remove duplicate entry for Meta-ExternalAgent --- robots.json | 11 ++--------- 1 file changed, 2 insertions(+), 9 deletions(-) diff --git a/robots.json b/robots.json index f2ed4c2..b58e9c9 100644 --- a/robots.json +++ b/robots.json @@ -244,17 +244,10 @@ "frequency": "Unclear at this time.", "description": "Kangaroo Bot is used by the company Kangaroo LLM to download data to train AI models tailored to Australian language and culture. More info can be found at https://darkvisitors.com/agents/agents/kangaroo-bot" }, - "meta-externalagent": { + "Meta-ExternalAgent": { "operator": "[Meta](https://developers.facebook.com/docs/sharing/webmasters/web-crawlers)", "respect": "Yes", "function": "Used to train models and improve products.", - "frequency": "No information.", - "description": "\"The Meta-ExternalAgent crawler crawls the web for use cases such as training AI models or improving products by indexing content directly.\"" - }, - "Meta-ExternalAgent": { - "operator": "Unclear at this time.", - "respect": "Unclear at this time.", - "function": "AI Data Scrapers", "frequency": "Unclear at this time.", "description": "Meta-ExternalAgent is a web crawler used by Meta to download training data for its AI models and improve its products by indexing content directly. More info can be found at https://darkvisitors.com/agents/agents/meta-externalagent" }, @@ -405,4 +398,4 @@ "frequency": "No information.", "description": "Retrieves data used for You.com web search engine and LLMs." } -} \ No newline at end of file +}