From 08909d958a97c00fe6b0a3013862dd9dde2c8b82 Mon Sep 17 00:00:00 2001 From: Cory Dransfeldt Date: Sat, 17 May 2025 13:34:58 -0700 Subject: [PATCH] fix(robots.json): remove duplicate entry for Meta-ExternalFetcher --- robots.json | 7 ------- 1 file changed, 7 deletions(-) diff --git a/robots.json b/robots.json index b58e9c9..8067830 100644 --- a/robots.json +++ b/robots.json @@ -251,13 +251,6 @@ "frequency": "Unclear at this time.", "description": "Meta-ExternalAgent is a web crawler used by Meta to download training data for its AI models and improve its products by indexing content directly. More info can be found at https://darkvisitors.com/agents/agents/meta-externalagent" }, - "meta-externalfetcher": { - "operator": "Unclear at this time.", - "respect": "Unclear at this time.", - "function": "AI Assistants", - "frequency": "Unclear at this time.", - "description": "Meta-ExternalFetcher is dispatched by Meta AI products in response to user prompts, when they need to fetch an individual links. More info can be found at https://darkvisitors.com/agents/agents/meta-externalfetcher" - }, "Meta-ExternalFetcher": { "operator": "Unclear at this time.", "respect": "Unclear at this time.",