From 80002f5e17e5fd3ab87cd74c17f6a102e9cd634e Mon Sep 17 00:00:00 2001 From: Glyn Normington Date: Tue, 19 Nov 2024 03:33:45 +0000 Subject: [PATCH] Allow facebookexternalhit At the time of writing, this crawler does not appear to be for the purpose of AI. See: https://developers.facebook.com/docs/sharing/webmasters/web-crawlers/ (accessed on 19 November 2024). Fixes https://github.com/ai-robots-txt/ai.robots.txt/issues/40 --- robots.json | 7 ------- 1 file changed, 7 deletions(-) diff --git a/robots.json b/robots.json index dbd5ae4..21fc1de 100644 --- a/robots.json +++ b/robots.json @@ -104,13 +104,6 @@ "frequency": "Up to 1 page per second", "description": "Officially used for training Meta \"speech recognition technology,\" unknown if used to train Meta AI specifically." }, - "facebookexternalhit": { - "description": "Unclear at this time.", - "frequency": "Unclear at this time.", - "function": "No information.", - "operator": "Meta/Facebook", - "respect": "[Yes](https://developers.facebook.com/docs/sharing/bot/)" - }, "FriendlyCrawler": { "description": "Unclear who the operator is; but data is used for training/machine learning.", "frequency": "Unclear at this time.",