From 1c9810d8c5bc1632b299369d799c469712ae6898 Mon Sep 17 00:00:00 2001 From: nisbet-hubbard <87453615+nisbet-hubbard@users.noreply.github.com> Date: Mon, 29 Jul 2024 19:37:58 +0800 Subject: [PATCH] Add `facebookexternalhit` --- robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/robots.txt b/robots.txt index 111d678..cff9196 100644 --- a/robots.txt +++ b/robots.txt @@ -10,6 +10,7 @@ User-agent: cohere-ai User-agent: Diffbot User-agent: FacebookBot User-agent: FriendlyCrawler +User-agent: facebookexternalhit User-agent: Google-Extended User-agent: GoogleOther User-agent: GoogleOther-Image