From d6d40989f4008fc0c054c499d741c8617c8e1627 Mon Sep 17 00:00:00 2001 From: Cory Dransfeldt Date: Mon, 8 Apr 2024 12:40:59 -0700 Subject: [PATCH] chore: add FriendlyCrawler to robots.txt --- robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/robots.txt b/robots.txt index c3d0a13..e8574d2 100644 --- a/robots.txt +++ b/robots.txt @@ -12,6 +12,7 @@ User-agent: Claude-Web User-agent: cohere-ai User-agent: DataForSeoBot User-agent: FacebookBot +User-agent: FriendlyCrawler User-agent: Google-Extended User-agent: GoogleOther User-agent: GPTBot