From b3d057f93f6bd2957405462fbe0bb2166ce2b70c Mon Sep 17 00:00:00 2001
From: Kyle Buckingham <kyle@getsphere.ai>
Date: Tue, 1 Apr 2025 15:13:51 -0700
Subject: [PATCH] Update claude bots

per this site: https://support.anthropic.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler
---
 robots.txt | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/robots.txt b/robots.txt
index 8c79fc2..6681b01 100644
--- a/robots.txt
+++ b/robots.txt
@@ -10,6 +10,8 @@ User-agent: CCBot
 User-agent: ChatGPT-User
 User-agent: Claude-Web
 User-agent: ClaudeBot
+User-agent: Claude-User
+User-agent: Claude-SearchBot
 User-agent: cohere-ai
 User-agent: cohere-training-data-crawler
 User-agent: Crawlspace