From 33288d3e2344844afcbc0e4b55e34f2266de1f2f Mon Sep 17 00:00:00 2001 From: theRealProHacker <77074862+theRealProHacker@users.noreply.github.com> Date: Fri, 28 Feb 2025 13:20:19 +0100 Subject: [PATCH] Added SemrushBot/7~bl --- robots.json | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/robots.json b/robots.json index cdc7bb5..ee378ba 100644 --- a/robots.json +++ b/robots.json @@ -286,6 +286,13 @@ "frequency": "Roughly once every 10 seconds.", "description": "You enter one text (on-demand) and we will make suggestions on it (the tool uses AI but we are not actively crawling the web, you need to manually enter one text/URL)." }, + "SemrushBot/7~bl": { + "operator": "[Semrush](https://www.semrush.com/)", + "respect": "Yes", + "function": "Regularly crawls sites", + "frequency": "Every 2 days", + "description": "N/A" + }, "Sidetrade indexer bot": { "description": "AI product training.", "frequency": "No information.", @@ -321,4 +328,4 @@ "frequency": "No information.", "description": "Retrieves data used for You.com web search engine and LLMs." } -} \ No newline at end of file +}