diff --git a/robots.json b/robots.json index cdc7bb5..ee378ba 100644 --- a/robots.json +++ b/robots.json @@ -286,6 +286,13 @@ "frequency": "Roughly once every 10 seconds.", "description": "You enter one text (on-demand) and we will make suggestions on it (the tool uses AI but we are not actively crawling the web, you need to manually enter one text/URL)." }, + "SemrushBot/7~bl": { + "operator": "[Semrush](https://www.semrush.com/)", + "respect": "Yes", + "function": "Regularly crawls sites", + "frequency": "Every 2 days", + "description": "N/A" + }, "Sidetrade indexer bot": { "description": "AI product training.", "frequency": "No information.", @@ -321,4 +328,4 @@ "frequency": "No information.", "description": "Retrieves data used for You.com web search engine and LLMs." } -} \ No newline at end of file +}