From e5bf972187dc8ff33d091c5f5ff05396672b8a74 Mon Sep 17 00:00:00 2001 From: theRealProHacker <77074862+theRealProHacker@users.noreply.github.com> Date: Fri, 28 Feb 2025 13:40:37 +0100 Subject: [PATCH] Added AhrefsBot --- robots.json | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/robots.json b/robots.json index 3bf7c62..b81359e 100644 --- a/robots.json +++ b/robots.json @@ -20,6 +20,13 @@ "operator": "[Ai2](https://allenai.org/crawler)", "respect": "Yes" }, + "AhrefsBot/7.0": { + "operator": "[Ahrefs](ahrefs.com)", + "respect": "[Yes](https://ahrefs.com/robot/)" + "function": "marketing", + "frequency": "15-30 min", + "description": "AhrefsBot is a web crawler that powers the database for both Ahrefs, an online data toolset, and Yep, a revenue-sharing web search engine.", + }, "Amazonbot": { "operator": "Amazon", "respect": "Yes",