From 0777befd36613cb498ee736486f52bf6fda5d42a Mon Sep 17 00:00:00 2001 From: Erdem Date: Mon, 6 Jan 2025 02:56:07 +0300 Subject: [PATCH] Create .htaccess .htaccess rule to block user-agents --- .htaccess | 6 ++++++ 1 file changed, 6 insertions(+) create mode 100644 .htaccess diff --git a/.htaccess b/.htaccess new file mode 100644 index 0000000..bf8883a --- /dev/null +++ b/.htaccess @@ -0,0 +1,6 @@ +# Ai bots don't respect robots.txt files. You can use the following .htaccess rule to block them. +# Use user-agent names from robots.txt file in this repository to edit the following rule. Replace or add bot names with ones that cause your website trouble. + +RewriteEngine On +RewriteCond %{HTTP_USER_AGENT} ^.*(ClaudeBot|NBot|GPTBot|).*$ [NC] +RewriteRule .* - [F,L]