mirror of
https://github.com/ai-robots-txt/ai.robots.txt.git
synced 2025-04-12 05:57:45 +00:00
6 lines
366 B
ApacheConf
6 lines
366 B
ApacheConf
# Ai bots don't respect robots.txt files. You can use the following .htaccess rule to block them.
|
|
# Use user-agent names from robots.txt file in this repository to edit the following rule. Replace or add bot names with ones that cause your website trouble.
|
|
|
|
RewriteEngine On
|
|
RewriteCond %{HTTP_USER_AGENT} ^.*(ClaudeBot|NBot|GPTBot|).*$ [NC]
|
|
RewriteRule .* - [F,L]
|