cdransf/ai.robots.txt
1
1
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-04-19 00:26:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

.htaccess: Allow robots access to /robots.txt

Browse source
This commit is contained in:
Dennis Camera 2025-02-17 21:00:57 +01:00
parent abfd6dfcd1
commit c0d418cd87
3 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
code/robots.py
View file

@ -142,7 +142,7 @@ def json_to_htaccess(robot_json):
robots = map(lambda el: el.replace(" ", "\\ "), robot_json.keys())
htaccess += "|".join(robots)
htaccess += ").*$ [NC]\n"
htaccess += "RewriteRule .* - [F,L]"
htaccess += "RewriteRule !^/?robots\\.txt$ - [F,L]\n"
return htaccess