cdransf/ai.robots.txt
1
1
Fork 0
mirror of https://github.com/ai-robots-txt/ai.robots.txt.git synced 2025-04-04 19:13:57 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Implement new function "json_to_nginx" which outputs an Nginx

Browse source 
configuration snippet
This commit is contained in:
Thomas Leister 2025-03-27 12:27:09 +01:00
parent 5e7c3c432f
commit da85207314
No known key found for this signature in database
GPG key ID: B7CFA61477D48DCB
1 changed files with 10 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
code/robots.py
View file

@ -152,6 +152,12 @@ def json_to_htaccess(robot_json):
htaccess += "RewriteRule !^/?robots\\.txt$ - [F,L]\n" htaccess += "RewriteRule !^/?robots\\.txt$ - [F,L]\n"
return htaccess return htaccess
def json_to_nginx(robot_json):
# Creates an Nginx config file. This config snippet can be included in
# nginx server{} blocks to block AI bots.
config = f"if ($http_user_agent ~* \"{list_to_pcre(robot_json.keys())}\") {{\n return 403;\n}}"
return config
def update_file_if_changed(file_name, converter): def update_file_if_changed(file_name, converter):
"""Update files if newer content is available and log the (in)actions.""" """Update files if newer content is available and log the (in)actions."""
@ -178,6 +184,10 @@ def conversions():
file_name="./.htaccess", file_name="./.htaccess",
converter=json_to_htaccess, converter=json_to_htaccess,
) )
update_file_if_changed(
file_name="./nginx-block-ai-bots.conf",
converter=json_to_nginx,
)
if __name__ == "__main__": if __name__ == "__main__":