From 6f1a28e17a364b21bcdd5e497ea360bcb09bdfa0 Mon Sep 17 00:00:00 2001 From: Cory Dransfeldt Date: Tue, 16 Apr 2024 08:20:32 -0700 Subject: [PATCH] chore: update nginx --- servers/nginx.conf | 2 ++ 1 file changed, 2 insertions(+) diff --git a/servers/nginx.conf b/servers/nginx.conf index 289b937..057a752 100644 --- a/servers/nginx.conf +++ b/servers/nginx.conf @@ -1,4 +1,6 @@ # for nginx.conf; intended to block via user agent string +# note: we recommend following the approach outlined here https://underlap.org/nginx-robot-access +# and contributing if you're able: https://github.com/glyn/nginx_robot_access if ($http_user_agent ~* (AdsBot-Google|Amazonbot|anthropic-ai|Applebot|AwarioRssBot|AwarioSmartBot|Bytespider|CCBot|ChatGPT-User|ClaudeBot|Claude-Web|cohere-ai|DataForSeoBot|FacebookBot|FriendlyCrawler|Google-Extended|GoogleOther|GPTBot|ImagesiftBot|magpie-crawler|Meltwater|omgili|omgilibot|peer39_crawler|peer39_crawler/1.0|PerplexityBot|PiplBot|Seekr|YouBot)) { return 403; }