From 46c8c9adb3f1665e5dd09d8b9db6696b67c1a77a Mon Sep 17 00:00:00 2001 From: Cory Dransfeldt <coryd@hey.com> Date: Wed, 3 Apr 2024 08:56:30 -0700 Subject: [PATCH] chore: add Meltwater --- robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/robots.txt b/robots.txt index a64e2e0..8ba75a6 100644 --- a/robots.txt +++ b/robots.txt @@ -17,6 +17,7 @@ User-agent: GoogleOther User-agent: GPTBot User-agent: ImagesiftBot User-agent: magpie-crawler +User-agent: Meltwater User-agent: omgili User-agent: omgilibot User-agent: peer39_crawler