From 0971af19b6c88952169b59a9ecf2d0e0d6ec5e88 Mon Sep 17 00:00:00 2001 From: Cory Dransfeldt Date: Tue, 9 Jul 2024 17:39:51 -0700 Subject: [PATCH] chore: peer39 unrelated to ai --- robots.txt | 2 -- 1 file changed, 2 deletions(-) diff --git a/robots.txt b/robots.txt index 004d5b8..95aae08 100644 --- a/robots.txt +++ b/robots.txt @@ -17,8 +17,6 @@ User-agent: GPTBot User-agent: img2dataset User-agent: omgili User-agent: omgilibot -User-agent: peer39_crawler -User-agent: peer39_crawler/1.0 User-agent: PerplexityBot User-agent: YouBot Disallow: /