From 2c68b9a88b4d50d33499d465132bb9083c81f518 Mon Sep 17 00:00:00 2001
From: Michael Davey <md84419@gmail.com>
Date: Mon, 23 Sep 2024 17:59:44 +0100
Subject: [PATCH] Update robots.txt

Added the User Agent recommended by PostOpen (Bruce Perens).
https://postopen.org/content-protection-project/
---
 robots.txt | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/robots.txt b/robots.txt
index e097a47..0079f66 100644
--- a/robots.txt
+++ b/robots.txt
@@ -1,3 +1,4 @@
+User-agent: AI
 User-agent: AI2Bot
 User-agent: Ai2Bot-Dolma
 User-agent: Amazonbot
@@ -35,4 +36,4 @@ User-agent: iaskspider/2.0
 User-agent: img2dataset
 User-agent: omgili
 User-agent: omgilibot
-Disallow: /
\ No newline at end of file
+Disallow: /