From 0f8723558f0f16bd4ad292a74ed1c3b883588a57 Mon Sep 17 00:00:00 2001
From: Cory Dransfeldt <hi@coryd.dev>
Date: Wed, 28 Aug 2024 20:07:32 -0700
Subject: [PATCH] chore: add ai2bot

---
 robots.json | 14 ++++++++++++++
 1 file changed, 14 insertions(+)

diff --git a/robots.json b/robots.json
index b023009..a1cfaa1 100644
--- a/robots.json
+++ b/robots.json
@@ -1,4 +1,18 @@
 {
+    "AI2Bot": {
+        "description": "Explores 'certain domains' to find web content.",
+        "frequency": "No information. provided.",
+        "function": "Content is used to train open language models.",
+        "operator": "[Ai2](https://allenai.org/crawler)",
+        "respect": "Yes"
+    },
+    "Ai2Bot-Dolma": {
+        "description": "Explores 'certain domains' to find web content.",
+        "frequency": "No information. provided.",
+        "function": "Content is used to train open language models.",
+        "operator": "[Ai2](https://allenai.org/crawler)",
+        "respect": "Yes"
+    },
     "Amazonbot": {
         "description": "Includes references to crawled website when surfacing answers via Alexa; does not clearly outline other uses.",
         "frequency": "No information. provided.",