From 3edecfe47c0e0618c271ff7073e1fdc611da0d81 Mon Sep 17 00:00:00 2001
From: Cory Dransfeldt <hi@coryd.dev>
Date: Thu, 1 Feb 2024 12:31:43 -0800
Subject: [PATCH] chore: dry up robots.txt templating

---
 package.json             |  2 +-
 src/_data/json/robots.js | 17 ++++++++++++++++
 src/_data/robots.js      |  5 +++++
 src/meta/robots.liquid   | 44 +++-------------------------------------
 4 files changed, 26 insertions(+), 42 deletions(-)
 create mode 100644 src/_data/json/robots.js
 create mode 100644 src/_data/robots.js

diff --git a/package.json b/package.json
index 9ac15ef5..a7f23177 100644
--- a/package.json
+++ b/package.json
@@ -1,6 +1,6 @@
 {
   "name": "coryd.dev",
-  "version": "5.1.5",
+  "version": "5.2.5",
   "description": "The source for my personal site. Built using 11ty and hosted on Netlify.",
   "type": "module",
   "scripts": {
diff --git a/src/_data/json/robots.js b/src/_data/json/robots.js
new file mode 100644
index 00000000..e03b7c3b
--- /dev/null
+++ b/src/_data/json/robots.js
@@ -0,0 +1,17 @@
+export default [
+  'AdsBot-Google',
+  'Amazonbot',
+  'anthropic-ai',
+  'ArcMobile2',
+  'Bytespider',
+  'CCBot',
+  'ChatGPT-User',
+  'cohere-ai',
+  'FacebookBot',
+  'Google-Extended',
+  'GPTBot',
+  'omgili',
+  'Omgilibot',
+  'PerplexityBot',
+  'YouBot',
+]
\ No newline at end of file
diff --git a/src/_data/robots.js b/src/_data/robots.js
new file mode 100644
index 00000000..438f52ee
--- /dev/null
+++ b/src/_data/robots.js
@@ -0,0 +1,5 @@
+import robots from './json/robots.js'
+
+export default async function () {
+  return robots
+}
diff --git a/src/meta/robots.liquid b/src/meta/robots.liquid
index 6b564b37..f2f2c3c2 100644
--- a/src/meta/robots.liquid
+++ b/src/meta/robots.liquid
@@ -7,45 +7,7 @@ Sitemap: https://coryd.dev/sitemap.xml
 
 User-agent: *
 Disallow:
-
-User-agent: AdsBot-Google
+{% for robot in robots %}
+User-agent: {{ robot }}
 Disallow: /
-
-User-agent: Amazonbot
-Disallow: /
-
-User-agent: anthropic-ai
-Disallow: /
-
-User-agent: Bytespider
-Disallow: /
-
-User-agent: CCBot
-Disallow: /
-
-User-agent: ChatGPT-User
-Disallow: /
-
-User-agent: cohere-ai
-Disallow: /
-
-User-agent: FacebookBot
-Disallow: /
-
-User-agent: Google-Extended
-Disallow: /
-
-User-agent: GPTBot
-Disallow: /
-
-User-agent: omgili
-Disallow: /
-
-User-agent: Omgilibot
-Disallow: /
-
-User-agent: PerplexityBot
-Disallow: /
-
-User-agent: YouBot
-Disallow: /
\ No newline at end of file
+{% endfor %}
\ No newline at end of file