chore: dry up robots.txt templating

package.json

@@ -1,6 +1,6 @@
 {
   "name": "coryd.dev",
-  "version": "5.1.5",
+  "version": "5.2.5",
   "description": "The source for my personal site. Built using 11ty and hosted on Netlify.",
   "type": "module",
   "scripts": {

src/_data/json/robots.js

@@ -0,0 +1,17 @@
+export default [
+  'AdsBot-Google',
+  'Amazonbot',
+  'anthropic-ai',
+  'ArcMobile2',
+  'Bytespider',
+  'CCBot',
+  'ChatGPT-User',
+  'cohere-ai',
+  'FacebookBot',
+  'Google-Extended',
+  'GPTBot',
+  'omgili',
+  'Omgilibot',
+  'PerplexityBot',
+  'YouBot',
+]

src/_data/robots.js

@@ -0,0 +1,5 @@
+import robots from './json/robots.js'
+
+export default async function () {
+  return robots
+}

src/meta/robots.liquid

@@ -7,45 +7,7 @@ Sitemap: https://coryd.dev/sitemap.xml
 
 User-agent: *
 Disallow:
-
+{% for robot in robots %}
-User-agent: AdsBot-Google
+User-agent: {{ robot }}
 Disallow: /
-
+{% endfor %}
-User-agent: Amazonbot
-Disallow: /
-
-User-agent: anthropic-ai
-Disallow: /
-
-User-agent: Bytespider
-Disallow: /
-
-User-agent: CCBot
-Disallow: /
-
-User-agent: ChatGPT-User
-Disallow: /
-
-User-agent: cohere-ai
-Disallow: /
-
-User-agent: FacebookBot
-Disallow: /
-
-User-agent: Google-Extended
-Disallow: /
-
-User-agent: GPTBot
-Disallow: /
-
-User-agent: omgili
-Disallow: /
-
-User-agent: Omgilibot
-Disallow: /
-
-User-agent: PerplexityBot
-Disallow: /
-
-User-agent: YouBot
-Disallow: /