chore: update robots + posts

2024-03-27 11:40:19 -07:00 · 2024-03-27 11:40:19 -07:00 · 33a67ef519
commit 33a67ef519
parent 23cd504fe5
2 changed files with 2 additions and 0 deletions
--- a/src/_data/json/robots.js
+++ b/src/_data/json/robots.js
@ -30,6 +30,7 @@ export default [
  'Anthill',
  'anthropic-ai',
  'Apexoo',
+  'Applebot',
  'Aspiegel',
  'Asterias',
  'Atomseobot',
--- a/src/posts/2024/go-ahead-and-block-ai-web-crawlers.md
+++ b/src/posts/2024/go-ahead-and-block-ai-web-crawlers.md
@ -41,6 +41,7 @@ Disallow:
 User-agent: AdsBot-Google
 User-agent: Amazonbot
 User-agent: anthropic-ai
+User-agent: Applebot
 User-agent: AwarioRssBot
 User-agent: AwarioSmartBot
 User-agent: Bytespider