chore: update robots

This commit is contained in:
Cory Dransfeldt 2023-12-31 12:27:15 -08:00
parent d7b608709f
commit e8be3e8d25
No known key found for this signature in database
2 changed files with 12 additions and 9 deletions

View file

@ -1,6 +1,6 @@
{ {
"name": "coryd.dev", "name": "coryd.dev",
"version": "4.0.12", "version": "4.0.13",
"description": "The source for my personal site, blog and portfolio. Built using 11ty and hosted on Netlify.", "description": "The source for my personal site, blog and portfolio. Built using 11ty and hosted on Netlify.",
"type": "module", "type": "module",
"scripts": { "scripts": {

View file

@ -8,26 +8,29 @@ Sitemap: https://coryd.dev/sitemap.xml
User-agent: * User-agent: *
Disallow: Disallow:
User-agent: CCBot
Disallow: /
User-agent: AdsBot-Google User-agent: AdsBot-Google
Disallow: / Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: Bytespider User-agent: Bytespider
Disallow: / Disallow: /
User-agent: ChatGPT-User User-agent: CCBot
Disallow: / Disallow: /
User-agent: GPTBot User-agent: ChatGPT-User
Disallow: / Disallow: /
User-agent: FacebookBot User-agent: FacebookBot
Disallow: / Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: Omgili
Disallow: /
User-agent: Omgilibot User-agent: Omgilibot
Disallow: / Disallow: /