chore: update robots
This commit is contained in:
parent
d7b608709f
commit
e8be3e8d25
2 changed files with 12 additions and 9 deletions
|
@ -1,6 +1,6 @@
|
||||||
{
|
{
|
||||||
"name": "coryd.dev",
|
"name": "coryd.dev",
|
||||||
"version": "4.0.12",
|
"version": "4.0.13",
|
||||||
"description": "The source for my personal site, blog and portfolio. Built using 11ty and hosted on Netlify.",
|
"description": "The source for my personal site, blog and portfolio. Built using 11ty and hosted on Netlify.",
|
||||||
"type": "module",
|
"type": "module",
|
||||||
"scripts": {
|
"scripts": {
|
||||||
|
|
|
@ -8,26 +8,29 @@ Sitemap: https://coryd.dev/sitemap.xml
|
||||||
User-agent: *
|
User-agent: *
|
||||||
Disallow:
|
Disallow:
|
||||||
|
|
||||||
User-agent: CCBot
|
|
||||||
Disallow: /
|
|
||||||
|
|
||||||
User-agent: AdsBot-Google
|
User-agent: AdsBot-Google
|
||||||
Disallow: /
|
Disallow: /
|
||||||
|
|
||||||
User-agent: Google-Extended
|
|
||||||
Disallow: /
|
|
||||||
|
|
||||||
User-agent: Bytespider
|
User-agent: Bytespider
|
||||||
Disallow: /
|
Disallow: /
|
||||||
|
|
||||||
User-agent: ChatGPT-User
|
User-agent: CCBot
|
||||||
Disallow: /
|
Disallow: /
|
||||||
|
|
||||||
User-agent: GPTBot
|
User-agent: ChatGPT-User
|
||||||
Disallow: /
|
Disallow: /
|
||||||
|
|
||||||
User-agent: FacebookBot
|
User-agent: FacebookBot
|
||||||
Disallow: /
|
Disallow: /
|
||||||
|
|
||||||
|
User-agent: Google-Extended
|
||||||
|
Disallow: /
|
||||||
|
|
||||||
|
User-agent: GPTBot
|
||||||
|
Disallow: /
|
||||||
|
|
||||||
|
User-agent: Omgili
|
||||||
|
Disallow: /
|
||||||
|
|
||||||
User-agent: Omgilibot
|
User-agent: Omgilibot
|
||||||
Disallow: /
|
Disallow: /
|
Reference in a new issue