chore: update robots.txt
This commit is contained in:
parent
361096e5ff
commit
eeb2156d40
3 changed files with 14 additions and 5 deletions
|
@ -19,6 +19,7 @@
|
||||||
<meta property="og:image" content="{{ image | getPostImage }}">
|
<meta property="og:image" content="{{ image | getPostImage }}">
|
||||||
<meta name="theme-color" content="#a855f7" />
|
<meta name="theme-color" content="#a855f7" />
|
||||||
<meta name="generator" content="{{ eleventy.generator }}">
|
<meta name="generator" content="{{ eleventy.generator }}">
|
||||||
|
<meta name="robots" content="noai, noimageai">
|
||||||
<link
|
<link
|
||||||
href="/assets/icons/favicon.ico?v={% version %}"
|
href="/assets/icons/favicon.ico?v={% version %}"
|
||||||
rel="icon"
|
rel="icon"
|
||||||
|
|
|
@ -8,8 +8,20 @@ Sitemap: https://coryd.dev/sitemap.xml
|
||||||
User-agent: *
|
User-agent: *
|
||||||
Disallow:
|
Disallow:
|
||||||
|
|
||||||
User-agent: GPTBot
|
User-agent: CCBot
|
||||||
Disallow: /
|
Disallow: /
|
||||||
|
|
||||||
User-agent: ChatGPT-User
|
User-agent: ChatGPT-User
|
||||||
|
Disallow: /
|
||||||
|
|
||||||
|
User-agent: GPTBot
|
||||||
|
Disallow: /
|
||||||
|
|
||||||
|
User-agent: Google-Extended
|
||||||
|
Disallow: /
|
||||||
|
|
||||||
|
User-agent: Omgilibot
|
||||||
|
Disallow: /
|
||||||
|
|
||||||
|
User-agent: FacebookBot
|
||||||
Disallow: /
|
Disallow: /
|
|
@ -1,4 +0,0 @@
|
||||||
Sitemap: https://coryd.dev/sitemap.xml
|
|
||||||
|
|
||||||
User-agent: *
|
|
||||||
Disallow:
|
|
Reference in a new issue