chore: update robots.txt
This commit is contained in:
parent
361096e5ff
commit
eeb2156d40
3 changed files with 14 additions and 5 deletions
|
@ -19,6 +19,7 @@
|
|||
<meta property="og:image" content="{{ image | getPostImage }}">
|
||||
<meta name="theme-color" content="#a855f7" />
|
||||
<meta name="generator" content="{{ eleventy.generator }}">
|
||||
<meta name="robots" content="noai, noimageai">
|
||||
<link
|
||||
href="/assets/icons/favicon.ico?v={% version %}"
|
||||
rel="icon"
|
||||
|
|
|
@ -8,8 +8,20 @@ Sitemap: https://coryd.dev/sitemap.xml
|
|||
User-agent: *
|
||||
Disallow:
|
||||
|
||||
User-agent: GPTBot
|
||||
User-agent: CCBot
|
||||
Disallow: /
|
||||
|
||||
User-agent: ChatGPT-User
|
||||
Disallow: /
|
||||
|
||||
User-agent: GPTBot
|
||||
Disallow: /
|
||||
|
||||
User-agent: Google-Extended
|
||||
Disallow: /
|
||||
|
||||
User-agent: Omgilibot
|
||||
Disallow: /
|
||||
|
||||
User-agent: FacebookBot
|
||||
Disallow: /
|
|
@ -1,4 +0,0 @@
|
|||
Sitemap: https://coryd.dev/sitemap.xml
|
||||
|
||||
User-agent: *
|
||||
Disallow:
|
Reference in a new issue