chore: update robots.txt

This commit is contained in:
Cory Dransfeldt 2023-10-01 17:56:29 -07:00
parent 361096e5ff
commit eeb2156d40
3 changed files with 14 additions and 5 deletions

View file

@ -19,6 +19,7 @@
<meta property="og:image" content="{{ image | getPostImage }}"> <meta property="og:image" content="{{ image | getPostImage }}">
<meta name="theme-color" content="#a855f7" /> <meta name="theme-color" content="#a855f7" />
<meta name="generator" content="{{ eleventy.generator }}"> <meta name="generator" content="{{ eleventy.generator }}">
<meta name="robots" content="noai, noimageai">
<link <link
href="/assets/icons/favicon.ico?v={% version %}" href="/assets/icons/favicon.ico?v={% version %}"
rel="icon" rel="icon"

View file

@ -8,8 +8,20 @@ Sitemap: https://coryd.dev/sitemap.xml
User-agent: * User-agent: *
Disallow: Disallow:
User-agent: GPTBot User-agent: CCBot
Disallow: / Disallow: /
User-agent: ChatGPT-User User-agent: ChatGPT-User
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: FacebookBot
Disallow: / Disallow: /

View file

@ -1,4 +0,0 @@
Sitemap: https://coryd.dev/sitemap.xml
User-agent: *
Disallow: