chore: update robots.txt

This commit is contained in:
Cory Dransfeldt 2023-10-01 17:56:29 -07:00
parent 361096e5ff
commit eeb2156d40
3 changed files with 14 additions and 5 deletions

View file

@ -19,6 +19,7 @@
<meta property="og:image" content="{{ image | getPostImage }}">
<meta name="theme-color" content="#a855f7" />
<meta name="generator" content="{{ eleventy.generator }}">
<meta name="robots" content="noai, noimageai">
<link
href="/assets/icons/favicon.ico?v={% version %}"
rel="icon"

View file

@ -8,8 +8,20 @@ Sitemap: https://coryd.dev/sitemap.xml
User-agent: *
Disallow:
User-agent: GPTBot
User-agent: CCBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: FacebookBot
Disallow: /

View file

@ -1,4 +0,0 @@
Sitemap: https://coryd.dev/sitemap.xml
User-agent: *
Disallow: