Updated robots.txt to exclude ChatGPT

AlexzanDev · Sep 3, 2023 · b85bb2d · b85bb2d
1 parent 51264c6
commit b85bb2d
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/layouts/robots.txt b/layouts/robots.txt
@@ -1,9 +1,14 @@
 User-agent: *
 Allow: *
 
+# This rule blocks AI related and useless bots.
 User-agent: ChatGPT-User
+Disallow: /
 User-agent: CCBot
+Disallow: /
 User-agent: PetalBot
 Disallow: /
+User-agent: GPTBot
+Disallow: /
 
 Sitemap: {{ .Site.BaseURL }}sitemap.xml
diff --git a/public/robots.txt b/public/robots.txt
@@ -1,9 +1,14 @@
 User-agent: *
 Allow: *
 
+# This rule blocks AI related and useless bots.
 User-agent: ChatGPT-User
+Disallow: /
 User-agent: CCBot
+Disallow: /
 User-agent: PetalBot
 Disallow: /
+User-agent: GPTBot
+Disallow: /
 
 Sitemap: https://alexzan.me/sitemap.xml