update robots.txt to say 'fuck-off' to AI robots

SjoerdV · Sep 29, 2023 · a1838a4 · a1838a4
1 parent 5cbdf51
commit a1838a4
Showing 1 changed file with 17 additions and 2 deletions.
diff --git a/robots.txt b/robots.txt
@@ -1,2 +1,17 @@
-User-agent: *
-Allow: /
+User-agent: CCBot
+Disallow: /
+
+User-agent: ChatGPT-User
+Disallow: /
+
+User-agent: GPTBot
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: Omgilibot
+Disallow: /
+
+User-agent: FacebookBot
+Disallow: /