feat: block more ai crawlers

Paul Armstrong · Paul Armstrong · commit 80c8a19d021f · 2023-09-27T12:55:43.000-07:00
diff --git a/public/robots.txt b/public/robots.txt
@@ -1,10 +1,13 @@
-User-agent: undici
-Disallow: /
+User-agent: *
+Disallow:
 
+#
+# Disallow decidedly bad actors…
+#
+User-agent: undici
 User-agent: GPTBot
+User-agent: ChatGPT-User
+User-agent: CCBot
 Disallow: /
 
-User-agent: *
-Disallow:
-
 Sitemap: https://paularmstrong.dev/sitemap-index.xml
