feat: block more ai crawlers

Paul Armstrong · Paul Armstrong · commit f98c55cd9fdb · 2023-09-29T08:13:59.000-07:00
diff --git a/public/robots.txt b/public/robots.txt
@@ -8,6 +8,9 @@ User-agent: undici
 User-agent: GPTBot
 User-agent: ChatGPT-User
 User-agent: CCBot
+User-agent: Google-Extended
+User-agent: Omgilibot
+User-Agent: FacebookBot
 Disallow: /
 
 Sitemap: https://paularmstrong.dev/sitemap-index.xml
