add fancy algorithm blocking

portfolioris · Oct 15, 2023 · 763d6cf · 763d6cf
1 parent 0a510ab
commit 763d6cf
Showing 1 changed file with 20 additions and 0 deletions.
diff --git a/static/robots.txt b/static/robots.txt
@@ -0,0 +1,20 @@
+User-agent: CCBot
+Disallow: /
+
+User-agent: ChatGPT-User
+Disallow: /
+
+User-agent: GPTBot
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: Omgilibot
+Disallow: /
+
+User-agent: Omgili
+Disallow: /
+
+User-agent: FacebookBot
+Disallow: /