From ab6d963b6e2ed6762a55e277bb49db1a29082eb1 Mon Sep 17 00:00:00 2001 From: hobgoblina <20880695+hobgoblina@users.noreply.github.com> Date: Sun, 29 Sep 2024 00:19:14 +0000 Subject: [PATCH] Update robots.txt --- public/robots.txt | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/public/robots.txt b/public/robots.txt index 26ccaa30000069..77cf3ff37bb486 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -104,6 +104,12 @@ Disallow: / User-agent: GPTBot Disallow: / +# AI Data Scraper +# https://darkvisitors.com/agents/kangaroo-bot + +User-agent: Kangaroo Bot +Disallow: / + # AI Data Scraper # https://darkvisitors.com/agents/meta-externalagent