From a7d4d4a453d413018084ea3379f226e85c21dc1a Mon Sep 17 00:00:00 2001 From: Aminda Suomalainen Date: Thu, 14 Dec 2023 20:40:49 +0200 Subject: [PATCH] robots.txt: block more AIs Copied from https://codeberg.org/robots.txt --- robots.txt | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) diff --git a/robots.txt b/robots.txt index d90ebc7..1b42ebb 100644 --- a/robots.txt +++ b/robots.txt @@ -30,3 +30,21 @@ Disallow: / User-agent: ChatGPT-User Disallow: / + +User-agent: Google-Extended +Disallow: / + +User-agent: CCBot +Disallow: / + +User-agent: anthropic-ai +Disallow: / + +User-agent: Omgilibot +Disallow: / + +User-agent: Omgili +Disallow: / + +User-agent: FacebookBot +Disallow: /