From b87a66d59a6b681a2f72686f6d21fd6b8ad4b4f4 Mon Sep 17 00:00:00 2001 From: Aminda Suomalainen Date: Sun, 2 Jun 2024 12:17:35 +0300 Subject: [PATCH] robots.txt: disallow *.{asc,json,sig,txt,toml} --- robots.txt | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/robots.txt b/robots.txt index 4e30b9a..25c2092 100644 --- a/robots.txt +++ b/robots.txt @@ -1,5 +1,10 @@ User-agent: * Allow: / +Disallow: /*.asc$ +Disallow: /*.json$ +Disallow: /*.sig$ +Disallow: /*.txt$ +Disallow: /*.toml$ Disallow: /txt/ Disallow: /php/ Disallow: /r/