From b23e622faee11dfb9b0ab5ccb351441baa05a57e Mon Sep 17 00:00:00 2001
From: Aminda Suomalainen <suomalainen+git@mikaela.info>
Date: Sun, 2 Jun 2024 12:35:16 +0300
Subject: [PATCH] robots.txt: add more explicit allow rules while disallowing
 xml

---
 robots.txt | 11 +++++++++++
 1 file changed, 11 insertions(+)

diff --git a/robots.txt b/robots.txt
index 25c2092..8335981 100644
--- a/robots.txt
+++ b/robots.txt
@@ -1,10 +1,21 @@
 User-agent: *
 Allow: /
+Allow: /$
+Allow: /blog/$
+Allow: /blog/feed.xml
+Allow: /blog/feed.en.xml
+Allow: /blog/feed.fi.xml
+Allow: /irc/$
+Allow: /matrix/$
+Allow: /n/$
+Allow: /sitemap.xml
+Allow: /sitemaps.xml
 Disallow: /*.asc$
 Disallow: /*.json$
 Disallow: /*.sig$
 Disallow: /*.txt$
 Disallow: /*.toml$
+Disallow: /*.xml$
 Disallow: /txt/
 Disallow: /php/
 Disallow: /r/