From d340409002e8ec35cbec6ed241a117459b1f16cf Mon Sep 17 00:00:00 2001
From: Mikaela Suomalainen <mikaela+git@mikaela.info>
Date: Mon, 23 Nov 2020 13:39:27 +0200
Subject: [PATCH] robots.txt: Disallow /txt/ and /php/ as they don't contain
 HTML noindex

---
 robots.txt | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/robots.txt b/robots.txt
index e414627..9fb7597 100644
--- a/robots.txt
+++ b/robots.txt
@@ -2,5 +2,9 @@ User-agent: *
 Allow: /
 Allow: /$
 Allow: /index.html
+Disallow: /txt/
+Disallow: /php/
+Noindex: /txt/
+Noindex: /php/
 Sitemap: https://mikaela.info/sitemap.xml
 Sitemap: https://mikaela.info/sitemaps.xml