From 4e97e1679cab954c7ff084da306f3944d1d8504b Mon Sep 17 00:00:00 2001 From: Aminda Suomalainen Date: Thu, 10 Nov 2022 12:20:08 +0200 Subject: [PATCH] robots.txt: disallow/noindex blog posts pre 2018, r/, or/ & n/ Yes, I know Noindex is deprecated --- robots.txt | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/robots.txt b/robots.txt index 42c8a2d..82d4042 100644 --- a/robots.txt +++ b/robots.txt @@ -2,9 +2,25 @@ User-agent: * Allow: / Allow: /$ Allow: /index.html +Disallow: /blog/english/2015/ +Disallow: /blog/english/2016/ +Disallow: /blog/finnish/2015/ +Disallow: /blog/finnish/2016/ +Disallow: /blog/finnish/2017/ Disallow: /txt/ Disallow: /php/ +Disallow: /r/ +Disallow: /or/ +Disallow: /n/ +Noindex: /blog/english/2015/ +Noindex: /blog/english/2016/ +Noindex: /blog/finnish/2015/ +Noindex: /blog/finnish/2016/ +Noindex: /blog/finnish/2017/ Noindex: /txt/ Noindex: /php/ +Noindex: /r/ +Noindex: /or/ +Noindex: /n/ Sitemap: https://www.aminda.eu/sitemap.xml Sitemap: https://www.aminda.eu/sitemaps.xml