diff --git a/robots.txt b/robots.txt index 42c8a2d..82d4042 100644 --- a/robots.txt +++ b/robots.txt @@ -2,9 +2,25 @@ User-agent: * Allow: / Allow: /$ Allow: /index.html +Disallow: /blog/english/2015/ +Disallow: /blog/english/2016/ +Disallow: /blog/finnish/2015/ +Disallow: /blog/finnish/2016/ +Disallow: /blog/finnish/2017/ Disallow: /txt/ Disallow: /php/ +Disallow: /r/ +Disallow: /or/ +Disallow: /n/ +Noindex: /blog/english/2015/ +Noindex: /blog/english/2016/ +Noindex: /blog/finnish/2015/ +Noindex: /blog/finnish/2016/ +Noindex: /blog/finnish/2017/ Noindex: /txt/ Noindex: /php/ +Noindex: /r/ +Noindex: /or/ +Noindex: /n/ Sitemap: https://www.aminda.eu/sitemap.xml Sitemap: https://www.aminda.eu/sitemaps.xml