From 294c14c91b45aee81a082cc77dbe528452185885 Mon Sep 17 00:00:00 2001 From: Mikaela Suomalainen Date: Fri, 22 Feb 2019 19:18:10 +0200 Subject: [PATCH] robots.txt: add Noindex --- robots.txt | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/robots.txt b/robots.txt index 0c5f262..528f621 100644 --- a/robots.txt +++ b/robots.txt @@ -1,13 +1,22 @@ User-agent: * Allow: / Disallow: /404 +Noindex: /404 Disallow: /bot +Noindex: /bot Disallow: /channel +Noindex: /channel Disallow: /links2 +Noindex: /links2 Disallow: /irc/bot +Noindex: /irc/bot Disallow: /irc/channel +Noindex: /irc/channel Disallow: /irc/znc +Noindex: /irc/znc Disallow: /r/ +Noindex: /r/ Disallow: /or/ +Noindex: /or/ Sitemap: https://mikaela.info/sitemap.xml -Sitemap: https://mikaela.info/sitemaps.xml +Sitemap: https://mikaela.info/sitemaps.xml \ No newline at end of file