diff --git a/robots.txt b/robots.txt index 0c5f262..528f621 100644 --- a/robots.txt +++ b/robots.txt @@ -1,13 +1,22 @@ User-agent: * Allow: / Disallow: /404 +Noindex: /404 Disallow: /bot +Noindex: /bot Disallow: /channel +Noindex: /channel Disallow: /links2 +Noindex: /links2 Disallow: /irc/bot +Noindex: /irc/bot Disallow: /irc/channel +Noindex: /irc/channel Disallow: /irc/znc +Noindex: /irc/znc Disallow: /r/ +Noindex: /r/ Disallow: /or/ +Noindex: /or/ Sitemap: https://mikaela.info/sitemap.xml -Sitemap: https://mikaela.info/sitemaps.xml +Sitemap: https://mikaela.info/sitemaps.xml \ No newline at end of file