From c90a96bd8ad1e371df7f176faaab5c4a469bab6c Mon Sep 17 00:00:00 2001 From: Mikaela Suomalainen Date: Mon, 3 Jun 2019 21:57:03 +0300 Subject: [PATCH] robots.txt: opt out of search engines for now --- robots.txt | 25 ++----------------------- 1 file changed, 2 insertions(+), 23 deletions(-) diff --git a/robots.txt b/robots.txt index ffd9860..af0ff58 100644 --- a/robots.txt +++ b/robots.txt @@ -1,26 +1,5 @@ User-agent: * -Allow: / -Disallow: /404 -Noindex: /404 -Disallow: /bot -Noindex: /bot -Disallow: /channel -Noindex: /channel -Disallow: /links2 -Noindex: /links2 -Disallow: /irc/bot -Noindex: /irc/bot -Disallow: /irc/channel -Noindex: /irc/channel -Disallow: /irc/znc -Noindex: /irc/znc -Disallow: /r/ -Noindex: /r/ -Disallow: /or/ -Noindex: /or/ -Disallow: /ir/ -Noindex: /ir/ -Disallow: /reflinks -Noindex: /reflinks +Disallow: / +Noindex: / Sitemap: https://mikaela.info/sitemap.xml Sitemap: https://mikaela.info/sitemaps.xml