From 083bfcc98a06f667a8e24e903978ff94df684918 Mon Sep 17 00:00:00 2001 From: Mikaela Suomalainen Date: Sun, 26 Apr 2015 20:24:28 +0300 Subject: [PATCH] robots.txt: be more strict --- robots.txt | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/robots.txt b/robots.txt index 58053c6..0fa48e5 100644 --- a/robots.txt +++ b/robots.txt @@ -1,8 +1,8 @@ User-agent: * Allow: / -Disallow: /404.html -Disallow: /bot.html -Disallow: /channel.html +Disallow: /404 +Disallow: /bot +Disallow: /channel Sitemap: https://mikaela.info/sitemap.xml