robots.txt: be more strict

This commit is contained in:
Aminda Suomalainen 2015-04-26 20:24:28 +03:00
parent 354683729f
commit 083bfcc98a
1 changed files with 3 additions and 3 deletions

View File

@ -1,8 +1,8 @@
User-agent: *
Allow: /
Disallow: /404.html
Disallow: /bot.html
Disallow: /channel.html
Disallow: /404
Disallow: /bot
Disallow: /channel
Sitemap: https://mikaela.info/sitemap.xml