add robots.txt

This commit is contained in:
Aminda Suomalainen 2015-02-06 08:39:24 +02:00
parent 83955a6739
commit 82f87bb41f
2 changed files with 5 additions and 1 deletions

View File

@ -25,4 +25,4 @@ gems:
- jekyll-sitemap
sitemap:
file: "/sitemap.xml"
include: [PGP, PHP, keybase.txt]
include: [PGP, PHP, keybase.txt, robots.txt]

4
robots.txt Normal file
View File

@ -0,0 +1,4 @@
User-agent: *
Allow: /
Sitemap: https://mikaela.info/robots.txt