From 2968eb1f3261fea121c7e40409446143ef65fcad Mon Sep 17 00:00:00 2001 From: Mikaela Suomalainen Date: Fri, 6 Feb 2015 08:46:23 +0200 Subject: [PATCH] add robots.txt --- _config.yml | 1 + robots.txt | 4 ++++ 2 files changed, 5 insertions(+) create mode 100644 robots.txt diff --git a/_config.yml b/_config.yml index 9d0a47b94..a7a4777c6 100644 --- a/_config.yml +++ b/_config.yml @@ -24,3 +24,4 @@ gems: - jekyll-sitemap sitemap: file: "/sitemap.xml" +include: [robots.txt] diff --git a/robots.txt b/robots.txt new file mode 100644 index 000000000..83ffe98d2 --- /dev/null +++ b/robots.txt @@ -0,0 +1,4 @@ +User-agent: * +Allow: / + +Sitemap: https://supybot.mikaela.info/sitemap.xml