fix robots

_config.yml

@@ -21,6 +21,7 @@ plugins:
 sitemap:
   file: "/sitemap.xml"
 include: [robots.txt]
+robots: nofollow, noai
 icon: https://github.com/ProgVal/Supybot-website/raw/master/static/logo.png
 markdown: kramdown
 kramdown:

_includes/head.html

@@ -5,7 +5,8 @@
   <!---->
   {%- seo -%}
   <!---->
+  <meta name="robots" content="{% if page.robots %}{{ page.robots }} {% else %}{{ site.robots }} {% endif %}">
   <link rel="icon" href="https://github.com/ProgVal/Supybot-website/raw/master/static/logo.png">
   <link rel="stylesheet" href="{{ "/assets/main.css" | prepend: site.baseurl }}">
-  <link rel="alternate" type="application/rss+xml" title="{{ site.title }}" href="{{ "/feed.xml" | prepend: site.baseurl | prepend: site.url }}" />
+  <link rel="alternate" type="application/rss+xml" title="{{ site.title }}" href="{{ "/feed.xml" | prepend: site.baseurl | prepend: site.url }}">
 </head>

robots.txt

@@ -1,4 +1,7 @@
 User-agent: *
+Allow: /$
+Allow: /*.html$
+Allow: /robots.txt
+Allow: /sitemap.xml
 Disallow: /
-Noindex: /
 Sitemap: https://supybot.mikaela.info/sitemap.xml