From 27ab89be5f43dffa55615bcd70d80982f5df9a1a Mon Sep 17 00:00:00 2001
From: Aminda Suomalainen <suomalainen+git@mikaela.info>
Date: Mon, 3 Jun 2024 11:02:14 +0300
Subject: [PATCH] fix robots

---
 _config.yml         | 1 +
 _includes/head.html | 3 ++-
 robots.txt          | 5 ++++-
 3 files changed, 7 insertions(+), 2 deletions(-)

diff --git a/_config.yml b/_config.yml
index 8a87cee7c..5733a10f2 100644
--- a/_config.yml
+++ b/_config.yml
@@ -21,6 +21,7 @@ plugins:
 sitemap:
   file: "/sitemap.xml"
 include: [robots.txt]
+robots: nofollow, noai
 icon: https://github.com/ProgVal/Supybot-website/raw/master/static/logo.png
 markdown: kramdown
 kramdown:
diff --git a/_includes/head.html b/_includes/head.html
index f26c2b104..a30141430 100644
--- a/_includes/head.html
+++ b/_includes/head.html
@@ -5,7 +5,8 @@
   <!---->
   {%- seo -%}
   <!---->
+  <meta name="robots" content="{% if page.robots %}{{ page.robots }} {% else %}{{ site.robots }} {% endif %}">
   <link rel="icon" href="https://github.com/ProgVal/Supybot-website/raw/master/static/logo.png">
   <link rel="stylesheet" href="{{ "/assets/main.css" | prepend: site.baseurl }}">
-  <link rel="alternate" type="application/rss+xml" title="{{ site.title }}" href="{{ "/feed.xml" | prepend: site.baseurl | prepend: site.url }}" />
+  <link rel="alternate" type="application/rss+xml" title="{{ site.title }}" href="{{ "/feed.xml" | prepend: site.baseurl | prepend: site.url }}">
 </head>
diff --git a/robots.txt b/robots.txt
index 2ca1e124d..8d7e3760b 100644
--- a/robots.txt
+++ b/robots.txt
@@ -1,4 +1,7 @@
 User-agent: *
+Allow: /$
+Allow: /*.html$
+Allow: /robots.txt
+Allow: /sitemap.xml
 Disallow: /
-Noindex: /
 Sitemap: https://supybot.mikaela.info/sitemap.xml