add robots.txt

2023-09-02 10:50:28 +03:00 · 2023-09-02 10:50:28 +03:00 · a34ac0f5ed
parent 95c1e00ff3
commit a34ac0f5ed
2 changed files with 7 additions and 0 deletions
--- a/_config.yml
+++ b/_config.yml
@ -9,6 +9,7 @@ plugins:
  - jekyll-sitemap
 sitemap:
  file: "/sitemap.xml"
+include: [robots.txt]
 biosuomi: "Aminda Suomalainen on avointa lähdekoodia tukeva verkkopalveluylläpitäjä piraattipuolueessa"
 bioenglish: "Short introduction text is coming here soon..."
 icon: https://media.githubusercontent.com/media/Mikaela/mikaela.github.io/lfs-media/avatar/90.jpeg
--- a/robots.txt
+++ b/robots.txt
@ -0,0 +1,6 @@
+User-agent: *
+Allow: /
+Sitemap: https://cv.aminda.eu/sitemap.xml
+
+User-agent: GPTBot
+Disallow: /