From a34ac0f5ed9ba44639cc2162b9f3ce456482288e Mon Sep 17 00:00:00 2001 From: Aminda Suomalainen Date: Sat, 2 Sep 2023 10:50:28 +0300 Subject: [PATCH] add robots.txt --- _config.yml | 1 + robots.txt | 6 ++++++ 2 files changed, 7 insertions(+) create mode 100644 robots.txt diff --git a/_config.yml b/_config.yml index 09e94f0..b58c9fd 100644 --- a/_config.yml +++ b/_config.yml @@ -9,6 +9,7 @@ plugins: - jekyll-sitemap sitemap: file: "/sitemap.xml" +include: [robots.txt] biosuomi: "Aminda Suomalainen on avointa lähdekoodia tukeva verkkopalveluylläpitäjä piraattipuolueessa" bioenglish: "Short introduction text is coming here soon..." icon: https://media.githubusercontent.com/media/Mikaela/mikaela.github.io/lfs-media/avatar/90.jpeg diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..51db127 --- /dev/null +++ b/robots.txt @@ -0,0 +1,6 @@ +User-agent: * +Allow: / +Sitemap: https://cv.aminda.eu/sitemap.xml + +User-agent: GPTBot +Disallow: /