1
0
mirror of https://github.com/Mikaela/cv.git synced 2024-11-22 00:19:24 +01:00

head.html: add robots tags for AIs

This commit is contained in:
Aminda Suomalainen 2024-07-23 10:35:51 +03:00
parent 39eccb719d
commit 7f52f1f894
Signed by: Mikaela
SSH Key Fingerprint: SHA256:CXLULpqNBdUKB6E6fLA1b/4SzG0HvKD19PbIePU175Q

View File

@ -1,6 +1,21 @@
<head> <head>
<meta charset="utf-8"> <meta charset="utf-8">
<meta name="robots" content="{{ page.robots }}"> <meta name="robots" content="{{ page.robots }}">
<!-- Based on https://darkvisitors.com/docs/robots-txt -->
<meta name="Applebot-Extended" content="noindex, nofollow">
<meta name="Bytespider" content="noindex, nofollow">
<meta name="CCBot" content="noindex, nofollow">
<meta name="ClaudeBot" content="noindex, nofollow">
<meta name="Diffbot" content="noindex, nofollow">
<meta name="FacebookBot" content="noindex, nofollow">
<meta name="Google-Extended" content="noindex, nofollow">
<meta name="GPTBot" content="noindex, nofollow">
<meta name="Meta-ExternalAgent" content="noindex, nofollow">
<meta name="omgili" content="noindex, nofollow">
<meta name="Timpibot" content="noindex, nofollow">
<meta name="anthropic-ai" content="noindex, nofollow">
<meta name="Claude-Web" content="noindex, nofollow">
<meta name="cohere-ai" content="noindex, nofollow">
<meta name="viewport" content="width=device-width, initial-scale=1"> <meta name="viewport" content="width=device-width, initial-scale=1">
<!----> <!---->
{%- seo -%} {%- seo -%}