User-agent: * Allow: /$ Allow: /*.html$ Allow: /blog/$ Allow: /blog/feed.xml Allow: /blog/feed.en.xml Allow: /blog/feed.fi.xml Allow: /irc/$ Allow: /matrix/$ Allow: /n/$ Allow: /robots.txt Allow: /sitemap.xml Allow: /sitemaps.xml Disallow: / Disallow: /*.asc$ Disallow: /*.json$ Disallow: /*.sig$ Disallow: /*.txt$ Disallow: /*.toml$ Disallow: /*.xml$ Disallow: /txt/ Sitemap: https://aminda.eu/sitemap.xml Sitemap: https://aminda.eu/sitemaps.xml # https://darkvisitors.com/robots-txt-builder # Dark Visitors Robots.txt # AI Data Scraper # https://darkvisitors.com/agents/bytespider User-agent: Bytespider Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/ccbot User-agent: CCBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/claudebot User-agent: ClaudeBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/diffbot User-agent: Diffbot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/facebookbot User-agent: FacebookBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/google-extended User-agent: Google-Extended Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/gptbot User-agent: GPTBot Disallow: / # AI Data Scraper # https://darkvisitors.com/agents/omgili User-agent: omgili Disallow: / # Undocumented AI Agent # https://darkvisitors.com/agents/anthropic-ai User-agent: anthropic-ai Disallow: / # Undocumented AI Agent # https://darkvisitors.com/agents/claude-web User-agent: Claude-Web Disallow: / # Undocumented AI Agent # https://darkvisitors.com/agents/cohere-ai User-agent: cohere-ai Disallow: /