Compare commits

..

No commits in common. "7dabf1a1665d092a1196c3f7a1d5ac5d68dee55a" and "03d013d20366625ce45e0541e7d167ba2962e9ae" have entirely different histories.

4 changed files with 74 additions and 3 deletions

2
.bundle/config Normal file
View File

@ -0,0 +1,2 @@
---
BUNDLE_PATH: "vendor/bundle"

4
Gemfile.lock generated
View File

@ -104,7 +104,7 @@ GEM
jekyll (>= 3.5, < 5.0)
jekyll-feed (~> 0.9)
jekyll-seo-tag (~> 2.1)
minitest (5.24.1)
minitest (5.24.0)
mutex_m (0.2.0)
nokogiri (1.16.6)
mini_portile2 (~> 2.8.2)
@ -223,4 +223,4 @@ DEPENDENCIES
webrick
BUNDLED WITH
2.5.11
2.5.9

@ -1 +1 @@
Subproject commit 31564787d17701df26ecc5b3d44775ff0b714264
Subproject commit d0f5f5652879c77658a572c7e8de70873a829a86

View File

@ -21,3 +21,72 @@ Disallow: /*.xml$
Disallow: /txt/
Sitemap: https://aminda.eu/sitemap.xml
Sitemap: https://aminda.eu/sitemaps.xml
# https://darkvisitors.com/robots-txt-builder
# Dark Visitors Robots.txt
# AI Data Scraper
# https://darkvisitors.com/agents/bytespider
User-agent: Bytespider
Disallow: /
# AI Data Scraper
# https://darkvisitors.com/agents/ccbot
User-agent: CCBot
Disallow: /
# AI Data Scraper
# https://darkvisitors.com/agents/claudebot
User-agent: ClaudeBot
Disallow: /
# AI Data Scraper
# https://darkvisitors.com/agents/diffbot
User-agent: Diffbot
Disallow: /
# AI Data Scraper
# https://darkvisitors.com/agents/facebookbot
User-agent: FacebookBot
Disallow: /
# AI Data Scraper
# https://darkvisitors.com/agents/google-extended
User-agent: Google-Extended
Disallow: /
# AI Data Scraper
# https://darkvisitors.com/agents/gptbot
User-agent: GPTBot
Disallow: /
# AI Data Scraper
# https://darkvisitors.com/agents/omgili
User-agent: omgili
Disallow: /
# Undocumented AI Agent
# https://darkvisitors.com/agents/anthropic-ai
User-agent: anthropic-ai
Disallow: /
# Undocumented AI Agent
# https://darkvisitors.com/agents/claude-web
User-agent: Claude-Web
Disallow: /
# Undocumented AI Agent
# https://darkvisitors.com/agents/cohere-ai
User-agent: cohere-ai
Disallow: /