# musabustun.dev: kisisel site + blog. Icerik bilerek herkese, AI arama motorlari ve ajanlari dahil, aciktir.
# Yalnizca /admin ve /api/ kapali. Okunabilir Markdown ikizleri: /llms.txt, /llms-full.txt, /blog/<slug>.md
# Not: adli bir grup varsa bot "*" grubunu yok sayar, bu yuzden her grup Disallow satirlarini tekrar eder.

# Tum tarayicilar
User-agent: *
Allow: /
Disallow: /admin
Disallow: /api/

# OpenAI
# - OAI-SearchBot: arama/atif motoru
# - ChatGPT-User: kullanici tetiklemeli (bir kisi sordugunda sayfayi getirir)
# - GPTBot: egitim tarayicisi (bilerek acik: icerik alintilansin/bilinsin)
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
Allow: /
Disallow: /admin
Disallow: /api/

# Anthropic
# - Claude-SearchBot: arama/atif motoru
# - Claude-User: kullanici tetiklemeli (bir kisi sordugunda sayfayi getirir)
# - ClaudeBot: egitim tarayicisi (bilerek acik: icerik alintilansin/bilinsin)
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: ClaudeBot
Allow: /
Disallow: /admin
Disallow: /api/

# Perplexity
# - PerplexityBot: arama/atif motoru
# - Perplexity-User: kullanici tetiklemeli (bir kisi sordugunda sayfayi getirir)
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /
Disallow: /admin
Disallow: /api/

# Google
# - Googlebot: arama/atif motoru
# - Google-Extended: egitim tarayicisi (bilerek acik: icerik alintilansin/bilinsin)
User-agent: Googlebot
User-agent: Google-Extended
Allow: /
Disallow: /admin
Disallow: /api/

# Apple
# - Applebot: arama/atif motoru
# - Applebot-Extended: egitim tarayicisi (bilerek acik: icerik alintilansin/bilinsin)
User-agent: Applebot
User-agent: Applebot-Extended
Allow: /
Disallow: /admin
Disallow: /api/

# Microsoft
# - Bingbot: arama/atif motoru
User-agent: Bingbot
Allow: /
Disallow: /admin
Disallow: /api/

# DuckDuckGo
# - DuckAssistBot: kullanici tetiklemeli (bir kisi sordugunda sayfayi getirir)
User-agent: DuckAssistBot
Allow: /
Disallow: /admin
Disallow: /api/

# Amazon
# - Amazonbot: arama/atif motoru
User-agent: Amazonbot
Allow: /
Disallow: /admin
Disallow: /api/

# Meta
# - Meta-ExternalAgent: egitim tarayicisi (bilerek acik: icerik alintilansin/bilinsin)
# - Meta-ExternalFetcher: kullanici tetiklemeli (bir kisi sordugunda sayfayi getirir)
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
Allow: /
Disallow: /admin
Disallow: /api/

# Common Crawl
# - CCBot: egitim tarayicisi (bilerek acik: icerik alintilansin/bilinsin)
User-agent: CCBot
Allow: /
Disallow: /admin
Disallow: /api/

# You.com
# - YouBot: arama/atif motoru
User-agent: YouBot
Allow: /
Disallow: /admin
Disallow: /api/

# Mistral
# - MistralAI-User: kullanici tetiklemeli (bir kisi sordugunda sayfayi getirir)
User-agent: MistralAI-User
Allow: /
Disallow: /admin
Disallow: /api/

# Cohere
# - cohere-ai: egitim tarayicisi (bilerek acik: icerik alintilansin/bilinsin)
User-agent: cohere-ai
Allow: /
Disallow: /admin
Disallow: /api/

# ByteDance
# - Bytespider: egitim tarayicisi (bilerek acik: icerik alintilansin/bilinsin)
User-agent: Bytespider
Allow: /
Disallow: /admin
Disallow: /api/

Sitemap: https://musabustun.dev/sitemap.xml