# AltaySec — Türkiye'nin yapay zekâ güvenliği şirketi
# AI crawler'lar dahil tüm kötü niyetli olmayan crawler'lara izin verilir.
# Bilgi: https://altaysec.com.tr | İletişim: info@altaysec.com.tr

User-agent: *
Allow: /

# ============ AI SEARCH / USER-REQUESTED RETRIEVAL ============
# These agents support search results or user-requested page retrieval.
# They are distinct from model-training controls.
# OpenAI Search
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic Search
User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

# Perplexity Search
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# ============ MODEL TRAINING / OTHER AI CRAWLERS ============
# OpenAI training
User-agent: GPTBot
Allow: /

# Anthropic training
User-agent: ClaudeBot
Allow: /

# Legacy Anthropic agents retained for compatibility
User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

# Google-Extended (Gemini model training/grounding control; not Google Search indexing)
User-agent: Google-Extended
Allow: /

# Common Crawl (LLM training)
User-agent: CCBot
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# ByteDance / TikTok
User-agent: Bytespider
Allow: /

# Meta
User-agent: FacebookBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

# Amazon
User-agent: Amazonbot
Allow: /

# Apple
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# DuckDuckGo AI
User-agent: DuckAssistBot
Allow: /

# Diffbot
User-agent: Diffbot
Allow: /

# You.com
User-agent: YouBot
Allow: /

# ============ AGRESIF / KÖTÜ NİYETLİ BOT BLOKLARI ============
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# ============ SITEMAPS ============
Sitemap: https://altaysec.com.tr/sitemap.xml
# LLM rehberi (sitemap degildir): https://altaysec.com.tr/llms.txt