# ============================================================
# Bilge Atlası — robots.txt
# GEO Kural Seti v3.5 uyumlu · 50+ bot için açık Allow politikası
# Son güncelleme: 11 Temmuz 2026
# ============================================================

# --- GENEL ARAMA MOTORLARI ---
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Bingbot
Allow: /

User-agent: YandexBot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Slurp
Allow: /

User-agent: Yeti
Allow: /

# --- ANTHROPIC / Claude ---
User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: claude-web
Allow: /

User-agent: anthropic-ai
Allow: /

# --- OPENAI / ChatGPT ---
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: chatgpt-operator
Allow: /

# --- GOOGLE / Gemini / Vertex / NotebookLM ---
User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: GoogleOther-Image
Allow: /

User-agent: Google-Agent
Allow: /

User-agent: GoogleAgent-Mariner
Allow: /

User-agent: Google-CloudVertexBot
Allow: /

User-agent: CloudVertexBot
Allow: /

User-agent: Google-NotebookLM
Allow: /

User-agent: Google-Firebase
Allow: /

User-agent: Gemini-Deep-Research
Allow: /

# --- PERPLEXITY ---
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# --- APPLE INTELLIGENCE ---
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# --- META / Facebook / Llama ---
User-agent: FacebookBot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: meta-externalads
Allow: /

# --- xAI / Grok ---
User-agent: GrokBot
Allow: /

User-agent: xAI-Grok
Allow: /

User-agent: Grok-DeepSearch
Allow: /

# --- AMAZON / Alexa / Bedrock ---
User-agent: Amazonbot
Allow: /

User-agent: bedrockbot
Allow: /

# --- DİĞER AI BOTLARI ---
User-agent: Bytespider
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: DeepSeekBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: cohere-training-data-crawler
Allow: /

User-agent: Cloudflare-AutoRAG
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: AI2Bot
Allow: /

User-agent: CCBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: FirecrawlAgent
Allow: /

User-agent: omgili
Allow: /

User-agent: TimpiBot
Allow: /

User-agent: Manus-User
Allow: /

# --- SOSYAL MEDYA / LİNK ÖNİZLEME ---
User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: TelegramBot
Allow: /

# --- WİLDCARD ---
User-agent: *
Allow: /
Disallow: /*.zip$

Sitemap: https://www.bilgeatlasi.com/sitemap.xml