# ==============================================================================
# Diyetisyen Tuğba Yaprak - robots.txt
# Full SEO & AI Search Engine Crawlers Optimization
# ==============================================================================

# 1. Standart Arama Motorları (Google, Bing, Yandex, Yahoo vb.)
User-agent: *
Allow: /
Disallow: /cms
Disallow: /cms/
Disallow: /cms/*
Disallow: /admin
Disallow: /admin/
Disallow: /admin/*
Disallow: /api/
Disallow: /*?view=cms*
Disallow: /*?*view=cms*

# 2. OpenAI GPT Arama ve Eğitim Botları (ChatGPT, SearchGPT, GPTBot)
User-agent: GPTBot
Allow: /
Disallow: /cms
Disallow: /admin
Disallow: /api/

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# 3. Anthropic Claude AI Botları (ClaudeBot, anthropic-ai)
User-agent: ClaudeBot
Allow: /
Disallow: /cms
Disallow: /admin
Disallow: /api/

User-agent: anthropic-ai
Allow: /

# 4. Perplexity AI Arama Botu (PerplexityBot)
User-agent: PerplexityBot
Allow: /
Disallow: /cms
Disallow: /admin
Disallow: /api/

# 5. Google Gemini & AI Indexing Botları (Google-Extended)
User-agent: Google-Extended
Allow: /

# 6. Apple Intelligence Botları (Applebot, Applebot-Extended)
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# 7. Meta AI & Llama Botları (Meta-ExternalAgent)
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /cms
Disallow: /admin
Disallow: /api/

# 8. Diğer Önemli AI / Semantik Arama Botları
User-agent: Cohere-ai
Allow: /

User-agent: Diffbot
Allow: /

# XML Site Haritaları (Google Search Console & LLM Sitemaps)
Sitemap: https://www.tugbayaprak.com/sitemap_index.xml
Sitemap: https://www.tugbayaprak.com/sitemap.xml
Sitemap: https://www.tugbayaprak.com/sitemap-posts.xml
Sitemap: https://www.tugbayaprak.com/sitemap-categories.xml
Sitemap: https://www.tugbayaprak.com/sitemap-pages.xml