# ============================================================
# sirauysal.com — robots.txt
# ============================================================

# Genel kural
User-agent: *
Allow: /
Disallow: /plesk-stat/
Disallow: /ogrenci/
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /ogrenci.html
Disallow: /kayit.html
Disallow: /admin.html
Disallow: /App_Data/
Disallow: /cdn-cgi/

# AI içerik kullanım tercihleri (ContentSignals.org)
# search   = arama indekslemesi açık
# ai-train = AI model eğitiminde kullanım açık
# ai-input = canlı AI sorgularında (RAG / citation) kaynak olarak kullanım açık
Content-Signal: search=yes, ai-train=yes, ai-input=yes

# --- AI eğitim bot'ları — açık (maksimum AI görünürlük) ---
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-ai
Allow: /

# --- Canlı AI sorgu / citation bot'ları — açık ---
User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

# --- Geleneksel arama motorları — açık ---
User-agent: Bingbot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Yandex
Allow: /

# --- Sitemap ---
Sitemap: https://sirauysal.com/sitemap.xml
Sitemap: https://sirauysal.com/sitemap-en.xml