# ==============================================================
# robots.txt — Pendik Plise Perde
# Site: https://pendikpliseperde.com.tr
# Güncelleme: 2025
# ==============================================================

# ── Tüm arama motorlarına ve tarayıcılara izin ──────────────
User-agent: *
Allow: /
Disallow: /data/
Disallow: /partials/
Disallow: /.git/
Disallow: /node_modules/
Crawl-delay: 1

# ── Google ─────────────────────────────────────────────────
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Googlebot-Image
Allow: /assets/img/

User-agent: Googlebot-News
Allow: /

# ── Bing / Microsoft ────────────────────────────────────────
User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: msnbot
Allow: /

# ── Yandex ─────────────────────────────────────────────────
User-agent: Yandex
Allow: /
Crawl-delay: 2

User-agent: YandexBot
Allow: /

# ── DuckDuckGo ──────────────────────────────────────────────
User-agent: DuckDuckBot
Allow: /

# ── AI & LLM Botları ─────────────────────────────────────────
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: YouBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Omgilibot
Allow: /

User-agent: peer39_crawler
Allow: /

User-agent: Diffbot
Allow: /

User-agent: SemrushBot
Allow: /
Crawl-delay: 3

User-agent: AhrefsBot
Allow: /
Crawl-delay: 3

# ── Sitemap ─────────────────────────────────────────────────
Sitemap: https://pendikpliseperde.com.tr/sitemap.xml

# ── AI Dosyaları ─────────────────────────────────────────────
# AI botları için ek dosyalar:
# https://pendikpliseperde.com.tr/ai.txt
# https://pendikpliseperde.com.tr/llms.txt