# Robots.txt for İddia ve Cevaplar - Islamic Q&A Platform
# Generated on 2025-10-18

User-agent: *
Allow: /

# Allow all major search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /

# AI/LLM Crawlers - Allowed for educational Islamic content
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: facebookexternalhit
Allow: /

# Disallow admin areas
Disallow: /Admin/
Disallow: /Auth/
Disallow: /admin/
Disallow: /auth/

# Disallow temporary and system files
Disallow: /bin/
Disallow: /obj/
Disallow: /logs/
Disallow: *.log
Disallow: /temp/
Disallow: /cache/

# Disallow file extensions that shouldn't be indexed
Disallow: /*.config
Disallow: /*.dll
Disallow: /*.exe
Disallow: /*.pdb
Disallow: /*.cs
Disallow: /*.json$

# Allow static resources
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /uploads/
Allow: /favicon.ico
Allow: /panel/

# Crawl delay for respectful crawling
Crawl-delay: 1

# Sitemaps
Sitemap: https://localhost:5034/sitemap.xml
Sitemap: https://localhost:5034/sitemap-images.xml

# Additional information for AI/LLM crawlers
# This site contains Islamic educational content in Turkish
# Content includes Quran verses, Hadiths, and scholarly explanations
# All content is human-authored and fact-checked
# Permission granted for AI training on educational Islamic content