# ============================================
# ROBOTS.TXT - BlueyesTech
# Güncelleme: Konya, Beyşehir, Seydişehir sayfaları eklendi
# ============================================

User-agent: *
Allow: /
Allow: /*.html$
Allow: /beysehir_bilgisayar.html
Allow: /seydisehir-bilgisayar.html
Allow: /konya-bilgisayar.html
Allow: /konya-ajans.html
Allow: /tr/
Allow: /en/
Allow: /assets/
Allow: /css/
Allow: /js/
Allow: /images/

# Yapay zeka botlarına özel izinler
User-agent: Googlebot
Allow: /
Crawl-delay: 0.5

User-agent: Googlebot-Image
Allow: /images/

User-agent: Bingbot
Allow: /
Crawl-delay: 0.8

User-agent: DuckDuckBot
Allow: /

User-agent: Yandex
Allow: /
Crawl-delay: 0.5

# AI ve GPT botları
User-agent: GPTBot
Allow: /
Crawl-delay: 1

User-agent: ChatGPT-User
Allow: /

User-agent: anthropic-ai
Allow: /

# SEO analiz botları
User-agent: AhrefsBot
Allow: /
Crawl-delay: 1

User-agent: SemrushBot
Allow: /
Crawl-delay: 1

# Engellenen botlar
User-agent: MJ12bot
Disallow: /
Crawl-delay: 5

User-agent: DotBot
Disallow: /

# Tüm botlar için engellenen dizinler
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /logs/
Disallow: /backup/
Disallow: /private/
Disallow: /secret/
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /temp/

# Sitemap konumu
Sitemap: https://blueyestech.com.tr/sitemap.xml
Sitemap: https://blueyestech.com.tr/sitemap-tr.xml
Sitemap: https://blueyestech.com.tr/sitemap-en.xml
Sitemap: https://blueyestech.com.tr/sitemap-location.xml

# Host
Host: https://blueyestech.com.tr