# ✅ Allow all major search engines
User-agent: *
Disallow:

# ⚠️ Throttle Bingbot to reduce load
User-agent: bingbot
Crawl-delay: 10

# ⚠️ Throttle Yandex (still allows crawling, just slower)
User-agent: Yandex
Crawl-delay: 10

# 🚫 Block non-value-adding SEO bots
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: Cocolyzebot
Disallow: /

User-agent: cocococrawler
Disallow: /

# 🚫 Block uptime and monitoring bots
User-agent: UptimeRobot
Disallow: /

# 🚫 Reduce social crawler load
User-agent: FacebookExternalHit
Disallow: /

User-agent: facebookshare
Disallow: /

# ✅ SEO essentials
Host: https://www.boattripturkey.com
Sitemap: https://www.boattripturkey.com/api/sitemap.xml