# ==============================
# Default rules for all bots
# ==============================
User-agent: Bingbot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: YandexBot
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: PetalBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Sogou Spider
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Exalead
Allow: /

User-agent: SeznamBot
Allow: /

User-agent: Qwantify
Allow: /

User-agent: MojeekBot
Allow: /

# Crawl-delay removed for efficiency on Cloudflare Free plan

# ==============================
# Important search engines - full access, no crawl-delay
# ==============================
# No crawl-delay; allow aggressive crawling

# ==============================
# Low-value / unwanted bots - block completely
# ==============================
User-agent: *
Allow: /