# ====================================================================
# LIVE SETTINGS: ALLOWING GOOD BOTS & SPECIFIC PREVIEWS
# ====================================================================

# --- Allow major search engines ---
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Baiduspider
Allow: /

# --- Allow social share bots (for link previews) ---
User-agent: LinkedInBot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: Slackbot-LinkExpanding
Allow: /

# (Optional) covers social bots that present as Mozilla/5.0
User-agent: Mozilla/5.0
Allow: /

# --- Block specific AI crawlers ---
User-agent: PerplexityBot
Disallow: /

# --- Block all other unspecified bots by default ---
User-agent: *
Disallow: /


# ====================================================================
# EMERGENCY MODE: BLOCK ALL BOTS TEMPORARILY
# (Uncomment the two lines below to save resources during high DB load)
# ====================================================================
# User-agent: *
# Disallow: /