# Baiduspider is too agressive, keep it out of heavy pages
User-agent: Baiduspider
Disallow: /zones/
Disallow: /reports/

# Allow ad-related bots
User-agent: Mediapartners-Google
Disallow: 

User-agent: ValueClick
Disallow: 

User-agent: ContextAd
Disallow:

User-agent: Snapbot
Disallow:

# Other bots:
# Don't index report pages
User-agent: *
Disallow: /reports/


# Bad bots
User-agent: OpenISearch
Disallow: /

User-agent: MLBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SMBot
Disallow: /