# always allow adsense
User-agent: Mediapartners-Google
Disallow: /users/

# All robots Block
User-agent: *
Disallow: /search
Disallow: /itmloader.php
 

# bot-specific
User-agent: ia_archiver
User-agent: ScoutJet
User-agent: DotBot
User-agent: spbot
User-agent: netseer
User-agent: DownScout
User-agent: Seznam
User-agent: Exabot
User-agent: Bender
User-agent: discobot
User-agent: ValueClick
User-agent: LucidMedia
User-agent: Snapbot
User-agent: Sosospider
User-agent: WeeSEE
User-agent: AhrefsBot
User-agent: MegaIndex.ru
User-agent: Cliqzbot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: BLEXBot
User-agent: ZumBot
User-agent: Sogou web spider
Disallow: /explore
Disallow: /search
Disallow: /category