# Allow Google robots
User-agent: Mediapartners-Google*
Disallow: 

# Block Alexa crawler
#User-agent: ia_archiver
#Disallow: / 

User-agent: VoilaBot
Disallow: /

User-agent: BUbiNG
Disallow: /

# slow down Yahoo
User-agent: Slurp
Crawl-delay: 60

# Block access to files directory
User-agent: *
Disallow: /files/
Disallow: /control/rfp_create
Disallow: /control/rfp_create_local
Disallow: /*PartnerBusinessTypeModel@