#  Do not allow robots (those complying with robots.txt) to index
#  /webstats directory of this site (asmfcweb)  - Ed added 8.31.15
User-agent: *
Disallow: /webstats/

#Allow some search engine bots expected to be OK
User-agent: Mediapartners-Google
Disallow:

User-agent: Googlebot
Disallow:

User-agent: msnbot-media
Disallow:

User-agent: bingbot
Disallow:

#Block the bad bots
User-agent: ia_archiver
Disallow: /
 
User-agent: VoilaBot
Disallow: /
 
User-agent: Baiduspider
Disallow: /
 
User-agent: MJ12bot
Disallow: /
 
User-agent: BecomeJPBot
Disallow: /
 
User-agent: Exabot
Disallow: /
 
User-agent: 008
Disallow: /
 
User-agent: Sosospider
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: skimbot
Disallow: /

User-agent: Gecko
Disallow: /

 
#Block specific urls and directories for all bots
User-agent: *
Disallow: /low.html
Disallow: /lib/
Disallow: /rd/
Disallow: /tools/
Disallow: /tmp/
Disallow: /*?
Disallow: /theme/