User-agent: *

Crawl-delay: 50

Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /images/

User-agent: Bot*
Disallow: /

User-agent: crawl
Disallow: / 

User-agent: MJ12bot
Disallow: /

User-agent: swebot
Disallow: /

User-agent: discobot
Disallow: /