User-agent: *
Crawl-delay: 10
Request-rate: 1/10         # maximum rate is one page every 10 seconds
Disallow: /cgi-bin/
Disallow: /cart/admin/ 
Disallow: /cart/cache/
Disallow: /cart/files/
Disallow: /cart/gateways/
Disallow: /cart/graphics/
Disallow: /cart/images/
Disallow: /cart/reference/
Disallow: /cart/resources/
Disallow: /cart/shopimages/
Disallow: /cart/static/ 
Disallow: /cart/templates/wholesale.html
Disallow: /cart/templates/compiled/wholesale.html
Disallow: /cart/templates/compiled/wholesale.html.req
Disallow: /ccapp.html
 
User-agent: gigabot
Disallow: / 

User-agent: BecomeBot 
Disallow: /

User-agent: MJ12bot/v1.0.8
Disallow: /

User-agent: voyager
Disallow: /

User-agent: cfetch
Disallow: /

User-agent: disco/Nutch-1.0-dev
Disallow: /

User-agent: discobot/1.0
Disallow: /

User-agent: discobot
Disallow: /

User-agent: spider58
Disallow: /

User-agent: yandex
Disallow: /