/* CUSTOM ROBOTS.TXT FOR SM
----------------------------------------- */
User-agent: Slurp
Disallow: /images/
Disallow: /podcast/
Disallow: /podcasts/
Disallow: /includes/
Disallow: /usr/images/
Disallow: /admin/
Disallow: /custom/
Disallow: /interactive/
Disallow: /chat/
Disallow: /discussionboards/
Disallow: /sitemap/
Disallow: /accessibility/
Disallow: /styles/
Disallow: /scripts/
Disallow: /logs/
Disallow: /incs/
Disallow: /private/
Disallow: /developer/
Disallow: /membersonly/
Disallow: /login/
Disallow: /Lasso/
Disallow: /restricted/
Disallow: /update/
Disallow: /go/
Disallow: /get/
Disallow: /yourbasket/
Disallow: /youraccount/
Disallow: /mybasket/
Disallow: /myaccount/
Disallow: /modules/update/
Disallow: /modules/add/
Crawl-delay: 1000

User-agent: msnbot
Disallow: /images/
Disallow: /podcast/
Disallow: /podcasts/
Disallow: /includes/
Disallow: /usr/images/
Disallow: /admin/
Disallow: /custom/
Disallow: /interactive/
Disallow: /chat/
Disallow: /discussionboards/
Disallow: /sitemap/
Disallow: /accessibility/
Disallow: /styles/
Disallow: /scripts/
Disallow: /logs/
Disallow: /incs/
Disallow: /private/
Disallow: /developer/
Disallow: /membersonly/
Disallow: /login/
Disallow: /Lasso/
Disallow: /restricted/
Disallow: /update/
Disallow: /go/
Disallow: /get/
Disallow: /yourbasket/
Disallow: /youraccount/
Disallow: /mybasket/
Disallow: /myaccount/
Disallow: /modules/update/
Disallow: /modules/add/
Crawl-delay: 1000

User-agent: stress-agent
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /images/
Disallow: /podcast/
Disallow: /podcasts/
Disallow: /includes/
Disallow: /usr/images/
Disallow: /admin/
Disallow: /custom/
Disallow: /interactive/
Disallow: /chat/
Disallow: /discussionboards/
Disallow: /sitemap/
Disallow: /accessibility/
Disallow: /styles/
Disallow: /scripts/
Disallow: /logs/
Disallow: /incs/
Disallow: /private/
Disallow: /developer/
Disallow: /membersonly/
Disallow: /login/
Disallow: /Lasso/
Disallow: /restricted/
Disallow: /update/
Disallow: /go/
Disallow: /get/
Disallow: /yourbasket/
Disallow: /youraccount/
Disallow: /mybasket/
Disallow: /myaccount/
Disallow: /modules/update/
Disallow: /modules/add/