# Domo Arigato Mr. Roboto
#
# Robots.txt for http://www.janitorgoods.com/
#
# Last edited 02/18/2010

#
# Block spiders from all kinds of places
# they shouldn't be
#

# Nasty spiders that I don't want
# visiting if I can control it

#User-agent: Wget
#Disallow: /

User-agent: Lynx
Disallow: /

User-agent: Curl
Disallow: /

User-agent: libwww-perl
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: Crescent
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: [Ww]eb[Bb]andit
Disallow: /

User-agent: WebEMailExtrac.*
Disallow: /

User-agent: NICErsPRO
Disallow: /

User-agent: Telesoft
Disallow: /

User-agent: Zeus.*Webster
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: internetseer.com
Disallow: /

User-agent: InternetSeer.com
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: *
Allow: /store
Allow: /store/
Disallow: /sandbox/
Disallow: /store/admin/
Disallow: /store/checkout/
Disallow: /store/checkout/cart/
Disallow: /store/catalogrequest/
Disallow: /store/privacy-policy/
Disallow: /store/customer/account/
Disallow: /store/customer/account/login/
Disallow: /store/customer/account/login/referrer/
Disallow: /store/customer/
Disallow: /janitor-goods.swf
Disallow: /store/catalogsearch/ajax/suggest/