# NAME: robots.txt # LAST MOD: 07/20/2004 # AUTHOR: dZ. # DESCRIPTION: Exclude access to non-public/non-relevant areas # # Send any comments to: webmaster@jsls.com # Block the SingingFish spider, there is no point # for it to crawl us. User-agent: asterias Disallow: / User-agent: * Disallow: /webtrends/ Disallow: /website/newsletters/ Disallow: /website/graphix/ Disallow: /website/includes/ Disallow: /website/jscripts/ Disallow: /website/media/ Disallow: /website/product_db/ Disallow: /website/styles/ Disallow: /website/store/log/ Disallow: /website/store/referer/ Disallow: /website/aspfiles/catrequest Disallow: /website/aspfiles/efriend Disallow: /website/aspfiles/email_signup Disallow: /website/aspfiles/error Disallow: /website/aspfiles/login Disallow: /website/aspfiles/order Disallow: /website/aspfiles/password Disallow: /website/aspfiles/request Disallow: /website/aspfiles/unsubscribe Disallow: /website/store/billing Disallow: /website/store/custom Disallow: /website/store/error Disallow: /website/store/gift Disallow: /website/store/invalid Disallow: /website/store/login Disallow: /website/store/order Disallow: /website/store/promo Disallow: /website/store/recap Disallow: /website/store/recipient Disallow: /website/store/ship Disallow: /website/store/shopping