User-agent: *
Disallow: /userportal/images
Disallow: /userportal/woeimages
Disallow: /userportal/ajax_stub
Disallow: /userportal/WOEB
Disallow: /userportal/common
Disallow: /WEB-INF
Disallow: /META-INF
Disallow: /eserv
Disallow: /eserv/
Disallow: /eserv/eclipse.ecl
Disallow: /ak
Disallow: /forum
Disallow: /Jamestown_web.zip
Disallow: /osx_vpn.zip
Disallow: /hitwise.zip
Disallow: /tmp-20080226
Disallow: /seloc/
Visit-time: 0200-0600

User-agent: Googlebot
Allow: /userportal/show_product.do
Allow: /userportal/search_category.do
Allow: /userportal/search.do?categoryName
Allow: /userportal/siteMapNoCatFamilies.do?page=1$
Allow: /userportal/siteMapNoCatFamilies.do?page=2$
Allow: /userportal/siteMapNoCatFamilies.do?page=3$
Allow: /userportal/siteMapNoCatFamilies.do?page=4$
Allow: /userportal/siteMapNoCatFamilies.do?page=5$
Allow: /userportal/siteMapNoCatFamilies.do?page=6$
Allow: /userportal/siteMapNoCatFamilies.do?page=7$
Allow: /userportal/siteMapNoCatFamilies.do?page=8$
Allow: /userportal/siteMapNoCatFamilies.do?page=9$
Allow: /userportal/siteMapNoCatFamilies.do?page=10$
Disallow: /userportal/siteMapNoCatFamilies.do?page=20$
Disallow: /userportal/siteMapNoCatFamilies.do?page=30$
Disallow: /userportal/siteMapNoCatFamilies.do?page=40$
Disallow: /userportal/siteMapNoCatFamilies.do?page=50$
Disallow: /userportal/siteMapNoCatFamilies.do?page=60$
Disallow: /userportal/siteMapNoCatFamilies.do?page=70$
Disallow: /userportal/siteMapNoCatFamilies.do?page=80$
Disallow: /userportal/siteMapNoCatFamilies.do?page=90$
Disallow: /userportal/siteMapNoCatFamilies.do?page=100$
Disallow: /userportal/siteMapNoCatFamilies.do?page=200$
Disallow: /userportal/siteMapNoCatFamilies.do?page=300$
Disallow: /userportal/videoList.do
Disallow: /userportal/search.do?freeText
Disallow: /userportal/email/
Disallow: /userportal/shopCart.do
Disallow: /userportal/addCart.do*
Disallow: /userportal/myAccount.do
Disallow: /userportal/login.do
Disallow: /userportal/accountSetup.do
Disallow: /userportal/editProfile.do
Disallow: /userportal/orderHistory.do
Disallow: /userportal/openOrders.do
Disallow: /userportal/reorderPad.do
Disallow: /userportal/userMaintShipInfo.do
Disallow: /userportal/cc_maint.do
Disallow: /userportal/cc_security.do
Disallow: /userportal/request_catalog.do
Disallow: /userportal/search.do?refineType
Disallow: /userportal/show_product.do*&nobot_crawl
Disallow: /userportal/modify_history.do
Disallow: /eserv/eclipse.ecl*
Disallow: /eserv/

User-agent: Googlebot
Visti-time: 0200-0600

User-agent: Adsbot-Google
Allow: /userportal/search.do?refineType
Allow: /userportal/request_catalog.do
Allow: /userportal/modify_history.do

User-agent: Slurp
Allow: /userportal/show_product.do
Allow: /userportal/search_category.do
Allow: /userportal/search.do?categoryName
Disallow: /userportal/videoList.do
Disallow: /userportal/search.do?freeText
Disallow: /userportal/email/
Disallow: /userportal/shopCart.do
Disallow: /userportal/myAccount.do
Disallow: /userportal/login.do
Disallow: /userportal/accountSetup.do
Disallow: /userportal/editProfile.do
Disallow: /userportal/orderHistory.do
Disallow: /userportal/openOrders.do
Disallow: /userportal/reorderPad.do
Disallow: /userportal/userMaintShipInfo.do
Disallow: /userportal/cc_maint.do
Disallow: /userportal/cc_security.do
Disallow: /userportal/request_catalog.do
Disallow: /userportal/search.do?refineType
Disallow: /userportal/modify_history.do

User-agent: Slurp
Crawl-delay: 60

User-agent: Slurp
Request-rate: 1/60

User-agent: Slurp
Visit-time: 0200-0600

# Disallow bad bots
User-agent: Twiceler
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: FatBot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: YokleBot
Disallow: /

User-agent: MJ12Bot
Disallow: /

User-agent: discobot
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: RedCarpet
Disallow: /

User-Agent: noxtrumbot
Disallow: /

User-Agent: Yanga WorldSearch Bot v1.1/beta (http://www.yanga.co.uk/)
Disallow: /