User-agent: panscient.com
Disallow: /

User-agent: dotbot
Disallow: / 

User-agent: *
Disallow: /*.ashx$
Disallow: /*.axd$
Disallow: /*.CombineScriptsHandler.ashx
Disallow: /r2u_about.aspx
Disallow: /staff.aspx
Disallow: /scripts/
Disallow: /content/
Disallow: /applications/
Disallow: /email/
Disallow: /unsorted/
Disallow: /products/
Disallow: /newsletter/
Disallow: /emailregistration/
Disallow: /modernlink/
Disallow: /directory/
Disallow: /ezraters/
Disallow: /ordercd/
Disallow: /aboutus/
Disallow: /companies/
Disallow: /personallines/OnlineRating/
Disallow: /commerciallines/OnlineRating/
Disallow: /commerciallines/Policies/
Disallow: /brokers/
Disallow: /forms.aspx
Disallow: /WebResource.axd
Disallow: /ScriptResource.axd
Disallow: /loginhelp.aspx
Disallow: /Extras
Disallow: /extras
Disallow: /Bulletins.aspx
Disallow: /bulletins.aspx
Disallow: /commercial.aspx
Disallow: /careers.aspx
Disallow: /amig.aspx
Disallow: /products.aspx
Disallow: /personal.aspx
Disallow: /brokers.aspx
Disallow: /unbulletin.aspx
Disallow: /Training/webex.aspx
Disallow: /rss_newsandviews.ashx
Disallow: /newproducer.aspx
Disallow: /newproducerhome.aspx
Disallow: /files/marketing.aspx
Disallow: /PersonalLines/Products/r2uTools/
Disallow: /CommercialLines/Products/CommercialLines/OnlineRating/
Disallow: /CommercialLines/Products/CommercialLines/
Disallow: /CommercialLines/Products/r2uTools/
Disallow: /PersonalLines/Products/PersonalLines/
Disallow: /PersonalLines/Products/CommercialLines/
Disallow: /PersonalLines/Products/PersonalLines/OnlineRating/
Disallow: /files/default.aspx
Disallow: /BothLines/
Disallow: /files/r2utools/
Disallow: /files/articles.aspx
Disallow: /files/links.aspx
Disallow: /files/login_help.aspx
Disallow: /files/companies.aspx
Disallow: /CommunityServer/
Disallow: /files/applications.aspx
Disallow: /files/contact.aspx
Disallow: /files/PersonalLines/
Disallow: /files/CommercialLines/
Disallow: /files/staff.aspx
Disallow: /files/brokersignup.aspx
Disallow: /files/formopener.aspx
Disallow: /logon.aspx
Disallow: /newcentury.aspx