User-agent: * #keep out of cgi-bin and stats Disallow: /cgi-bin/ Disallow: /wwwstat/ # #Block out directories bots don't need to go to Disallow: /catalog/admin/ Disallow: /catalog/download/ Disallow: /catalog/includes/ Disallow: /catalog/pub/ Disallow: /hd-counter/ Disallow: /sectest/ Disallow: /tep/ Disallow: /log/ Disallow: /ssi/ Disallow: /badbot/ Disallow: /phpMyAdmin-2.5.2/ Disallow: /CertificateLeads/ Disallow: /urchin/ Disallow: /phpMyAdmin/ Disallow: /manualGB/ Disallow: /TFS/ Disallow: /linkout/ Disallow: /htdocs/ Disallow: /hcl/ Disallow: /css/ Disallow: /keywordStat/ Disallow: /phpmysupport/ Disallow: missing.html # #Block out things that are secure or login oriented Disallow: /catalog/ssl_check.php Disallow: /catalog/shopping_cart.php Disallow: /catalog/shopping_cart_help.php Disallow: /catalog/shipping_estimator_popup.php Disallow: /catalog/shipping.php Disallow: /catalog/products_rebate.php Disallow: /catalog/redirect.php Disallow: /catalog/reviews.php Disallow: /catalog/reviews_write.php Disallow: /catalog/tell_a_friend.php Disallow: /catalog/privacy.php Disallow: /catalog/pollcollect.php Disallow: /catalog/disclaimer.php Disallow: /catalog/password_forgotten.php Disallow: /catalog/paypal_notify.php Disallow: /catalog/pollbooth.php Disallow: /catalog/disclaimer.php Disallow: /catalog/popup_coupon_help.php Disallow: /catalog/popup_image.php Disallow: /catalog/popup_image1.php Disallow: /catalog/popup_image2.php Disallow: /catalog/popup_image3.php Disallow: /catalog/popup_image4.php Disallow: /catalog/popup_image5.php Disallow: /catalog/popup_image6.php Disallow: /catalog/popup_search_help.php Disallow: /catalog/product_notifications.php Disallow: /catalog/product_reviews_write.php Disallow: /catalog/shopping_cart_help.php Disallow: /catalog/shipping_estimator_popup.php Disallow: /catalog/tell_a_friend.php Disallow: /catalog/checkout_shipping.php Disallow: /catalog/checkout_process.php Disallow: /catalog/checkout_payment.php Disallow: /catalog/checkout_confirmation.php Disallow: /catalog/checkout_success.php Disallow: /catalog/login.php Disallow: /catalog/logoff.php Disallow: /account.php Disallow: /advanced_search.php Disallow: /catalog/HelpDesk_pop.html Disallow: /catalog/EvolutionApparelColorChart.html Disallow: /catalog/EvolutionApparelSizingGuide.html Disallow: /catalog/DefinitionsTerminology.html Disallow: /catalog/AboutForceDryers.html Disallow: /catalog/CherokeeApparelSizingChart_pop.html Disallow: /catalog/ColorChart_pop.html Disallow: /catalog/ColorChartStations_pop.html Disallow: /catalog/SherpaPetSafety_pop.html Disallow: /catalog/SherpaSizeHelp_pop.html Disallow: /catalog/SW_Colors_Fabrics_pop.html Disallow: /catalog/TrueSupportSizingGuide_pop.html Disallow: /catalog/StackingCagesExample_pop.html Disallow: /catalog/StackingCagesOnCart.html Disallow: /catalog/conditions.php Disallow: /catalog/pollbooth.php Disallow: /catalog/pollcollect.php Disallow: /catalog/paypal_notify.php Disallow: /catalog/cookie_usage.php # #Optional Pages to block Disallow: /catalog/about_us.php Disallow: /catalog/conditions.php Disallow: /catalog/contact_us.php Disallow: /catalog/privacy.php Disallow: /catalog/shipping.php Disallow: /CertificateLeads/jsheader.php Disallow: /CertificateLeads/Login.php Disallow: /CertificateLeads/MonthlyWinner-BO.php Disallow: /CertificateLeads/MonthlyWinner-VE.php Disallow: /CertificateLeads/MonthlyWinner-PG.php Disallow: /CertificateLeads/MonthlyWinner-RMS.php Disallow: /CertificateLeads/poll.php Disallow: /CertificateLeads/TestimonialForm.php Disallow: /CertificateLeads/cgi-bin/ Disallow: /CertificateLeads/freetemplates/ Disallow: /CertificateLeads/linkout/ Disallow: /CertificateLeads/login/ Disallow: /CertificateLeads/bbclone/ Disallow: /CertificateLeads/friend/ Disallow: /CertificateLeads/hcl/ Disallow: /CertificateLeads/IDcertificates/ Disallow: /CertificateLeads/online/ Disallow: /CertificateLeads/Plans/ Disallow: /CertificateLeads/pollphp/ Disallow: /VizualElements/cgi-bin/ Disallow: /VizualElements/linkout/ Disallow: /VizualElements/css/ Disallow: /VizualElements/clients/ User-agent: googlebot Disallow: