#Block directories bots don't need to go to User-agent: * Disallow: /cgi-bin/ Disallow: /download/ Disallow: /includes/ Disallow: /banners/ Disallow: /emailer/ # #Avoid duplicate content for SEO Disallow: /*osCsid=* Disallow: /*action=* Disallow: /*sort=* Disallow: /*manufacturers_id=* Disallow: /*products_id=* # #Block files that are secure or login oriented Disallow: /account.php Disallow: /account_edit.php Disallow: /account_edit_process.php Disallow: /account_history.php Disallow: /account_history_info.php Disallow: /account_newsletters.php Disallow: /account_notifications.php Disallow: /account_password.php Disallow: /add_checkout_success.php Disallow: /address_book.php Disallow: /address_book_process.php Disallow: /advanced_search.php Disallow: /advanced_search_result.php Disallow: /checkout_confirmation.php Disallow: /checkout_payment.php Disallow: /checkout_payment_address.php Disallow: /checkout_process.php Disallow: /checkout_shipping.php Disallow: /checkout_shipping_address.php Disallow: /checkout_success.php Disallow: /create_account.php Disallow: /create_account_process.php Disallow: /create_account_success.php Disallow: /download.php Disallow: /gv_faq.php Disallow: /gv_redeem.php Disallow: /gv_send.php Disallow: /info_shopping_cart.php Disallow: /login.php Disallow: /logoff.php Disallow: /Order_Info.php Disallow: /Order_Info_Check.php Disallow: /password_forgotten.php Disallow: /popup_coupon_help.php Disallow: /popup_image.php Disallow: /popup_search_help.php Disallow: /product_notifications.php Disallow: /product_reviews_write.php Disallow: /redirect.php Disallow: /shopping_cart.php Disallow: /shopping_cart_help.php Disallow: /tell_a_friend.php # block Chinese spider User-agent: baiduspider Disallow: / # allow "Googlebot" to crawl your site User-agent: Googlebot Disallow: