# Crawlers Setup User-agent: * Crawl-delay: 5 # Pipeline Disallow: */Account-ChangePassword Disallow: */Account-EditProfile Disallow: */Account-PasswordReset Disallow: */Account-PasswordResetDialog Disallow: */Account-SetNewPassword Disallow: */Account-Show Disallow: */Address-Add Disallow: */Address-Delete Disallow: */Address-Edit Disallow: */Address-List Disallow: */GetFeed-DisplayFeed Disallow: */Login-OAuthReentryFacebook Disallow: */account/changepassword Disallow: */account/myprofile Disallow: */account/passwordreset Disallow: */account/passwordresetdialog Disallow: */account/newpassword Disallow: */account/overview Disallow: */account/createaddress Disallow: */account/deleteaddress Disallow: */account/editaddress Disallow: */account/address Disallow: */feed Disallow: */oauth/facebook # Billing Disallow: */COBilling-Edit Disallow: */COBilling-Start Disallow: */COCustomer-Start Disallow: */COShipping-Start Disallow: */COSummary-Start # Billing Disallow: */billing Disallow: */checkout/editbilling Disallow: */checkout/billing Disallow: */checkout Disallow: */checkout/shipping Disallow: */checkout/summary Disallow: */checkout/success # Search Disallow: */search Disallow: */?srule # Directories Disallow: */404/ Disallow: */410/