User-agent: * ## Do not crawl 2-nd home page copy Disallow: /index.php Disallow: /index.php/ ## Do not crawl links with session IDs Disallow: /*?SID= ## Do not crawl checkout and user account pages Disallow: /checkout/* Disallow: /onestepcheckout/* Disallow: /customer/* Disallow: /customer/account/* Disallow: /customer/account/login/* ## Do not crawl seach pages and not-SEO optimized catalog links Disallow: /catalogsearch/* Disallow: /catalog/product_compare/* Disallow: /catalog/category/view/* Disallow: /catalog/product/view/* Disallow: /wishlist/* Disallow: /productalert/* Disallow: /media/catalog/product/cache/* Disallow: /sendfriend/product/send/* #Updates to new URLS Disallow: /*.html?* Disallow: /*/*.html?* Disallow: /*/*/*.html?* #Allow: /*.html?p=* #Allow: /*/*.html?p=* #Allow: /*/*/*.html?p=* Disallow: /*? User-agent: Googlebot Allow: User-agent: Googlebot-image Allow: User-agent: AhrefsSiteAudit Allow: User-agent: AhrefsBot Allow: /