User-agent: AhrefsBot Disallow: / User-agent: * Disallow: /admin/* Disallow: /checkout/* Disallow: /account/* Disallow: /checkout/* Disallow: /product/ajaxadd.aspx Disallow: /search/ # Google adsbot ignores robots.txt unless specifically named! User-agent: adsbot-google Disallow: /admin/* Disallow: /checkout/* Disallow: /account/* Disallow: /checkout/* Disallow: /product/ajaxadd.aspx Disallow: /search/