User-agent: *
Disallow: */search?*
Disallow: */cart
Disallow: */account
Disallow: */wishlist
Sitemap: /sitemap.xml

# Google adsbot ignores robots.txt unless specifically named!
User-agent: adsbot-google
Disallow: */search?*
Disallow: */cart
Disallow: */account
Disallow: */wishlist
Sitemap: /sitemap.xml

User-agent: Nutch
Disallow: /

User-agent: AhrefsBot
Crawl-delay: 10
Disallow: */search?*
Disallow: */cart
Disallow: */account
Disallow: */wishlist
Sitemap: /sitemap.xml

User-agent: AhrefsSiteAudit
Crawl-delay: 10
Disallow: */search?*
Disallow: */cart
Disallow: */account
Disallow: */wishlist
Sitemap: /sitemap.xml

User-agent: MJ12bot
Crawl-Delay: 10

User-agent: Pinterest
Crawl-delay: 1