# robots.txt for healthypetstore.co.uk User-agent: * # WordPress admin/login Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-login.php # WooCommerce customer/account actions Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /*add-to-cart= Disallow: /*remove_item= # Prevent faceted/filter crawl explosions Disallow: /*?filter_ Disallow: /*&filter_ Disallow: /*?query_type_ Disallow: /*&query_type_ Disallow: /*?*min_price= Disallow: /*?*max_price= Disallow: /*?*orderby= # Internal search Disallow: /search/ Disallow: /*?s= # Feeds and trackbacks Disallow: /feed/ Disallow: /*/feed/ Disallow: /comments/feed/ Disallow: /trackback/ Disallow: /*/trackback/ # Block known high-volume SEO crawlers User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: PetalBot Disallow: / # Meta crawler: allow normal pages, block faceted crawl space User-agent: meta-externalagent Disallow: /*?filter_ Disallow: /*&filter_ Disallow: /*?query_type_ Disallow: /*&query_type_ Disallow: /*?*min_price= Disallow: /*?*max_price= Disallow: /*?*orderby= # Sitemap Sitemap: https://healthypetstore.co.uk/sitemap_index.xml