Sitemap: https://www.everythingid.com.au/feeds/sitemap.xml

# --- Search engines (allowed) ---
User-agent: *
Allow: /
Disallow: /checkout
Disallow: /search
Disallow: /login
Disallow: /edit_account
Disallow: /*sort=
Disallow: /*product_name=

# --- Backlink/SEO crawlers: allow but rate-limit ---
User-agent: AhrefsBot
Allow: /
Disallow: /checkout
Disallow: /search
Disallow: /login
Disallow: /edit_account
Disallow: /*sort=
Disallow: /*product_name=
Crawl-delay: 10

User-agent: SemrushBot
Allow: /
Disallow: /checkout
Disallow: /search
Disallow: /login
Disallow: /edit_account
Disallow: /*sort=
Disallow: /*product_name=
Crawl-delay: 10

User-agent: MJ12bot
Allow: /
Disallow: /checkout
Disallow: /search
Disallow: /login
Disallow: /edit_account
Disallow: /*sort=
Disallow: /*product_name=
Crawl-delay: 10

User-agent: DotBot
Allow: /
Disallow: /checkout
Disallow: /search
Disallow: /login
Disallow: /edit_account
Disallow: /*sort=
Disallow: /*product_name=
Crawl-delay: 10