# Search-engine crawlers that drive customer traffic — keep.
  User-agent: Googlebot
  User-agent: Googlebot-Image
  User-agent: Bingbot
  User-agent: Slurp
  User-agent: DuckDuckBot
  User-agent: YandexBot
  User-agent: ChatGPT-User
  User-agent: OAI-SearchBot
  Disallow:

  # AI-training crawlers — no SEO value, ~68% of current traffic.
  User-agent: GPTBot
  User-agent: ClaudeBot
  User-agent: Claude-Web
  User-agent: anthropic-ai
  User-agent: Google-Extended
  User-agent: Applebot-Extended
  User-agent: PerplexityBot
  User-agent: Amazonbot
  User-agent: meta-externalagent
  User-agent: FacebookBot
  User-agent: Bytespider
  User-agent: cohere-ai
  User-agent: cohere-training-data-crawler
  User-agent: Diffbot
  Disallow: /

  # SEO competitive-intel scrapers — no value to us.
  User-agent: SemrushBot
  User-agent: AhrefsBot
  User-agent: MJ12bot
  User-agent: DotBot
  User-agent: SERankingBacklinksBot
  User-agent: PetalBot
  User-agent: DataForSeoBot
  User-agent: SeekportBot
  User-agent: MojeekBot
  Disallow: /

  # Catch-all stays open for any well-behaved bot we haven't named.
  # Keep this last.
  User-agent: *
  Disallow: /assets/library/
  Disallow: /cart.php
  Disallow: /cart.review.php
  Disallow: /cart.payment.php
  Disallow: /cart.process.php
  Disallow: /download.php
  Disallow: /api/
  Allow: /