User-agent: * Crawl-delay: 10 Disallow: /admin/ User-Agent: Googlebot Allow: / Disallow: /*page= Disallow: /*listtype= Disallow: /*ordering= User-Agent: Googlebot-Mobile Allow: / Disallow: /*page= Disallow: /*listtype= Disallow: /*ordering= User-Agent: Googlebot-Image Allow: / Disallow: /*page= Disallow: /*listtype= Disallow: /*ordering= User-agent: ClaudeBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: MJ12bot Disallow: / User-agent: Semrushbot-SI Disallow: / User-agent: BLEXBot Disallow: / User-agent: AhrefsBot Disallow: /