User-agent: * Allow: / Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /wp-admin/ Disallow: /*?add-to-cart= Disallow: /*?srsltid= Disallow: /woo-feed-brand/ Disallow: /*?pa_brand= Disallow: /*?com_cvv= Disallow: /*?orderby= Disallow: /*?filter_* Disallow: /*?removed_item= User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: Barkrowler Disallow: / User-agent: PetalBot Disallow: / User-agent: YandexBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: Amzn-SearchBot Disallow: / User-agent: serpstatbot Disallow: / User-agent: Screaming Frog SEO Spider Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: Diffbot Disallow: / User-agent: Timpibot Disallow: / User-agent: VelenPublicWebCrawler Disallow: / User-agent: CCBot Disallow: / User-agent: ZoominfoBot Disallow: / User-agent: meta-externalagent Disallow: / User-agent: Bytespider Disallow: / User-agent: facebookexternalhit Crawl-delay: 10 User-agent: FacebookBot Crawl-delay: 10 # AI assistants / answer engines — allowed so ChatGPT, Claude, Perplexity can read public pages. User-agent: GPTBot Allow: / Crawl-delay: 10 User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ClaudeBot Allow: / Crawl-delay: 10 User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / Crawl-delay: 10 Sitemap: https://bigirrigation.ca/sitemap_index.xml Sitemap: https://bigirrigation.ca/product-sitemap-complete.xml # Machine-readable brand + catalog guidance for LLMs LLMs-Txt: https://bigirrigation.ca/llms.txt