User-agent: * Disallow: */feed Disallow: */feed/ Disallow: /*/embed/ Disallow: /*add-to-cart=* Disallow: /?wc-ajax=get_refreshed_fragments Disallow: /?wc-ajax=update_order_review Disallow: /thank-you-order/ Disallow: /trackback/ Disallow: /wp-admin/ Disallow: /wp-admin/admin-ajax.php Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /wp-includes/ Disallow: /wp-json/ Disallow: /xmlrpc.php # Sitemap: /sitemap_index.xml # ------------------------------- # OpenAI GPTBot # ------------------------------- User-agent: GPTBot Allow: / Crawl-delay: 10 User-agent: OAI-SearchBot Allow: / Crawl-delay: 10 User-agent: ChatGPT-User Allow: / Crawl-delay: 10 # ------------------------------- # Anthropic / Claude # ------------------------------- User-agent: ClaudeBot Allow: / Crawl-delay: 10 User-agent: anthropic-ai Allow: / Crawl-delay: 10 User-agent: Claude-SearchBot Allow: / Crawl-delay: 10 # ------------------------------- # Perplexity AI # ------------------------------- User-agent: PerplexityBot Allow: / Crawl-delay: 10 User-agent: Perplexity-User Allow: / Crawl-delay: 10 # ------------------------------- # Meta (Facebook / LLaMA / AI) # ------------------------------- User-agent: Meta-ExternalAgent Allow: / Crawl-delay: 15 User-agent: Meta-ExternalFetcher Allow: / Crawl-delay: 15 User-agent: serpstatbot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: Dataprovider Disallow: / User-agent: MJ12bot Disallow: / User-agent: SemrushBot Disallow: / User-agent: DotBot Disallow: / User-agent: PetalBot Disallow: / User-agent: barkrowler Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: Baiduspider Disallow: / User-agent: 360Spider Disallow: / User-agent: Yisouspider Disallow: / User-agent: PetalBot Disallow: / User-agent: Bytespider Disallow: / User-agent: Sogou web spider Disallow: / User-agent: Sogou inst spider Disallow: /