# robots.txt for WordPress # Place this file at: https://www.example.com/robots.txt # ------------------------------------------------------------ # Main rule for normal search engines # ------------------------------------------------------------ User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Block WordPress internal/search/query noise Disallow: /?s= Disallow: /search/ Disallow: /*?s= Disallow: /*?replytocom= Disallow: /*?add-to-cart= Disallow: /*?wc-ajax= Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ # Optional: block common WordPress feed URLs if you do not use them Disallow: /feed/ Disallow: /*/feed/ # Allow public assets needed for rendering Allow: /wp-content/uploads/ Allow: /wp-content/themes/ Allow: /wp-content/plugins/ # ------------------------------------------------------------ # AI / LLM crawlers — allowed on public content, blocked on # back-office / cart / account (same logic as User-agent: *) # ------------------------------------------------------------ User-agent: GPTBot Disallow: /wp-admin/ Disallow: /?s= Disallow: /search/ Disallow: /*?s= Disallow: /*?replytocom= Disallow: /*?add-to-cart= Disallow: /*?wc-ajax= Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ User-agent: ChatGPT-User Disallow: /wp-admin/ Disallow: /?s= Disallow: /search/ Disallow: /*?s= Disallow: /*?replytocom= Disallow: /*?add-to-cart= Disallow: /*?wc-ajax= Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ User-agent: OAI-SearchBot Disallow: /wp-admin/ Disallow: /?s= Disallow: /search/ Disallow: /*?s= Disallow: /*?replytocom= Disallow: /*?add-to-cart= Disallow: /*?wc-ajax= Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ User-agent: ClaudeBot Disallow: /wp-admin/ Disallow: /?s= Disallow: /search/ Disallow: /*?s= Disallow: /*?replytocom= Disallow: /*?add-to-cart= Disallow: /*?wc-ajax= Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ User-agent: Claude-SearchBot Disallow: /wp-admin/ Disallow: /?s= Disallow: /search/ Disallow: /*?s= Disallow: /*?replytocom= Disallow: /*?add-to-cart= Disallow: /*?wc-ajax= Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ User-agent: Claude-User Disallow: /wp-admin/ Disallow: /?s= Disallow: /search/ Disallow: /*?s= Disallow: /*?replytocom= Disallow: /*?add-to-cart= Disallow: /*?wc-ajax= Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ User-agent: anthropic-ai Disallow: /wp-admin/ Disallow: /?s= Disallow: /search/ Disallow: /*?s= Disallow: /*?replytocom= Disallow: /*?add-to-cart= Disallow: /*?wc-ajax= Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ User-agent: CCBot Disallow: /wp-admin/ Disallow: /?s= Disallow: /search/ Disallow: /*?s= Disallow: /*?replytocom= Disallow: /*?add-to-cart= Disallow: /*?wc-ajax= Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ User-agent: PerplexityBot Disallow: /wp-admin/ Disallow: /?s= Disallow: /search/ Disallow: /*?s= Disallow: /*?replytocom= Disallow: /*?add-to-cart= Disallow: /*?wc-ajax= Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ User-agent: Perplexity-User Disallow: /wp-admin/ Disallow: /?s= Disallow: /search/ Disallow: /*?s= Disallow: /*?replytocom= Disallow: /*?add-to-cart= Disallow: /*?wc-ajax= Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ User-agent: Google-Extended Disallow: /wp-admin/ Disallow: /?s= Disallow: /search/ Disallow: /*?s= Disallow: /*?replytocom= Disallow: /*?add-to-cart= Disallow: /*?wc-ajax= Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ # ------------------------------------------------------------ # Other crawlers — left fully blocked, unchanged from original # (image/social bots, Chinese search engines, SEO/backlink # tools, misc scrapers). Adjust individually if needed. # ------------------------------------------------------------ User-agent: Applebot-Extended Disallow: / User-agent: Amazonbot Disallow: / User-agent: Bytespider Disallow: / User-agent: FacebookBot Disallow: / User-agent: Meta-ExternalAgent Disallow: / User-agent: Meta-ExternalFetcher Disallow: / User-agent: YouBot Disallow: / User-agent: Diffbot Disallow: / User-agent: omgili Disallow: / User-agent: Omgilibot Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: cohere-ai Disallow: / User-agent: Timpibot Disallow: / User-agent: Kangaroo Bot Disallow: / User-agent: PanguBot Disallow: / User-agent: Webzio-Extended Disallow: / User-agent: Scrapy Disallow: / # ------------------------------------------------------------ # SEO / backlink / competitive intelligence crawlers # Block these if you are not actively using their tools # ------------------------------------------------------------ User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: SEOkicks Disallow: / User-agent: SISTRIX Disallow: / User-agent: PetalBot Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: serpstatbot Disallow: / User-agent: Barkrowler Disallow: / User-agent: MauiBot Disallow: / User-agent: SeekportBot Disallow: / # ------------------------------------------------------------ # Known noisy/non-essential crawlers # ------------------------------------------------------------ User-agent: LinkupBot Disallow: / User-agent: LinkUpBot Disallow: / User-agent: YandexBot Disallow: / User-agent: Baiduspider Disallow: / User-agent: Sogou Disallow: / User-agent: Exabot Disallow: / User-agent: MojeekBot Disallow: / User-agent: SeznamBot Disallow: / User-agent: CensysInspect Disallow: / User-agent: internet-measurement Disallow: / User-agent: AwarioBot Disallow: / User-agent: trendictionbot Disallow: / User-agent: proximic Disallow: / User-agent: ltx71 Disallow: / User-agent: magpie-crawler Disallow: / # ------------------------------------------------------------ # Sitemap # Replace with your real domain # ------------------------------------------------------------ Sitemap: https://www.ion-club.net/sitemap_index.xml