# ============================================================ # robots.txt - climalife.com # WordPress + WPML (en, nl, de, fr, hu, it, ro, ru, es) # Encoding: UTF-8 without BOM (file uses ASCII-only chars) # Optimized for SEO + GEO (LLM visibility) # Last updated: 2026-05-27 # ============================================================ # ------------------------------------------------------------ # Default rules - applied to all well-behaved crawlers, # including AI search & training bots (GPTBot, ClaudeBot, # PerplexityBot, Google-Extended, Applebot-Extended, etc.). # AI bots are intentionally NOT blocked here, to maximize # visibility in LLM-generated answers (GEO strategy). # ------------------------------------------------------------ User-agent: * # Explicit allow (required for WordPress AJAX functionality) Allow: /wp-admin/admin-ajax.php # WordPress back-office & technical files Disallow: /wp-admin/ Disallow: /xmlrpc.php Disallow: /*/xmlrpc.php Disallow: /wp-login.php Disallow: /*/wp-login.php Disallow: /wp-*.php Disallow: /*/wp-*.php # Trackbacks & comment threads Disallow: /trackback/ Disallow: /*/trackback/ Disallow: /*/comment-page- Disallow: /*?replytocom Disallow: /*?comments= # Previews & technical query parameters Disallow: /*?wptheme= Disallow: /*?preview=true Disallow: /*?p= Disallow: /*?*preview_id=* Disallow: /*?s= # Internal search pages (WPML-translated slugs) Disallow: /search/ Disallow: /fr/recherche/ Disallow: /nl/zoeken/ Disallow: /de/suche/ Disallow: /hu/kereses/ Disallow: /it/cerca/ Disallow: /ro/cauta/ # Russian search path - percent-encoded per RFC 3986 # (the encoded form is ASCII and safe across all crawlers) Disallow: /ru/%D0%BF%D0%BE%D0%B8%D1%81%D0%BA/ Disallow: /es/buscar/ # Fallback /{lang}/search/ in case WPML slug is not translated Disallow: /fr/search/ Disallow: /nl/search/ Disallow: /de/search/ Disallow: /hu/search/ Disallow: /it/search/ Disallow: /ro/search/ Disallow: /ru/search/ Disallow: /es/search/ # Customer-facing transactional pages (no SEO/GEO value) Disallow: /client-login/ Disallow: /*/client-login/ Disallow: /quotation/ Disallow: /*/quotation/ # RSS / Atom feeds Disallow: /feed/ Disallow: /*/feed/ Disallow: /comments/feed/ Disallow: /*/comments/feed/ # Author archives (irrelevant for a B2B site) Disallow: /author/ Disallow: /*/author/ # GSC anomaly fix (Climalife-specific path issue) Disallow: /*/Climalife$ # ------------------------------------------------------------ # Aggressive scrapers & low-value bots - explicitly blocked # (these crawlers consume server resources without bringing # any meaningful SEO or GEO benefit) # ------------------------------------------------------------ User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: PetalBot Disallow: / User-agent: AspiegelBot Disallow: / User-agent: Bytespider Disallow: / User-agent: Sogou Disallow: / User-agent: SeznamBot Disallow: / # ------------------------------------------------------------ # Sitemap # ------------------------------------------------------------ Sitemap: https://climalife.com/sitemap_index.xml