# ============================================= # robots.txt for bharatefiling.com # Optimized for SEO, AEO, GEO & Crawl Efficiency # ============================================= User-agent: * # --- Block WordPress system paths --- Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-login.php Disallow: /xmlrpc.php Disallow: /trackback/ # --- Block WooCommerce non-indexable paths --- Disallow: /wp-content/uploads/wc-logs/ Disallow: /wp-content/uploads/woocommerce_transient_files/ Disallow: /wp-content/uploads/woocommerce_uploads/ Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /order-received/ # --- Block duplicate/thin content URLs --- Disallow: /*?add-to-cart= Disallow: /*?*add-to-cart= Disallow: /*?s= Disallow: /*?replytocom= Disallow: /tag/ Disallow: /feed/ Disallow: /comments/feed/ # --- Block WPForms uploads --- Disallow: /wp-content/uploads/wpforms/ # --- Block other sensitive/useless paths --- Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /cgi-bin/ # --- Allow AJAX (required for WooCommerce) --- Allow: /wp-admin/admin-ajax.php # --- Allow important content --- Allow: /wp-content/uploads/*.jpg Allow: /wp-content/uploads/*.jpeg Allow: /wp-content/uploads/*.png Allow: /wp-content/uploads/*.webp Allow: /wp-content/uploads/*.pdf # ============================================= # AI CRAWLERS — Allow for AEO & GEO visibility # (ChatGPT, Google AI, Perplexity, Claude, etc.) # ============================================= User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / User-agent: ClaudeBot Allow: / User-agent: Amazonbot Allow: / User-agent: YouBot Allow: / User-agent: Bytespider Disallow: / # ============================================= # Sitemap # ============================================= Sitemap: https://bharatefiling.com/sitemap_index.xml