# ===================== HYBRID OPTIMIZED VERSION ===================== User-agent: * Crawl-delay: 2 Disallow: /*?*& # Multi-param blocker (safer) Disallow: /(wp-|admin|dashboard|console|_next|_astro)/* Disallow: /(smart-contract|wallet|api|bank|payment)/* Disallow: /*.(env|sol|sql|pem|key|swp|tmp)$ Disallow: /(git|svn|ssh|.well-known|node_modules|vendor)/* Disallow: /(transaction|block|gas|oauth2)/?secret=* Disallow: /{0,}..{1,}/ # ----- Your WordPress-Specific Protections ----- Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-login.php Disallow: /xmlrpc.php Disallow: /trackback/ Disallow: /feed/ Disallow: /?s= Disallow: /readme.html Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /install.php Disallow: /login/ Disallow: /scripts/ Disallow: /*?replytocom Disallow: /wp-config.php # ----- Parameter Exceptions (Combined) ----- Allow: /*?lang= Allow: /*?utm_* Allow: /*?sort=* Allow: /search?q=%23 Allow: /hashtag/*?src= Allow: /tags/*?src= Allow: /?display=wide Allow: /blog?page=* # Added from my version Allow: /products?filter=* # Added from my version # ----- Core Content Allowances ----- Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ Allow: /*.(css|js|png|jpe?g|webp|svg|gif|avif|webm)$ Allow: /structured-data/ # My addition Allow: /knowledge-base/ # My addition # ----- Bot-Specific Rules (Optimized) ----- User-agent: Googlebot Crawl-delay: 1 # Faster than your "3" Allow: /*.(pdf|docx?|xlsx?|avif|webm)$ Allow: /product/*/3d-view # Future-proofing User-agent: Googlebot-Image Allow: /(wp-content/uploads|images|media-library)/ Disallow: /(wp-includes/images|temp-images)/ # ===================== SEARCH ENGINE SPECIFIC RULES ===================== User-agent: Googlebot Allow: /news/* Allow: /crypto/api/public/* Allow: /blog/* Allow: /images/* Allow: /*.avif$ Allow: /*.svg$ Allow: /ai-generated-content/ Allow: /product/*/3d-view Allow: /press-releases/* Allow: /industry-news/* Allow: /tv/* Allow: /*.m3u8$ Allow: /*.(pdf|docx|xlsx|pptx|txt)$ Allow: /knowledge-base/ Allow: /wp-json/* Disallow: /*/admin/ Crawl-delay: 1 User-agent: Googlebot-Image Allow: /wp-content/uploads/ Allow: /images/ Disallow: /wp-includes/images/ User-agent: Googlebot-News Allow: /press-releases/* Allow: /exclusive-interviews/* Allow: /industry-reports/* User-agent: Google-Instant Allow: /breaking-news/* Allow: /live-events/* Allow: /stock-updates/* Crawl-delay: 0 # ----- Bing Ecosystem ----- User-agent: Bingbot Allow: /banking/api/v1/public/* Allow: /products/* Allow: /msft-special/* Crawl-delay: 2 User-agent: Bing-FastTrack Allow: /market-movers/* Allow: /trending-topics/* Crawl-delay: 0 # ----- Regional Search Engines ----- User-agent: Yandex Allow: /geo/[a-z]{2}/api/* Allow: /ru/* Disallow: /tmp/ru-version/ Crawl-delay: 3 User-agent: Baiduspider Allow: /china-market/* Crawl-delay: 2 User-agent: NaverBot Allow: /korean-market/* Crawl-delay: 5 User-agent: SeznamBot Allow: /central-europe/* Crawl-delay: 4 User-agent: QwantBot Allow: /eu-compliance/* Crawl-delay: 3 User-agent: PetalBot Allow: /huawei-ecosystem/* Crawl-delay: 6 # ===================== SOCIAL MEDIA & THIRD-PARTY SERVICES ===================== User-agent: Twitterbot Allow: /*/tweet-embed/ Allow: /*.twitter-card Allow: /*.(mp4|mov|m4v)$ Allow: /*/(videos|Audio)/ User-agent: facebookexternalhit Allow: /*.og-image Allow: /social-previews/ Allow: /*.mp4$ Allow: /*.jpg$ Allow: /*/(videos|Audio)/ User-agent: LinkedInBot Allow: /career-insights/ Allow: /*.company-updates User-agent: Pinterestbot Allow: /*.(mp4|jpe?g|png|webp)$ Crawl-delay: 1 # ----- Payment & Analytics Services ----- User-agent: Google-Analytics Allow: /analytics-tracking/ User-agent: Hotjar Allow: /user-behavior/ User-agent: StripeBot Allow: /payment-webhooks/ User-agent: Plaid-Crawler Allow: /financial-connect/ User-agent: CoinMarketCap-Bot Allow: /crypto-listings/ User-agent: PayPal-Verification Allow: /ipn-verification/ User-agent: Twitter-Verifier Allow: /twitter-card-validation/ # ===================== CONTENT PRIORITIZATION ===================== Allow: /*.css$ Allow: /*.js$ Allow: /*.(png|jpe?g|webp|svg|gif)$ Allow: /*.(mp4|webm|mov|m4v)$ Allow: /*.pdf$ Allow: /structured-data/ Allow: /blog/* Allow: /category/* Allow: /support/kb/* Allow: /*/amp/ Allow: /*?utm_* Allow: /*?lang= Allow: /*?sort= Allow: /product/*/reviews Allow: /cart/?mode=quickbuy Allow: /search/about/ Allow: /about/privacy # ===================== API ECOSYSTEM ===================== Allow: /api/v[1-9]/public/* Allow: /crypto/prices/* Allow: /banking/rates/* Allow: /payment-gateway/status Disallow: /api/v[1-9]/private/* Disallow: /api/keys/* Disallow: /oauth2/token # ===================== CLOUDFLARE INTEGRATION ===================== User-agent: Cloudflare-Healthchecks Allow: / Crawl-delay: 0 User-agent: Cloudflare-SSL Allow: /payment-gateway/ Allow: /payment-gateway/status Allow: /api/v1/public/prices Allow: /api/v2/public/rates Disallow: /private/ Disallow: /private/keys/ Disallow: /private/config/ Crawl-delay: 1 # ===================== RESOURCE PROTECTION ===================== User-agent: SemrushBot Crawl-delay: 15 User-agent: AhrefsBot Crawl-delay: 10 User-agent: GPTBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: ZoominfoBot Disallow: / User-agent: CCBot Disallow: / User-agent: DotBot Disallow: / # ======== CRITICAL ADDITIONS ======== # Web3 Future-Proofing Allow: /nft-metadata/public/* Disallow: /nft-metadata/private/ Allow: /arweave/* Disallow: /wallet/private/* # 3D/XR Content Allow: /*.(glb|usdz)$ # 3D models Allow: /product/*/xr-view # AR/VR experiences # Schema.org Priority Allow: /structured-data/schema-org/* # Voice Search Optimization Allow: /faq/ # 43% of voice queries target FAQ content Allow: /*.(opus|aac)$ # Voice snippet formats # ============== SITEMAP DECLARATION ============== Sitemap: https://www.signalprime.com/sitemap.xml Sitemap: https://www.signalprime.com/image-sitemap.xml Sitemap: https://www.signalprime.com/video-sitemap.xml Sitemap: https://www.signalprime.com/3d-assets.xml Sitemap: https://www.signalprime.com/local-sitemap.xml # Provided by Signalprime.com SEO Team # Last Update on: 03/06/2025