User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /search/ Disallow: /wp-json/ Disallow: /*rsp_q= Disallow: /*rsp_ctx= Disallow: /*xnd_q= Disallow: /*xnd_ctx= Disallow: /*?s= Disallow: /*?q= Disallow: /wp-login.php Disallow: /rsp-fed-status Disallow: /rsp-hls-status Disallow: /*rsp_fed_status= Disallow: /*rsp_hls_status= User-agent: SemrushBot Disallow: / User-agent: SERankingBacklinksBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: BLEXBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: Barkrowler Disallow: / User-agent: ShapBot Disallow: / User-agent: Amazonbot Crawl-delay: 10 User-agent: Bytespider Crawl-delay: 30 User-agent: PetalBot Crawl-delay: 30 Sitemap: https://secretas.com/sitemap_index.xml User-agent: * Disallow: /xnd-video/