User-agent: * Crawl-delay: 5 User-agent: * Disallow: /admin/ Disallow: /admin2/ Disallow: /staff/ Disallow: /health.html Disallow: /forword_pc2.php Disallow: /forword_smt2.php User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: Amazonbot Disallow: /g/search/ Disallow: /b/search/ Disallow: /f/search/ Disallow: /l/search/ Disallow: /biz/search/ Disallow: /search/ Disallow: /login/ User-agent: DataForSeoBot Disallow: /g/search/ Disallow: /b/search/ Disallow: /f/search/ Disallow: /l/search/ Disallow: /biz/search/ Disallow: /search/ Disallow: /login/ # Sitemap files