# robots.txt file for accovod.com # Block all bots from accessing sensitive or unnecessary directories User-agent: * Disallow: /login/ Disallow: /register/ Disallow: /lc/ Disallow: /bill/payment.php # Allow specific bots to crawl certain areas User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / # Block specific crawlers that you don’t want to access your site User-agent: MJ12bot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / # Limit crawling rate for all bots (e.g., 1 request every 5 seconds) Crawl-delay: 5 # Block specific referrer spam bots (optional) User-agent: semalt Disallow: / User-agent: Dotbot Disallow: / # Allow everything else (just to be sure) User-agent: * Allow: /