User-agent: AhrefsBot
Crawl-Delay: 5

User-agent: msnbot
Crawl-delay: 5

User-agent: Yandex
Crawl-delay: 5

User-agent: BLEXBot
Disallow: /

User-agent: SemrushBot
Crawl-Delay: 3

User-agent: SemrushBot-SA
Crawl-Delay: 3

User-agent: MJ12bot
Disallow: /

User-agent: CCBot
Crawl-Delay: 10

User-agent: *
Sitemap: https://valuebus.in/sitemap-valuebus-index.xml
Disallow: /common_auth/
Disallow: /author/
Disallow: /generic_auth/
Disallow: /hotelsearch
Disallow: /search
Disallow: /404
Disallow: /ApiSearchResults/
Disallow: /messenger/
Disallow: /users/register
Disallow: /url/
Disallow: /dashboards/
Disallow: /users/
Disallow: /verify/
Disallow: /channel/
Disallow: /custom-pages/
Disallow: /wp-admin/
Disallow: /category/

Allow: /ads.txt
Allow: /wp-admin/admin-ajax.php