User-agent: rogerbot
crawl-delay: 5
Disallow: /admin
Disallow: /api
Allow: /blog*?*
Disallow: /*?*
Disallow: /users/auth*
Disallow: /sso*
Disallow: /job-search
Disallow: /searches
Disallow: /job/*/apply
Disallow: /job/*/save_job
Disallow: /job/*/unsave_job

User-agent: trovitBot
Disallow: /

User-Agent: *
Disallow: /admin
Disallow: /api
Allow: /blog*?*
Disallow: /*?*
Disallow: /users/auth*
Disallow: /sso*
Disallow: /job-search
Disallow: /searches
Disallow: /job/*/apply
Disallow: /job/*/save_job
Disallow: /job/*/unsave_job
Sitemap: https://www.ochrerecruitment.co.nz/sitemap.xml