User-agent: *
Allow: /
Disallow: /profile/
Disallow: /profile
Disallow: /admin/
Disallow: /admin
Disallow: /portal/
Disallow: /candidate/
Disallow: /clients/
Disallow: /auth