User-agent: *
Disallow: /admin/
Disallow: /internal/
Disallow: /api/v1/private/
Disallow: /dashboard/
Disallow: /staging/
Disallow: /backup/
Disallow: /debug/
Disallow: /metrics/
Disallow: /_next/private/
Disallow: /uploads/sensitive/
Disallow: /config/
Disallow: /deploy/

User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /internal/

Sitemap: https://clearlab.ai/sitemap.xml

# Internal tooling - do not index
Disallow: /grafana/
Disallow: /kibana/
Disallow: /jenkins/
Disallow: /.env
Disallow: /.git/
Disallow: /actuator/