User-agent: *
Disallow: /admin/
Disallow: /internal/
Disallow: /api/v1/private/
Disallow: /staging/
Disallow: /backup/
Disallow: /uploads/private/
Disallow: /config/
Disallow: /.env
Disallow: /wp-admin/
Disallow: /phpmyadmin/
Disallow: /dashboard/
Disallow: /dev/
Disallow: /internal/api/
Disallow: /monitoring/
Disallow: /logs/

User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /internal/
Disallow: /api/v1/private/

# Sitemap
Sitemap: https://clearlab.ai/sitemap.xml

# Internal tooling — do not index
Disallow: /grafana/
Disallow: /kibana/
Disallow: /jenkins/
Disallow: /vault/
Disallow: /portainer/