User-agent: *
Disallow: /admin/
Disallow: /internal/
Disallow: /api/v1/private/
Disallow: /backup/
Disallow: /.env
Disallow: /config/
Disallow: /wp-admin/
Disallow: /staging/
Disallow: /db-backup/
Disallow: /uploads/private/
Disallow: /dashboard/
Disallow: /internal/api/
Disallow: /dev/
Disallow: /.git/
Disallow: /secrets/

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

Sitemap: https://clearlab.ai/sitemap.xml

# Internal note: staging env at staging-db.clearlab.internal — do not index