{"service":"symphony-status","family":"rle","environment":"staging","project":"symphony-staging-509117","region":"us-central1","status":"degraded","checked_at":"2026-11-18T08:36:27.277062+00:00","elapsed_ms":469.4,"summary":{"services":6,"healthy":5,"unhealthy":1,"probes":6,"passed":5,"failed":1},"services":{"rle-api":{"family":"rle","description":"the rle backend, Deployment symphony-api on the symphony-rle cluster, serving the rle API under https://rle.staging.tastelabs.com/api/v1/rle","url":null,"healthy":true,"probes":{"deployment":{"path":"symphony-rle/symphony-api/symphony-api","tells":"the deployment serves at or above its disruption floor on its cluster","url":null,"auth":"gke-api","ok":true,"http_status":null,"latency_ms":101.7,"response":{"replicas":{"desired":2,"available":2},"conditions":[{"type":"Available","status":"True","lastUpdateTime":"2026-11-16T19:27:08Z","lastTransitionTime":"2026-11-16T19:27:08Z","reason":"MinimumReplicasAvailable","message":"Deployment has minimum availability."},{"type":"Progressing","status":"True","lastUpdateTime":"2026-11-18T06:32:02Z","lastTransitionTime":"2026-09-21T18:19:55Z","reason":"NewReplicaSetAvailable","message":"ReplicaSet \"symphony-api-65b59484d6\" has successfully progressed."}]},"error":null}}},"rle-console":{"family":"rle","description":"the rle console at https://rle.staging.tastelabs.com behind IAP, the Cloud Run symphony-platform-v2 service read at its own health route","url":"https://symphony-platform-946373695592.us-central1.run.app","healthy":true,"probes":{"health":{"path":"/api/health","tells":"the console serves","url":"https://symphony-platform-946373695592.us-central1.run.app/api/health","auth":"identity-token","ok":true,"http_status":200,"latency_ms":28.5,"response":{"status":"ok","service":"rle-console"},"error":null}}},"rle-maestro":{"family":"rle","description":"the maestro build fleet: Spot MIG workers draining the rle build queue, health read off the rle api's own board","url":null,"healthy":true,"probes":{"board":{"path":"symphony-rle/symphony-api/symphony-api:80/api/v1/rle/status/maestro","tells":"the api's own reading of the component, relayed whole","url":null,"auth":"gke-service-proxy","ok":true,"http_status":null,"latency_ms":131.8,"response":{"key":"maestro","group":"compute","label":"Maestro build fleet","state":"operational","latency_ms":33,"detail":"0 live workers, 0 building, 0 queued, 20/20 recent builds succeeded"},"error":null}}},"rle-records-publisher":{"family":"rle","description":"the records publisher moving settled rollouts from the bucket to the lab stores on Hugging Face, health read off the rle api's own board","url":null,"healthy":false,"probes":{"board":{"path":"symphony-rle/symphony-api/symphony-api:80/api/v1/rle/status/publisher","tells":"the api's own reading of the component, relayed whole","url":null,"auth":"gke-service-proxy","ok":false,"http_status":null,"latency_ms":148.1,"response":{"key":"publisher","group":"storage","label":"Records publisher","state":"degraded","latency_ms":28,"detail":"a definition cannot publish: 0 unit(s) owed, newest landing 1346s ago, 65 held behind a definition not landed"},"error":"a definition cannot publish: 0 unit(s) owed, newest landing 1346s ago, 65 held behind a definition not landed"}}},"rle-site-proxy":{"family":"rle","description":"the public preview service at https://preview.rle.staging.tastelabs.com, rollout previews and site snapshots served from their stores","url":"https://symphony-site-proxy-946373695592.us-central1.run.app","healthy":true,"probes":{"health":{"path":"/health","tells":"the proxy serves","url":"https://symphony-site-proxy-946373695592.us-central1.run.app/health","auth":"identity-token","ok":true,"http_status":200,"latency_ms":24.1,"response":{"status":"ok"},"error":null}}},"symphony-status":{"family":"rle","description":"the rle status service at https://status.rle.staging.tastelabs.com and its own history database, rle-status on the rle family's Cloud SQL instance","url":null,"healthy":true,"probes":{"history":{"path":"symphony-staging-509117:us-central1:symphony-rle/rle-status","tells":"the family's status database on its Cloud SQL instance answers","url":null,"auth":"cloud-sql-iam","ok":true,"http_status":null,"latency_ms":19.9,"response":{"instance":"symphony-staging-509117:us-central1:symphony-rle","database":"rle-status"},"error":null}}}},"queues":{"queues":{"rle-pool":{"pending":0,"inadmissible":0,"admitted":0,"cpu_used":0.0,"cpu_quota":504.0,"memory_used_gib":0.0,"memory_quota_gib":1904.0},"rle-unified":{"pending":0,"inadmissible":0,"admitted":0,"cpu_used":0.0,"cpu_quota":0.0,"memory_used_gib":0.0,"memory_quota_gib":0.0},"rle-user-andre-a540bd":{"pending":0,"inadmissible":0,"admitted":0,"cpu_used":0.0,"cpu_quota":0.0,"memory_used_gib":0.0,"memory_quota_gib":0.0},"rle-user-caio-acb2d7":{"pending":0,"inadmissible":0,"admitted":0,"cpu_used":0.0,"cpu_quota":0.0,"memory_used_gib":0.0,"memory_quota_gib":0.0},"rle-user-daniel-cffd93":{"pending":0,"inadmissible":0,"admitted":0,"cpu_used":0.0,"cpu_quota":0.0,"memory_used_gib":0.0,"memory_quota_gib":0.0},"rle-user-hamidah-9c405f":{"pending":0,"inadmissible":0,"admitted":0,"cpu_used":0.0,"cpu_quota":0.0,"memory_used_gib":0.0,"memory_quota_gib":0.0},"rle-user-jayce-386e29":{"pending":0,"inadmissible":0,"admitted":0,"cpu_used":0.0,"cpu_quota":0.0,"memory_used_gib":0.0,"memory_quota_gib":0.0},"rle-user-mariia-p-5d151c":{"pending":0,"inadmissible":0,"admitted":0,"cpu_used":0.0,"cpu_quota":0.0,"memory_used_gib":0.0,"memory_quota_gib":0.0},"rle-user-mo-fa6468":{"pending":0,"inadmissible":0,"admitted":0,"cpu_used":0.0,"cpu_quota":0.0,"memory_used_gib":0.0,"memory_quota_gib":0.0},"rle-user-symphony-ci-6edb3d":{"pending":0,"inadmissible":0,"admitted":0,"cpu_used":0.0,"cpu_quota":0.0,"memory_used_gib":0.0,"memory_quota_gib":0.0}},"error":null,"elapsed_ms":308.9},"sampler":{"interval_s":60.0,"last_sample_at":"2026-11-18T08:35:55.174106+00:00","last_sample_error":null}}