Snapshot 14706
Normalized text
Scripts and page chrome removed; this is what change detection compares.
{
"pages": [
{
"end_time": "2026-09-30T23:59:59-07:00",
"months": [
{
"incidents": [
{
"code": "dfmq82b0t69x",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Metrics degradation in UI and API. **Inference not affected**",
"timestamp": "Sep \u003cvar data-var='date'\u003e28\u003c/var\u003e, \u003cvar data-var='time'\u003e18:07\u003c/var\u003e - \u003cvar data-var='time'\u003e18:28\u003c/var\u003e PDT"
},
{
"code": "rj514rfwk1y4",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Intermittent 5xx for a subset of models in 1 US Central cluster",
"timestamp": "Sep \u003cvar data-var='date'\u003e24\u003c/var\u003e, \u003cvar data-var='time'\u003e11:35\u003c/var\u003e - \u003cvar data-var='time'\u003e12:57\u003c/var\u003e PDT"
},
{
"code": "48qpxdqzvmd2",
"impact": "major",
"message": "This incident has been resolved.",
"name": "Elevated inference 500s for a subset of models deployed in 1 US-East cluster",
"timestamp": "Sep \u003cvar data-var='date'\u003e24\u003c/var\u003e, \u003cvar data-var='time'\u003e00:23\u003c/var\u003e - \u003cvar data-var='time'\u003e01:06\u003c/var\u003e PDT"
},
{
"code": "2kfcxy48kxg8",
"impact": "major",
"message": "This incident has been resolved.",
"name": "Elevated inference 500s for a subset of models deployed in GCP central1",
"timestamp": "Sep \u003cvar data-var='date'\u003e21\u003c/var\u003e, \u003cvar data-var='time'\u003e11:34\u003c/var\u003e - \u003cvar data-var='time'\u003e11:41\u003c/var\u003e PDT"
},
{
"code": "vx531h6pyd67",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Metrics degradation in UI and API. **Inference not affected**",
"timestamp": "Sep \u003cvar data-var='date'\u003e21\u003c/var\u003e, \u003cvar data-var='time'\u003e06:31\u003c/var\u003e - \u003cvar data-var='time'\u003e06:42\u003c/var\u003e PDT"
},
{
"code": "53lh9mv05wmt",
"impact": "major",
"message": "This incident has been resolved.",
"name": "Kimi K3 Model API outage",
"timestamp": "Sep \u003cvar data-var='date'\u003e20\u003c/var\u003e, \u003cvar data-var='time'\u003e00:19\u003c/var\u003e - \u003cvar data-var='time'\u003e01:13\u003c/var\u003e PDT"
},
{
"code": "hpfyy75qvv4x",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated errors for models in a single India-based cluster",
"timestamp": "Sep \u003cvar data-var='date'\u003e14\u003c/var\u003e, \u003cvar data-var='time'\u003e18:22\u003c/var\u003e - \u003cvar data-var='time'\u003e19:07\u003c/var\u003e PDT"
},
{
"code": "bmxpy6vzgc6y",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Partial outage on Kimi K3 model API inference (non-US only)",
"timestamp": "Sep \u003cvar data-var='date'\u003e14\u003c/var\u003e, \u003cvar data-var='time'\u003e09:21\u003c/var\u003e - \u003cvar data-var='time'\u003e10:03\u003c/var\u003e PDT"
},
{
"code": "5khtpsscbx6x",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Partial outage on Nemotron Ultra Model API. **Dedicated Inference is not affected**",
"timestamp": "Sep \u003cvar data-var='date'\u003e9\u003c/var\u003e, \u003cvar data-var='time'\u003e10:42\u003c/var\u003e - \u003cvar data-var='time'\u003e10:49\u003c/var\u003e PDT"
}
],
"name": "September",
"year": 2026
},
{
"incidents": [
{
"code": "kr8c3ywnv4fy",
"impact": "major",
"message": "This incident has been resolved.",
"name": "Elevated inference 500s for models in a single US-based cluster",
"timestamp": "Aug \u003cvar data-var='date'\u003e30\u003c/var\u003e, \u003cvar data-var='time'\u003e23:38\u003c/var\u003e - Aug \u003cvar data-var='date'\u003e31\u003c/var\u003e, \u003cvar data-var='time'\u003e00:02\u003c/var\u003e PDT"
},
{
"code": "16yvs0p0tf25",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated errors for models in a single US cluster due to provider outage",
"timestamp": "Aug \u003cvar data-var='date'\u003e27\u003c/var\u003e, \u003cvar data-var='time'\u003e14:17\u003c/var\u003e - \u003cvar data-var='time'\u003e14:31\u003c/var\u003e PDT"
},
{
"code": "83qw5j675k1z",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated errors for deepseek-ai/DeepSeek-V4-Flash-0731 on Model APIs. **Dedicated Inference is not affected**",
"timestamp": "Aug \u003cvar data-var='date'\u003e25\u003c/var\u003e, \u003cvar data-var='time'\u003e09:17\u003c/var\u003e - \u003cvar data-var='time'\u003e09:59\u003c/var\u003e PDT"
},
{
"code": "hpgllbz0g72d",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated inference 500s for models in an EU cluster due to provider outage",
"timestamp": "Aug \u003cvar data-var='date'\u003e25\u003c/var\u003e, \u003cvar data-var='time'\u003e05:34\u003c/var\u003e - \u003cvar data-var='time'\u003e06:15\u003c/var\u003e PDT"
},
{
"code": "2tr3k2yt5b1b",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated errors for moonshotai/Kimi-K3 for US-pinned traffic on Model APIs. **Dedicated Inference is not affected**",
"timestamp": "Aug \u003cvar data-var='date'\u003e18\u003c/var\u003e, \u003cvar data-var='time'\u003e18:23\u003c/var\u003e - \u003cvar data-var='time'\u003e19:00\u003c/var\u003e PDT"
},
{
"code": "3pzhd7v5qybt",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated errors for moonshotai/Kimi-K3 for US-pinned traffic on Model APIs. **Dedicated Inference is not affected**",
"timestamp": "Aug \u003cvar data-var='date'\u003e18\u003c/var\u003e, \u003cvar data-var='time'\u003e12:04\u003c/var\u003e - \u003cvar data-var='time'\u003e13:21\u003c/var\u003e PDT"
},
{
"code": "38b95mt1vbjm",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated errors for moonshotai/Kimi-K3 for US-pinned traffic on Model APIs. **Dedicated Inference is not affected**",
"timestamp": "Aug \u003cvar data-var='date'\u003e18\u003c/var\u003e, \u003cvar data-var='time'\u003e10:24\u003c/var\u003e - \u003cvar data-var='time'\u003e10:35\u003c/var\u003e PDT"
},
{
"code": "crs5ncv12dcd",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated errors for moonshotai/Kimi-K3 for US-pinned traffic on Model APIs. **Dedicated Inference is not affected**",
"timestamp": "Aug \u003cvar data-var='date'\u003e18\u003c/var\u003e, \u003cvar data-var='time'\u003e09:27\u003c/var\u003e - \u003cvar data-var='time'\u003e10:14\u003c/var\u003e PDT"
},
{
"code": "r4ld106cvwkm",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated errors for moonshotai/Kimi-K3 for US-pinned traffic",
"timestamp": "Aug \u003cvar data-var='date'\u003e17\u003c/var\u003e, \u003cvar data-var='time'\u003e09:56\u003c/var\u003e - \u003cvar data-var='time'\u003e10:41\u003c/var\u003e PDT"
},
{
"code": "fv1xsfkjcj0p",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Metrics degradation in UI and API. **Inference not affected**",
"timestamp": "Aug \u003cvar data-var='date'\u003e17\u003c/var\u003e, \u003cvar data-var='time'\u003e06:11\u003c/var\u003e - \u003cvar data-var='time'\u003e06:35\u003c/var\u003e PDT"
},
{
"code": "xz2tm6tycmm5",
"impact": "maintenance",
"message": "The scheduled maintenance has been completed.",
"name": "[Scheduled] Database Upgrade. Inference will not be affected",
"timestamp": "Aug \u003cvar data-var='date'\u003e5\u003c/var\u003e, \u003cvar data-var='time'\u003e19:30\u003c/var\u003e - \u003cvar data-var='time'\u003e19:43\u003c/var\u003e PDT"
},
{
"code": "5m1vk8t046j4",
"impact": "maintenance",
"message": "The scheduled maintenance has been completed.",
"name": "[Scheduled] Database Upgrade. Inference will not be affected",
"timestamp": "Aug \u003cvar data-var='date'\u003e3\u003c/var\u003e, \u003cvar data-var='time'\u003e19:30\u003c/var\u003e - \u003cvar data-var='time'\u003e20:30\u003c/var\u003e PDT"
},
{
"code": "sm1fz455b875",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated inference 502s for a subset of models in a single US cluster",
"timestamp": "Aug \u003cvar data-var='date'\u003e1\u003c/var\u003e, \u003cvar data-var='time'\u003e16:57\u003c/var\u003e - \u003cvar data-var='time'\u003e17:41\u003c/var\u003e PDT"
}
],
"name": "August",
"year": 2026
},
{
"incidents": [
{
"code": "fzbtc7bsjrgd",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated inference 502s for a subset of models in a single US cluster",
"timestamp": "Jul \u003cvar data-var='date'\u003e31\u003c/var\u003e, \u003cvar data-var='time'\u003e16:52\u003c/var\u003e - \u003cvar data-var='time'\u003e17:20\u003c/var\u003e PDT"
},
{
"code": "nlnfgpnrc0kc",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Slower than usual scale-ups for B200s",
"timestamp": "Jul \u003cvar data-var='date'\u003e31\u003c/var\u003e, \u003cvar data-var='time'\u003e09:46\u003c/var\u003e - \u003cvar data-var='time'\u003e09:58\u003c/var\u003e PDT"
},
{
"code": "594dmfnrbx71",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated inference failures for models in an EU cluster",
"timestamp": "Jul \u003cvar data-var='date'\u003e22\u003c/var\u003e, \u003cvar data-var='time'\u003e10:49\u003c/var\u003e - \u003cvar data-var='time'\u003e11:22\u003c/var\u003e PDT"
},
{
"code": "wfv5w8c12mds",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Slower than usual scale-ups in 1 us-central cluster",
"timestamp": "Jul \u003cvar data-var='date'\u003e22\u003c/var\u003e, \u003cvar data-var='time'\u003e10:45\u003c/var\u003e - \u003cvar data-var='time'\u003e11:04\u003c/var\u003e PDT"
},
{
"code": "7m95k31r6w6l",
"impact": "major",
"message": "This incident has been resolved.",
"name": "GLM 5.2 Model API partial outage due to provider network failure",
"timestamp": "Jul \u003cvar data-var='date'\u003e18\u003c/var\u003e, \u003cvar data-var='time'\u003e15:40\u003c/var\u003e - \u003cvar data-var='time'\u003e16:12\u003c/var\u003e PDT"
},
{
"code": "rtc6l0sdjwyr",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated inference errors in 1 Canada cluster due to provider network outage",
"timestamp": "Jul \u003cvar data-var='date'\u003e17\u003c/var\u003e, \u003cvar data-var='time'\u003e17:22\u003c/var\u003e - \u003cvar data-var='time'\u003e17:28\u003c/var\u003e PDT"
},
{
"code": "8qvwtc5323pt",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated errors in accessing the Baseten UI. **Inference is not affected**",
"timestamp": "Jul \u003cvar data-var='date'\u003e16\u003c/var\u003e, \u003cvar data-var='time'\u003e02:06\u003c/var\u003e - \u003cvar data-var='time'\u003e03:25\u003c/var\u003e PDT"
},
{
"code": "dxz0s6v14mj9",
"impact": "major",
"message": "Kimi-K2.6 recovered.",
"name": "Partial Outage on Model APIs",
"timestamp": "Jul \u003cvar data-var='date'\u003e12\u003c/var\u003e, \u003cvar data-var='time'\u003e17:04\u003c/var\u003e - \u003cvar data-var='time'\u003e19:10\u003c/var\u003e PDT"
},
{
"code": "66x9fhdch2jt",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated inference 500s for models deployed in 1 US-east cluster",
"timestamp": "Jul \u003cvar data-var='date'\u003e9\u003c/var\u003e, \u003cvar data-var='time'\u003e07:07\u003c/var\u003e - \u003cvar data-var='time'\u003e07:28\u003c/var\u003e PDT"
},
{
"code": "mpxvkc4rcj0s",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Metrics degradation in UI and API. **Inference not affected**",
"timestamp": "Jul \u003cvar data-var='date'\u003e8\u003c/var\u003e, \u003cvar data-var='time'\u003e09:50\u003c/var\u003e - \u003cvar data-var='time'\u003e11:45\u003c/var\u003e PDT"
},
{
"code": "2jf94qj81np7",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated inference 500s — network outage in our cloud provider in Delaware",
"timestamp": "Jul \u003cvar data-var='date'\u003e6\u003c/var\u003e, \u003cvar data-var='time'\u003e14:08\u003c/var\u003e - \u003cvar data-var='time'\u003e14:22\u003c/var\u003e PDT"
},
{
"code": "1xrz0dzks8y1",
"impact": "major",
"message": "This incident has been resolved.",
"name": "Elevated errors for GLM 5.2 on Model APIs. **Dedicated Inference is not affected**",
"timestamp": "Jul \u003cvar data-var='date'\u003e2\u003c/var\u003e, \u003cvar data-var='time'\u003e19:59\u003c/var\u003e - \u003cvar data-var='time'\u003e21:25\u003c/var\u003e PDT"
},
{
"code": "dqwfrxx93m21",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated inference 500s for a subset of models deployed in 1 cluster",
"timestamp": "Jul \u003cvar data-var='date'\u003e2\u003c/var\u003e, \u003cvar data-var='time'\u003e17:21\u003c/var\u003e - \u003cvar data-var='time'\u003e17:36\u003c/var\u003e PDT"
},
{
"code": "4v8v1mwdzrpq",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Degraded metrics performance in dashboard and API. **Inference is not affected**",
"timestamp": "Jul \u003cvar data-var='date'\u003e2\u003c/var\u003e, \u003cvar data-var='time'\u003e15:00\u003c/var\u003e - \u003cvar data-var='time'\u003e16:13\u003c/var\u003e PDT"
},
{
"code": "k01yx61pmsqg",
"impact": "major",
"message": "This incident has been resolved.",
"name": "Elevated errors in a single EU cluster",
"timestamp": "Jul \u003cvar data-var='date'\u003e1\u003c/var\u003e, \u003cvar data-var='time'\u003e03:30\u003c/var\u003e - \u003cvar data-var='time'\u003e04:30\u003c/var\u003e PDT"
}
],
"name": "July",
"year": 2026
}
],
"start_time": "2026-07-01T00:00:00-07:00",
"time_zone": "Pacific Time (US \u0026 Canada)"
},
{
"end_time": "2026-06-30T23:59:59-07:00",
"months": [
{
"incidents": [
{
"code": "bj0gvndmpyf6",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated error rates on GLM 5.2 Model APIs. **Dedicated Inference is not affected**",
"timestamp": "Jun \u003cvar data-var='date'\u003e29\u003c/var\u003e, \u003cvar data-var='time'\u003e11:26\u003c/var\u003e - \u003cvar data-var='time'\u003e12:01\u003c/var\u003e PDT"
},
{
"code": "qhjwrnwd7wb3",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated inference 500s for models in 1 cluster due to cloud provider outage",
"timestamp": "Jun \u003cvar data-var='date'\u003e26\u003c/var\u003e, \u003cvar data-var='time'\u003e23:35\u003c/var\u003e - \u003cvar data-var='time'\u003e23:50\u003c/var\u003e PDT"
},
{
"code": "mm1m26kdthpx",
"impact": "minor",
"message": "The incident has resolved. New model deployments are successfully coming up.",
"name": "Elevated model deployment failures. **Inference is not affected**",
"timestamp": "Jun \u003cvar data-var='date'\u003e26\u003c/var\u003e, \u003cvar data-var='time'\u003e16:41\u003c/var\u003e - \u003cvar data-var='time'\u003e17:55\u003c/var\u003e PDT"
},
{
"code": "xq77tghlsq96",
"impact": "major",
"message": "This incident has been resolved.",
"name": "Elevated errors for dedicated inference in a subset of clusters",
"timestamp": "Jun \u003cvar data-var='date'\u003e26\u003c/var\u003e, \u003cvar data-var='time'\u003e15:00\u003c/var\u003e - \u003cvar data-var='time'\u003e15:15\u003c/var\u003e PDT"
},
{
"code": "36p8wdb70csl",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Slower than usual scale-ups. High failure rate for new model deploys. Existing replicas aren't impacted.",
"timestamp": "Jun \u003cvar data-var='date'\u003e22\u003c/var\u003e, \u003cvar data-var='time'\u003e17:10\u003c/var\u003e - \u003cvar data-var='time'\u003e17:54\u003c/var\u003e PDT"
},
{
"code": "mhzg80p5p6t0",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated errors for models in 1 Austin-based cluster affecting some models on B200s",
"timestamp": "Jun \u003cvar data-var='date'\u003e18\u003c/var\u003e, \u003cvar data-var='time'\u003e05:46\u003c/var\u003e - \u003cvar data-var='time'\u003e07:30\u003c/var\u003e PDT"
},
{
"code": "8hrwlnpn108h",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated errors for models in 1 Sweden-based cluster",
"timestamp": "Jun \u003cvar data-var='date'\u003e16\u003c/var\u003e, \u003cvar data-var='time'\u003e21:40\u003c/var\u003e - \u003cvar data-var='time'\u003e23:03\u003c/var\u003e PDT"
},
{
"code": "40m6gzr3002p",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated errors for models in a single EU cloud provider",
"timestamp": "Jun \u003cvar data-var='date'\u003e15\u003c/var\u003e, \u003cvar data-var='time'\u003e09:14\u003c/var\u003e - \u003cvar data-var='time'\u003e09:58\u003c/var\u003e PDT"
},
{
"code": "9xtd3fhj921n",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated errors for models in a single cloud provider",
"timestamp": "Jun \u003cvar data-var='date'\u003e13\u003c/var\u003e, \u003cvar data-var='time'\u003e11:25\u003c/var\u003e - \u003cvar data-var='time'\u003e12:09\u003c/var\u003e PDT"
},
{
"code": "gg63b1vhlpm1",
"impact": "major",
"message": "This incident has been resolved.",
"name": "Elevated errors in a single US-East cluster",
"timestamp": "Jun \u003cvar data-var='date'\u003e4\u003c/var\u003e, \u003cvar data-var='time'\u003e19:10\u003c/var\u003e - \u003cvar data-var='time'\u003e19:29\u003c/var\u003e PDT"
},
{
"code": "6gkgfj1d2q6q",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated latencies for a subset of models in a US-East cluster",
"timestamp": "Jun \u003cvar data-var='date'\u003e4\u003c/var\u003e, \u003cvar data-var='time'\u003e13:53\u003c/var\u003e - \u003cvar data-var='time'\u003e14:59\u003c/var\u003e PDT"
},
{
"code": "yhr7cg1sttv2",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Slower than usual scale-ups for some models using H100s",
"timestamp": "Jun \u003cvar data-var='date'\u003e3\u003c/var\u003e, \u003cvar data-var='time'\u003e07:56\u003c/var\u003e - \u003cvar data-var='time'\u003e10:11\u003c/var\u003e PDT"
}
],
"name": "June",
"year": 2026
},
{
"incidents": [
{
"code": "8d0l6vnghxk6",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated async inference errors in a single cluster",
"timestamp": "May \u003cvar data-var='date'\u003e29\u003c/var\u003e, \u003cvar data-var='time'\u003e12:31\u003c/var\u003e - \u003cvar data-var='time'\u003e13:04\u003c/var\u003e PDT"
},
{
"code": "8x166nqk7frb",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Slower than usual scale-ups in 1 India cluster",
"timestamp": "May \u003cvar data-var='date'\u003e26\u003c/var\u003e, \u003cvar data-var='time'\u003e09:21\u003c/var\u003e - \u003cvar data-var='time'\u003e09:35\u003c/var\u003e PDT"
},
{
"code": "23mb35cz5yz6",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated errors for models in single region",
"timestamp": "May \u003cvar data-var='date'\u003e19\u003c/var\u003e, \u003cvar data-var='time'\u003e18:40\u003c/var\u003e - \u003cvar data-var='time'\u003e18:54\u003c/var\u003e PDT"
},
{
"code": "2cdfmzkrt2fd",
"impact": "none",
"message": "This incident has been resolved.",
"name": "Slower than usual scale-ups for L4s in US-East",
"timestamp": "May \u003cvar data-var='date'\u003e18\u003c/var\u003e, \u003cvar data-var='time'\u003e08:20\u003c/var\u003e - \u003cvar data-var='time'\u003e08:59\u003c/var\u003e PDT"
},
{
"code": "63qnlbxt5sd1",
"impact": "none",
"message": "This incident has been resolved.",
"name": "Slower than usual scale-ups in EU due to a provider failure",
"timestamp": "May \u003cvar data-var='date'\u003e16\u003c/var\u003e, \u003cvar data-var='time'\u003e08:32\u003c/var\u003e - \u003cvar data-var='time'\u003e10:05\u003c/var\u003e PDT"
},
{
"code": "xdkglt4t6f82",
"impact": "none",
"message": "The incident is resolved.",
"name": "Higher latencies for a subset of models in one cluster. Root caused and a fix is in progress",
"timestamp": "May \u003cvar data-var='date'\u003e15\u003c/var\u003e, \u003cvar data-var='time'\u003e18:02\u003c/var\u003e - \u003cvar data-var='time'\u003e18:39\u003c/var\u003e PDT"
},
{
"code": "z04ygyq8nfn7",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated errors in a single cluster",
"timestamp": "May \u003cvar data-var='date'\u003e14\u003c/var\u003e, \u003cvar data-var='time'\u003e18:00\u003c/var\u003e - \u003cvar data-var='time'\u003e20:00\u003c/var\u003e PDT"
},
{
"code": "g7fbbc1r9ckt",
"impact": "major",
"message": "The issue has been resolved.",
"name": "Training cluster is down due to a provider failure",
"timestamp": "May \u003cvar data-var='date'\u003e9\u003c/var\u003e, \u003cvar data-var='time'\u003e17:30\u003c/var\u003e - \u003cvar data-var='time'\u003e20:24\u003c/var\u003e PDT"
},
{
"code": "whc7r80qfh2w",
"impact": "none",
"message": "The issue is resolved.",
"name": "Intermittent failure in loading the webapp — inference is *not* affected",
"timestamp": "May \u003cvar data-var='date'\u003e8\u003c/var\u003e, \u003cvar data-var='time'\u003e16:40\u003c/var\u003e - \u003cvar data-var='time'\u003e17:22\u003c/var\u003e PDT"
},
{
"code": "lzxw0ljfd5dr",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated errors for models in single region",
"timestamp": "May \u003cvar data-var='date'\u003e7\u003c/var\u003e, \u003cvar data-var='time'\u003e07:50\u003c/var\u003e - \u003cvar data-var='time'\u003e08:37\u003c/var\u003e PDT"
}
],
"name": "May",
"year": 2026
},
{
"incidents": [
{
"code": "6bmdhvgtqykg",
"impact": "maintenance",
"message": "The scheduled maintenance has been completed.",
"name": "[Scheduled] Planned Maintenance on our Training Cluster. Inference will not be affected.",
"timestamp": "Apr \u003cvar data-var='date'\u003e30\u003c/var\u003e, \u003cvar data-var='time'\u003e00:00\u003c/var\u003e - \u003cvar data-var='time'\u003e03:00\u003c/var\u003e PDT"
},
{
"code": "pv607pnjmzk7",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Slower than usual scale-ups for a small subset of models",
"timestamp": "Apr \u003cvar data-var='date'\u003e13\u003c/var\u003e, \u003cvar data-var='time'\u003e08:42\u003c/var\u003e - \u003cvar data-var='time'\u003e09:31\u003c/var\u003e PDT"
},
{
"code": "wqq1wwryvc7c",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Slower than usual scale-ups for a small subset of models",
"timestamp": "Apr \u003cvar data-var='date'\u003e3\u003c/var\u003e, \u003cvar data-var='time'\u003e17:03\u003c/var\u003e - \u003cvar data-var='time'\u003e21:48\u003c/var\u003e PDT"
},
{
"code": "l05jgjfkpcmf",
"impact": "major",
"message": "This incident has been resolved.",
"name": "Builds of new models are currently failing. **Inference is not affected**",
"timestamp": "Apr \u003cvar data-var='date'\u003e3\u003c/var\u003e, \u003cvar data-var='time'\u003e12:16\u003c/var\u003e - \u003cvar data-var='time'\u003e13:11\u003c/var\u003e PDT"
},
{
"code": "rhrjd3t222x2",
"impact": "minor",
"message": "There was a backup in the deploy queue, resulting in some deploy failures. Please retry any deploys from this period.",
"name": "Elevated deploy failures. Inference is **not** affected.",
"timestamp": "Apr \u003cvar data-var='date'\u003e1\u003c/var\u003e, \u003cvar data-var='time'\u003e15:30\u003c/var\u003e - \u003cvar data-var='time'\u003e17:30\u003c/var\u003e PDT"
}
],
"name": "April",
"year": 2026
}
],
"start_time": "2026-04-01T00:00:00-07:00",
"time_zone": "Pacific Time (US \u0026 Canada)"
},
{
"end_time": "2026-03-31T23:59:59-07:00",
"months": [
{
"incidents": [
{
"code": "8xgkfl1jkjnq",
"impact": "minor",
"message": "Fix is in place and the issue has been resolved.",
"name": "gpt-oss model API service degradation",
"timestamp": "Mar \u003cvar data-var='date'\u003e12\u003c/var\u003e, \u003cvar data-var='time'\u003e09:42\u003c/var\u003e - \u003cvar data-var='time'\u003e09:59\u003c/var\u003e PDT"
}
],
"name": "March",
"year": 2026
},
{
"incidents": [
{
"code": "tbh0pbfkd5g8",
"impact": "major",
"message": "This incident has been resolved.",
"name": "Elevated 500s on Model APIs. **Dedicated Inference is not affected**",
"timestamp": "Feb \u003cvar data-var='date'\u003e27\u003c/var\u003e, \u003cvar data-var='time'\u003e16:19\u003c/var\u003e - \u003cvar data-var='time'\u003e17:02\u003c/var\u003e PST"
},
{
"code": "ybjb53lgnlpx",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Partial inference outage in AWS us-east-1",
"timestamp": "Feb \u003cvar data-var='date'\u003e27\u003c/var\u003e, \u003cvar data-var='time'\u003e07:37\u003c/var\u003e - \u003cvar data-var='time'\u003e10:39\u003c/var\u003e PST"
},
{
"code": "kj2wmxvngw72",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Network Errors in single EU Cluster",
"timestamp": "Feb \u003cvar data-var='date'\u003e12\u003c/var\u003e, \u003cvar data-var='time'\u003e19:57\u003c/var\u003e - \u003cvar data-var='time'\u003e23:23\u003c/var\u003e PST"
},
{
"code": "n2kgjd0911bn",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated inference latencies in AWS us-west-2",
"timestamp": "Feb \u003cvar data-var='date'\u003e9\u003c/var\u003e, \u003cvar data-var='time'\u003e07:20\u003c/var\u003e - \u003cvar data-var='time'\u003e09:33\u003c/var\u003e PST"
}
],
"name": "February",
"year": 2026
},
{
"incidents": [
{
"code": "cvq9y46gb1jy",
"impact": "major",
"message": "This incident has been resolved.",
"name": "Baseten web app is down. **Inference is unaffected**",
"timestamp": "Jan \u003cvar data-var='date'\u003e22\u003c/var\u003e, \u003cvar data-var='time'\u003e12:17\u003c/var\u003e - \u003cvar data-var='time'\u003e12:41\u003c/var\u003e PST"
},
{
"code": "29kl9tbwfzk9",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Elevated latency for inference requests in single region in Baseten Cloud West",
"timestamp": "Jan \u003cvar data-var='date'\u003e21\u003c/var\u003e, \u003cvar data-var='time'\u003e12:34\u003c/var\u003e - \u003cvar data-var='time'\u003e13:37\u003c/var\u003e PST"
}
],
"name": "January",
"year": 2026
}
],
"start_time": "2026-01-01T00:00:00-08:00",
"time_zone": "Pacific Time (US \u0026 Canada)"
},
{
"end_time": "2025-12-31T23:59:59-08:00",
"months": [
{
"incidents": [
{
"code": "vm9ds80g7ky5",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "GPT-OSS on Model APIs is degraded. **Dedicated inference is not affected**.",
"timestamp": "Dec \u003cvar data-var='date'\u003e21\u003c/var\u003e, \u003cvar data-var='time'\u003e08:49\u003c/var\u003e - \u003cvar data-var='time'\u003e09:11\u003c/var\u003e PST"
},
{
"code": "9db4l4h05ltd",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Slower than usual scale-ups and new deploys for all models in GCP",
"timestamp": "Dec \u003cvar data-var='date'\u003e20\u003c/var\u003e, \u003cvar data-var='time'\u003e16:40\u003c/var\u003e - \u003cvar data-var='time'\u003e17:35\u003c/var\u003e PST"
},
{
"code": "h293c5jvmd85",
"impact": "major",
"message": "The incident is resolved.",
"name": "Deepseek V3-0324 on Model APIs is down. **Dedicated inference is not affected**.",
"timestamp": "Dec \u003cvar data-var='date'\u003e6\u003c/var\u003e, \u003cvar data-var='time'\u003e12:46\u003c/var\u003e - \u003cvar data-var='time'\u003e13:06\u003c/var\u003e PST"
}
],
"name": "December",
"year": 2025
},
{
"incidents": [
{
"code": "q4qgnl6lhlfh",
"impact": "major",
"message": "This incident has been resolved.",
"name": "Elevated error rates for inference requests for a subset of models in GCP us-central1",
"timestamp": "Nov \u003cvar data-var='date'\u003e17\u003c/var\u003e, \u003cvar data-var='time'\u003e05:01\u003c/var\u003e - \u003cvar data-var='time'\u003e05:20\u003c/var\u003e PST"
},
{
"code": "t2qt0s2pcwjt",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "New builds are failing to push. Inference is *not* affected",
"timestamp": "Nov \u003cvar data-var='date'\u003e3\u003c/var\u003e, \u003cvar data-var='time'\u003e05:45\u003c/var\u003e - \u003cvar data-var='time'\u003e06:01\u003c/var\u003e PST"
},
{
"code": "90lr1l8kg5s9",
"impact": "none",
"message": "This incident has been resolved.",
"name": "Elevated errors and delays in new model deploys in 1 cluster. Inference is *not* affected.",
"timestamp": "Nov \u003cvar data-var='date'\u003e1\u003c/var\u003e, \u003cvar data-var='time'\u003e13:27\u003c/var\u003e - \u003cvar data-var='time'\u003e14:06\u003c/var\u003e PDT"
}
],
"name": "November",
"year": 2025
},
{
"incidents": [
{
"code": "w99gz3g3djkd",
"impact": "major",
"message": "This incident has been resolved.",
"name": "Elevated errors in model deploys and promotions in 2 clusters. Inference is *not* affected.",
"timestamp": "Oct \u003cvar data-var='date'\u003e30\u003c/var\u003e, \u003cvar data-var='time'\u003e06:50\u003c/var\u003e - \u003cvar data-var='time'\u003e08:10\u003c/var\u003e PDT"
},
{
"code": "mx3wcd2337rp",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Slower than usual scale-ups in 1 region",
"timestamp": "Oct \u003cvar data-var='date'\u003e25\u003c/var\u003e, \u003cvar data-var='time'\u003e06:27\u003c/var\u003e - \u003cvar data-var='time'\u003e10:10\u003c/var\u003e PDT"
},
{
"code": "276pjvpkllss",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Slower than usual scale-ups in 2 regions",
"timestamp": "Oct \u003cvar data-var='date'\u003e24\u003c/var\u003e, \u003cvar data-var='time'\u003e14:46\u003c/var\u003e - \u003cvar data-var='time'\u003e19:00\u003c/var\u003e PDT"
},
{
"code": "c2smd7s42rhl",
"impact": "minor",
"message": "This incident has been resolved.",
"name": "Model logs are slow to load in a single cluster. Inference is not affected.",
"timestamp": "Oct \u003cvar data-var='date'\u003e22\u003c/var\u003e, \u003cvar data-var='time'\u003e17:29\u003c/var\u003e - \u003cvar data-var='time'\u003e17:44\u003c/var\u003e PDT"
},
{
"code": "9f069dvppqpq",
"impact": "minor",
"message": "The issue with our auth provider has been fixed, and logins work again.",
"name": "Login timing out on webapp",
"timestamp": "Oct \u003cvar data-var='date'\u003e20\u003c/var\u003e, \u003cvar data-var='time'\u003e12:38\u003c/var\u003e - \u003cvar data-var='time'\u003e19:15\u003c/var\u003e PDT"
},
{
"code": "x4zc1xry34fs",
"impact": "minor",
"message": "Upstream provider has recovered, and the Baseten web app is available.",
"name": "Baseten Web Application is down due to AWS outage. Inference is unaffected.",
"timestamp": "Oct \u003cvar data-var='date'\u003e20\u003c/var\u003e, \u003cvar data-var='time'\u003e00:15\u003c/var\u003e - \u003cvar data-var='time'\u003e02:31\u003c/var\u003e PDT"
},
{
"code": "fmwnrh1vsjlt",
"impact": "minor",
"message": "The issue is resolved.",
"name": "High latency on Baseten Web Application and Model Management APIs. Inference is unaffected.",
"timestamp": "Oct \u003cvar data-var='date'\u003e13\u003c/var\u003e, \u003cvar data-var='time'\u003e12:31\u003c/var\u003e - \u003cvar data-var='time'\u003e12:45\u003c/var\u003e PDT"
}
],
"name": "October",
"year": 2025
}
],
"start_time": "2025-10-01T00:00:00-07:00",
"time_zone": "Pacific Time (US \u0026 Canada)"
}
]
}