Snapshot 254689
Parsed
What we read from this document, as JSON. Each entry names the snapshot it was read from.
{
"entries": [
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmw9k4g3100r80wpihijuwdad",
"name": "Slow package downloads in us-east",
"impact": "none",
"status": "resolved",
"started": "2026-11-09T17:50:39Z",
"resolved": "2026-11-09T23:14:58Z",
"url": "https://status.blacksmith.sh/incident/cmw9k4g3100r80wpihijuwdad",
"components": [
"us-east x86",
"us-east ARM"
],
"updates": 3
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmw5yx3qq0oig1bs0jh5hrj5a",
"name": "Sticky Disks us-west partial unavailability",
"impact": "none",
"status": "resolved",
"started": "2026-11-07T05:33:46Z",
"resolved": "2026-11-07T08:11:23Z",
"url": "https://status.blacksmith.sh/incident/cmw5yx3qq0oig1bs0jh5hrj5a",
"components": [
"us-west Storage Cluster"
],
"updates": 3
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmw5qchax0pvf0ws02dwuedq0",
"name": "Sticky Disks us-east unavailability",
"impact": "none",
"status": "resolved",
"started": "2026-11-07T01:15:00Z",
"resolved": "2026-11-07T01:37:05Z",
"url": "https://status.blacksmith.sh/incident/cmw5qchax0pvf0ws02dwuedq0",
"components": [
"us-east Storage Cluster"
],
"updates": 2
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmvr2diut02d113o55hw01jy0",
"name": "Slow checkouts and downloads in us-east and us-west",
"impact": "none",
"status": "resolved",
"started": "2026-10-27T19:13:59Z",
"resolved": "2026-10-27T20:20:42Z",
"url": "https://status.blacksmith.sh/incident/cmvr2diut02d113o55hw01jy0",
"components": [
"us-east x86",
"us-west x86",
"us-east ARM",
"us-west ARM"
],
"updates": 4
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmvgj5s6o050a1mprchhaqf0v",
"name": "Delayed job starts on macOS runners",
"impact": "none",
"status": "resolved",
"started": "2026-10-20T10:18:23Z",
"resolved": "2026-10-21T00:23:26Z",
"url": "https://status.blacksmith.sh/incident/cmvgj5s6o050a1mprchhaqf0v",
"components": [
"us-central MacOS"
],
"updates": 14
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmv787ety046m1cnyu8w98lwi",
"name": "Blacksmith Dashboard Degradation",
"impact": "none",
"status": "resolved",
"started": "2026-10-13T22:01:48Z",
"resolved": "2026-10-13T23:04:28Z",
"url": "https://status.blacksmith.sh/incident/cmv787ety046m1cnyu8w98lwi",
"components": [
"Dashboard"
],
"updates": 4
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmun66wt600yt1mn15qody0fz",
"name": "Backend Degradation causing job slowness and caching failures",
"impact": "none",
"status": "resolved",
"started": "2026-09-29T21:10:02Z",
"resolved": "2026-09-29T23:04:31Z",
"url": "https://status.blacksmith.sh/incident/cmun66wt600yt1mn15qody0fz",
"components": [
"us-east x86",
"US East Cache",
"eu-west Storage Cluster",
"eu-west ARM",
"eu-central x86",
"eu-central Storage Cluster",
"us-west Storage Cluster",
"EU Central Cache",
"us-west x86",
"eu-west x86",
"EU West Cache",
"eu-west Storage Cluster",
"eu-west Storage Cluster",
"eu-central Storage Cluster",
"eu-central Storage Cluster",
"US West Cache",
"us-central MacOS",
"eu-central ARM",
"us-west Storage Cluster",
"us-west Storage Cluster",
"us-west ARM",
"us-east Storage Cluster",
"us-east Storage Cluster",
"us-east Storage Cluster",
"US Central Cache"
],
"updates": 6
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmumx9ti905cd0wo4apnryc73",
"name": "US west cache failure",
"impact": "none",
"status": "resolved",
"started": "2026-09-29T17:00:21Z",
"resolved": "2026-09-29T18:32:38Z",
"url": "https://status.blacksmith.sh/incident/cmumx9ti905cd0wo4apnryc73",
"components": [
"US West Cache"
],
"updates": 5
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmufwy7mx0ou71mqm2si72dxw",
"name": "GitHub connectivity degraded in us-west",
"impact": "none",
"status": "resolved",
"started": "2026-09-24T19:16:56Z",
"resolved": "2026-09-24T19:50:10Z",
"url": "https://status.blacksmith.sh/incident/cmufwy7mx0ou71mqm2si72dxw",
"components": [
"us-west x86",
"us-west ARM"
],
"updates": 3
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmubl88jr16480wmrgp8hu01n",
"name": "Elevated error rates in Blacksmith APIs",
"impact": "none",
"status": "resolved",
"started": "2026-09-21T18:37:44Z",
"resolved": "2026-09-21T18:47:13Z",
"url": "https://status.blacksmith.sh/incident/cmubl88jr16480wmrgp8hu01n",
"components": [
"us-east x86",
"US East Cache",
"eu-west Storage Cluster",
"eu-central x86",
"eu-west ARM",
"us-west Storage Cluster",
"EU Central Cache",
"us-west x86",
"eu-west x86",
"EU West Cache",
"eu-west Storage Cluster",
"eu-west Storage Cluster",
"API",
"eu-central Storage Cluster",
"us-west ARM",
"EU West Runtime Build Cache",
"eu-central Storage Cluster",
"eu-central Storage Cluster",
"EU Central Runtime Build Cache",
"US West Runtime Build Cache",
"US West Cache",
"us-central MacOS",
"eu-central ARM",
"us-west Storage Cluster",
"us-west Storage Cluster"
],
"updates": 2
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmtz4cib8018b1mmvp68b8fy4",
"name": "Degraded US East AWS connectivity",
"impact": "none",
"status": "resolved",
"started": "2026-09-13T01:11:55Z",
"resolved": "2026-09-13T01:58:30Z",
"url": "https://status.blacksmith.sh/incident/cmtz4cib8018b1mmvp68b8fy4",
"components": [
"us-east x86"
],
"updates": 3
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmtx0883205f40wn0gg834kz2",
"name": "Upstream Ubuntu package mirror outage affecting apt",
"impact": "none",
"status": "resolved",
"started": "2026-09-11T05:30:00Z",
"resolved": "2026-09-11T14:59:46Z",
"url": "https://status.blacksmith.sh/incident/cmtx0883205f40wn0gg834kz2",
"updates": 3
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmtuczghn0lh52cpq34fkf3zt",
"name": "Major outage with our caching infrastructure and our website",
"impact": "none",
"status": "resolved",
"started": "2026-09-09T16:46:00Z",
"resolved": "2026-09-09T18:06:25Z",
"url": "https://status.blacksmith.sh/incident/cmtuczghn0lh52cpq34fkf3zt",
"components": [
"eu-west Storage Cluster",
"us-west Storage Cluster",
"EU Central Cache",
"EU West Cache",
"eu-west Storage Cluster",
"eu-west Storage Cluster",
"eu-central Storage Cluster",
"US East Cache",
"EU West Runtime Build Cache",
"Dashboard",
"eu-central Storage Cluster",
"eu-central Storage Cluster",
"EU Central Runtime Build Cache",
"US West Runtime Build Cache",
"US West Cache",
"us-west Storage Cluster",
"us-west Storage Cluster"
],
"updates": 3
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmtsv10ho09c30wpqqz4dg4o8",
"name": "Job failures in EU West",
"impact": "none",
"status": "resolved",
"started": "2026-09-08T15:00:33Z",
"resolved": "2026-09-08T16:44:09Z",
"url": "https://status.blacksmith.sh/incident/cmtsv10ho09c30wpqqz4dg4o8",
"components": [
"Github → API Requests"
],
"updates": 3
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmtkapxle0jl313mfiqqeqjud",
"name": "US West storage cluster degradation",
"impact": "none",
"status": "resolved",
"started": "2026-09-02T16:13:47Z",
"resolved": "2026-09-02T19:23:31Z",
"url": "https://status.blacksmith.sh/incident/cmtkapxle0jl313mfiqqeqjud",
"components": [
"us-west Storage Cluster",
"us-west Storage Cluster",
"us-west Storage Cluster"
],
"updates": 5
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmtk69nmb002c13pmm1yfslre",
"name": "Service degradation in upstream GHCR registries",
"impact": "none",
"status": "resolved",
"started": "2026-09-02T14:09:09Z",
"resolved": "2026-09-02T16:30:55Z",
"url": "https://status.blacksmith.sh/incident/cmtk69nmb002c13pmm1yfslre",
"components": [
"Github → API Requests"
],
"updates": 4
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmsz4t08d056h0yo0nkcxi1hl",
"name": "Requests to GitHub failing due to upstream incident",
"impact": "none",
"status": "resolved",
"started": "2026-08-18T20:45:03Z",
"resolved": "2026-08-18T23:14:25Z",
"url": "https://status.blacksmith.sh/incident/cmsz4t08d056h0yo0nkcxi1hl",
"updates": 2
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmsxljkl317c80kqxuyyjqpg9",
"name": "Job adoption delays due to missed webhooks",
"impact": "none",
"status": "resolved",
"started": "2026-08-17T18:58:04Z",
"resolved": "2026-08-17T19:00:00Z",
"url": "https://status.blacksmith.sh/incident/cmsxljkl317c80kqxuyyjqpg9",
"components": [
"us-east x86",
"eu-central x86",
"eu-west ARM",
"us-west x86",
"eu-west x86",
"us-west ARM",
"us-central MacOS",
"eu-central ARM"
],
"updates": 2
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmsxab79p16kz0rqxaiw9jr56",
"name": "GitHub outage affecting job failures and dashboard errors",
"impact": "none",
"status": "resolved",
"started": "2026-08-17T13:43:37Z",
"resolved": "2026-08-17T20:40:52Z",
"url": "https://status.blacksmith.sh/incident/cmsxab79p16kz0rqxaiw9jr56",
"components": [
"Github → API Requests",
"Dashboard",
"Github → Webhooks"
],
"updates": 6
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmsrg61yg09vd0lo9s1eagibm",
"name": "Storage degradation in us-west",
"impact": "none",
"status": "resolved",
"started": "2026-08-13T11:40:58Z",
"resolved": "2026-08-14T18:14:17Z",
"url": "https://status.blacksmith.sh/incident/cmsrg61yg09vd0lo9s1eagibm",
"components": [
"us-east x86",
"eu-central x86",
"eu-west ARM",
"us-west Storage Cluster",
"EU Central Cache",
"us-west x86",
"eu-west x86",
"EU West Cache",
"us-west ARM",
"US East Cache",
"US West Cache",
"eu-central ARM",
"Github → Webhooks",
"us-west Storage Cluster",
"us-west Storage Cluster"
],
"updates": 28
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmsqfrgv9022q0rqidjkjxqrz",
"name": "Elevated failures downloading GitHub release assets",
"impact": "none",
"status": "resolved",
"started": "2026-08-12T18:41:51Z",
"resolved": "2026-08-13T01:20:46Z",
"url": "https://status.blacksmith.sh/incident/cmsqfrgv9022q0rqidjkjxqrz",
"components": [
"Github → Actions"
],
"updates": 9
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmspwjrqs01ar0zpcetcwi50r",
"name": "Hanging apt package installs on us-west runners due to an upstream mirror issue",
"impact": "none",
"status": "resolved",
"started": "2026-08-12T03:30:00Z",
"resolved": "2026-08-12T11:50:47Z",
"url": "https://status.blacksmith.sh/incident/cmspwjrqs01ar0zpcetcwi50r",
"components": [
"us-west x86"
],
"updates": 5
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmsp3cl3306pj10ue6i1vap76",
"name": "Increased action cache miss rate for certain customers",
"impact": "none",
"status": "resolved",
"started": "2026-08-11T19:00:10Z",
"resolved": "2026-08-11T20:00:00Z",
"url": "https://status.blacksmith.sh/incident/cmsp3cl3306pj10ue6i1vap76",
"components": [
"Actions Cache →"
],
"updates": 2
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmsnm5osa017t0kloby5i3lgn",
"name": "Degraded job performance, metrics, and log ingestion in us-west",
"impact": "none",
"status": "resolved",
"started": "2026-08-10T19:17:34Z",
"resolved": "2026-08-10T20:44:19Z",
"url": "https://status.blacksmith.sh/incident/cmsnm5osa017t0kloby5i3lgn",
"components": [
"us-west x86",
"us-west ARM",
"Dashboard"
],
"updates": 5
}
},
{
"kind": "status_incident",
"evidence_id": 254689,
"data": {
"id": "cmshoanyw016h0kpq84ulbqw7",
"name": "Github → Actions experiencing degraded performance",
"impact": "none",
"status": "resolved",
"started": "2026-08-06T15:30:48Z",
"resolved": "2026-08-07T00:57:44Z",
"url": "https://status.blacksmith.sh/incident/cmshoanyw016h0kpq84ulbqw7",
"components": [
"Github → Webhooks",
"Github → Actions"
],
"updates": 2
}
}
]
}