Snapshot 273776
Raw (normalized text)
Scripts and page chrome removed; this is what change detection compares.
{
"components": [
{
"components": [
"qszfl72zt4lm",
"zm64hy1n4996",
"nnfskcftmn5n",
"w4rzz67ctqtd",
"9v35zx451z1s",
"0rqw8cjxshf9",
"828b0qmpl5f1",
"33wdd01pp8n5",
"wg94b7byvr8f",
"9bmgx0plc8bc",
"xj2m103dbpst",
"pbwwc2pwm6ts",
"xxbbxhg382gx",
"986tvdgn7zvb",
"g9ktdwzl9hj7",
"xh0yj1xgp6d8"
],
"created_at": "2024-11-11T10:14:48.699Z",
"description": null,
"group_id": null,
"id": "61bgyd0tzh22",
"name": "Redis Global",
"page_id": "0mggy4p2v1q4",
"position": 1,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2024-11-11T10:26:24.194Z"
},
{
"components": [
"l1z43434lqnb",
"x20f3jcqg1vq",
"hd01j6rwg9tf",
"4k8sv8q07w0g",
"3yb32ccfk6qt",
"pmnxm5wf6s83",
"03lj1p8n41q8"
],
"created_at": "2021-08-25T14:10:16.289Z",
"description": null,
"group_id": null,
"id": "3wszb9kxy0n8",
"name": "Redis Regional",
"page_id": "0mggy4p2v1q4",
"position": 2,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2024-11-11T10:26:24.204Z"
},
{
"components": [
"bp28p3qjhr1b",
"5wptztwvxk4v",
"l78b6h7482ly"
],
"created_at": "2024-06-03T22:21:40.921Z",
"description": null,
"group_id": null,
"id": "y3fn3qrjgngg",
"name": "Vector",
"page_id": "0mggy4p2v1q4",
"position": 5,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2024-11-11T10:26:24.221Z"
},
{
"created_at": "2025-06-26T06:51:35.154Z",
"description": "console.upstash.com",
"group_id": null,
"id": "scyjjlxngg7k",
"name": "Upstash Console",
"page_id": "0mggy4p2v1q4",
"position": 6,
"showcase": true,
"start_date": "2025-01-01T00:00:00.000Z",
"status": "operational",
"updated_at": "2025-12-05T09:18:53.495Z"
},
{
"created_at": "2025-12-05T08:58:57.443Z",
"description": null,
"group_id": null,
"id": "89wt497r42f4",
"name": "Context7",
"page_id": "0mggy4p2v1q4",
"position": 7,
"showcase": true,
"start_date": "2025-12-05T00:00:00.000Z",
"status": "operational",
"updated_at": "2025-12-05T08:58:57.443Z"
},
{
"created_at": "2025-12-05T08:59:22.506Z",
"description": null,
"group_id": null,
"id": "00crz9f5ls9x",
"name": "Context7 Console",
"page_id": "0mggy4p2v1q4",
"position": 8,
"showcase": true,
"start_date": "2025-12-05T00:00:00.000Z",
"status": "operational",
"updated_at": "2025-12-05T09:18:53.512Z"
},
{
"components": [
"y15c5bt1tkwx",
"0kp4ybhh9srx"
],
"created_at": "2026-04-27T15:29:16.024Z",
"description": null,
"group_id": null,
"id": "4gq098729864",
"name": "QStash",
"page_id": "0mggy4p2v1q4",
"position": 9,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-04-27T15:29:16.024Z"
},
{
"created_at": "2026-06-14T20:33:40.127Z",
"description": null,
"group_id": null,
"id": "376v79kl4kvv",
"name": "Box",
"page_id": "0mggy4p2v1q4",
"position": 10,
"showcase": true,
"start_date": "2026-06-01T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-11-13T19:51:19.518Z"
}
],
"incidents": [
{
"components": [
{
"created_at": "2026-06-14T20:33:40.127Z",
"description": null,
"group_id": null,
"id": "376v79kl4kvv",
"name": "Box",
"page_id": "0mggy4p2v1q4",
"position": 10,
"showcase": true,
"start_date": "2026-06-01T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-11-13T19:51:19.518Z"
}
],
"created_at": "2026-11-13T19:37:13.826Z",
"id": "pd7ptpdhwyss",
"impact": "major",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "376v79kl4kvv",
"name": "Box",
"new_status": "operational",
"old_status": "partial_outage"
}
],
"body": "The high load on Upstash Box has been mitigated. New box creation and remote executions are working normally again. The incident lasted from 18:17 to 19:35 UTC. We’re sorry for the disruption and will keep monitoring the system.",
"created_at": "2026-11-13T19:51:19.554Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-13T19:51:19.554Z",
"id": "5dc95t1bk6s8",
"incident_id": "pd7ptpdhwyss",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-13T19:51:19.554Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "376v79kl4kvv",
"name": "Box",
"new_status": "partial_outage",
"old_status": "operational"
}
],
"body": "We’re seeing unexpectedly high load on Upstash Box. This is affecting new box creation and remote executions. The team is working on a fix, and we expect the service to be fully operational again soon.",
"created_at": "2026-11-13T19:37:13.913Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-13T19:37:13.913Z",
"id": "0h584yjyqrq2",
"incident_id": "pd7ptpdhwyss",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-13T19:37:13.913Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Degraded performance on Upstash Box",
"page_id": "0mggy4p2v1q4",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-11-13T19:51:19.554Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/qh37ymdfvrr8",
"started_at": "2026-11-13T19:37:13.820Z",
"status": "resolved",
"updated_at": "2026-11-13T19:51:19.574Z"
},
{
"components": [],
"created_at": "2026-09-29T15:12:00.000Z",
"id": "zmw7rg5r2qxw",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": null,
"body": "Between 15:12 and 15:16 UTC, we observed a brief increase in load on the connection proxy layer in us-east-1, which may have affected some existing and new connections.\n\nThe team responded quickly and resolved the issue. All systems are now fully operational.",
"created_at": "2026-09-29T15:36:30.501Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-09-29T15:12:00.000Z",
"id": "26cymnzl50yp",
"incident_id": "zmw7rg5r2qxw",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-29T15:36:30.501Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Brief connection proxy degradation in us-east-1",
"page_id": "0mggy4p2v1q4",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-09-29T15:12:00.000Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/f1kyl12t9l0q",
"started_at": "2026-09-29T15:36:30.439Z",
"status": "resolved",
"updated_at": "2026-09-29T15:36:35.535Z"
},
{
"components": [],
"created_at": "2026-09-09T12:00:00.000Z",
"id": "p3wdmtwyy8zw",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": null,
"body": "Upstash Vector experienced a brief DNS resolution issue in the US East (us-east-1) region lasting approximately 20 minutes. During this period, new DNS resolution attempts may have failed.\n\nExisting connections and clients with cached DNS records were not affected.\n\nThe issue has been resolved, and DNS resolution is operating normally.",
"created_at": "2026-09-09T13:00:58.564Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-09-09T12:00:00.000Z",
"id": "cqg7pxdc86yp",
"incident_id": "p3wdmtwyy8zw",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-09T13:00:58.564Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Intermittent DNS Resolution Errors for Upstash Vector in US East (us-east-1)",
"page_id": "0mggy4p2v1q4",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-09-09T12:00:00.000Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/yfkkt5363477",
"started_at": "2026-09-09T13:00:58.510Z",
"status": "resolved",
"updated_at": "2026-09-09T13:01:03.143Z"
},
{
"components": [],
"created_at": "2026-09-03T08:00:00.000Z",
"id": "mrsy2jmjlzj9",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": null,
"body": "We experienced a brief issue affecting access to the Upstash Console. Our team quickly identified the cause and resolved the issue within minutes.\n\nThe console is now operating normally.",
"created_at": "2026-09-03T08:29:36.481Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-09-03T08:00:00.000Z",
"id": "qdvbmgpc6mfz",
"incident_id": "mrsy2jmjlzj9",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-03T08:29:36.481Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Upstash Console login issue",
"page_id": "0mggy4p2v1q4",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-09-03T08:00:00.000Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/dmdmfrm8lycz",
"started_at": "2026-09-03T08:29:36.412Z",
"status": "resolved",
"updated_at": "2026-09-03T08:29:36.492Z"
},
{
"components": [],
"created_at": "2026-08-28T22:20:00.000Z",
"id": "z2vs4hjr81g5",
"impact": "major",
"impact_override": "major",
"incident_updates": [
{
"affected_components": null,
"body": "Between 22:20 and 22:33 UTC, QStash clients in us-east-1 experienced disruptions related to message persistence. The team applied a fix, and service has been restored.",
"created_at": "2026-08-28T22:56:58.181Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-08-28T22:20:00.000Z",
"id": "swgk4xw5596g",
"incident_id": "z2vs4hjr81g5",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-28T22:56:58.181Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Message Persistence Issue — QStash us-east-1",
"page_id": "0mggy4p2v1q4",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-08-28T22:20:00.000Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/69bd84bqrpcq",
"started_at": "2026-08-28T22:56:58.127Z",
"status": "resolved",
"updated_at": "2026-08-28T22:57:24.342Z"
},
{
"components": [],
"created_at": "2026-07-22T08:50:12.940Z",
"id": "d6fvfsj3gkxm",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": null,
"body": "This incident has been resolved.",
"created_at": "2026-07-22T10:05:17.914Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-07-22T10:05:17.914Z",
"id": "f2s1vch2t7sn",
"incident_id": "d6fvfsj3gkxm",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-22T10:05:17.914Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "The affected Fly.io-hosted machines recovered at 08:48 UTC, and service availability has been restored. We are monitoring the systems to confirm continued stability.",
"created_at": "2026-07-22T09:01:01.631Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-07-22T09:01:01.631Z",
"id": "3z3fgqwxycnl",
"incident_id": "d6fvfsj3gkxm",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-22T09:01:01.631Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We are investigating connectivity issues affecting a subset of Redis databases hosted on Fly.io. The issue is related to an ongoing Fly.io infrastructure disruption in the DFW region (https://status.flyio.net/incidents/n4z2my6qw4sb). We are working to restore availability and will provide updates soon.",
"created_at": "2026-07-22T08:50:12.980Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-07-22T08:50:12.980Z",
"id": "gxy8ccn7mc97",
"incident_id": "d6fvfsj3gkxm",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-22T08:50:12.980Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-07-22T09:01:01.631Z",
"name": "Fly.io infrastructure disruption affecting some Upstash Redis databases on Fly.io DFW Region",
"page_id": "0mggy4p2v1q4",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-07-22T10:05:17.914Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/0l5sf44ng7bn",
"started_at": "2026-07-22T08:50:12.934Z",
"status": "resolved",
"updated_at": "2026-07-22T10:05:17.932Z"
},
{
"components": [],
"created_at": "2026-07-16T06:30:00.000Z",
"id": "d9xmrx1kx7wp",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": null,
"body": "Partial outage due to http parsing errors. Problem was resolved couple minutes later. If problem continues, refreshing the DNS cache is recommended.",
"created_at": "2026-07-16T08:35:07.544Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-07-16T06:30:00.000Z",
"id": "3605kyr63c08",
"incident_id": "d9xmrx1kx7wp",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-16T08:35:07.544Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "QStash us-east-1 - URL Publish Errors",
"page_id": "0mggy4p2v1q4",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-07-16T06:30:00.000Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/9qvjxdfprs57",
"started_at": "2026-07-16T08:35:07.487Z",
"status": "resolved",
"updated_at": "2026-07-16T08:35:07.559Z"
},
{
"components": [
{
"created_at": "2024-11-11T10:14:48.726Z",
"description": null,
"group_id": "61bgyd0tzh22",
"id": "qszfl72zt4lm",
"name": "N. Virginia, USA (us-east-1)",
"page_id": "0mggy4p2v1q4",
"position": 1,
"showcase": true,
"start_date": "2024-08-01T00:00:00.000Z",
"status": "operational",
"updated_at": "2025-06-11T09:20:09.163Z"
},
{
"created_at": "2024-11-11T10:18:23.922Z",
"description": null,
"group_id": "61bgyd0tzh22",
"id": "zm64hy1n4996",
"name": "N. California, USA (us-west-1)",
"page_id": "0mggy4p2v1q4",
"position": 2,
"showcase": true,
"start_date": "2024-08-01T00:00:00.000Z",
"status": "operational",
"updated_at": "2025-06-11T09:20:09.179Z"
},
{
"created_at": "2024-11-11T10:19:10.801Z",
"description": null,
"group_id": "61bgyd0tzh22",
"id": "w4rzz67ctqtd",
"name": "Frankfurt, Germany (eu-central-1)",
"page_id": "0mggy4p2v1q4",
"position": 4,
"showcase": true,
"start_date": "2024-08-01T00:00:00.000Z",
"status": "operational",
"updated_at": "2025-09-09T15:49:13.294Z"
}
],
"created_at": "2026-06-25T15:23:44.611Z",
"id": "bs21y4fbyh4n",
"impact": "major",
"impact_override": "major",
"incident_updates": [
{
"affected_components": [
{
"code": "qszfl72zt4lm",
"name": "Redis Global - N. Virginia, USA (us-east-1)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "zm64hy1n4996",
"name": "Redis Global - N. California, USA (us-west-1)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "w4rzz67ctqtd",
"name": "Redis Global - Frankfurt, Germany (eu-central-1)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "This incident has been resolved, we will publish RCA soon.",
"created_at": "2026-06-25T16:36:00.855Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-25T16:36:00.855Z",
"id": "0t2qplg3vg2r",
"incident_id": "bs21y4fbyh4n",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-25T16:36:00.855Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "qszfl72zt4lm",
"name": "Redis Global - N. Virginia, USA (us-east-1)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "zm64hy1n4996",
"name": "Redis Global - N. California, USA (us-west-1)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "w4rzz67ctqtd",
"name": "Redis Global - Frankfurt, Germany (eu-central-1)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "A fix has been implemented and we are monitoring the results.",
"created_at": "2026-06-25T15:31:12.572Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-25T15:31:12.572Z",
"id": "04wy99g1c3jl",
"incident_id": "bs21y4fbyh4n",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-25T15:31:12.572Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "qszfl72zt4lm",
"name": "Redis Global - N. Virginia, USA (us-east-1)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "zm64hy1n4996",
"name": "Redis Global - N. California, USA (us-west-1)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "w4rzz67ctqtd",
"name": "Redis Global - Frankfurt, Germany (eu-central-1)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We are currently experiencing a partial service disruption affecting Upstash Redis in the following regions:\n\n* eu-central-1\n* us-east-1\n* us-west-1\n\nOur team is investigating the issue and working to restore full service as soon as possible. We will share updates as more information becomes available.",
"created_at": "2026-06-25T15:23:44.669Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-25T15:23:44.669Z",
"id": "xppshdw85n6g",
"incident_id": "bs21y4fbyh4n",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-25T15:23:44.669Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-06-25T15:31:12.572Z",
"name": "Upstash Redis Partial Service Disruption",
"page_id": "0mggy4p2v1q4",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-06-25T16:36:00.855Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/9gynqrnvcpyj",
"started_at": "2026-06-25T15:23:44.597Z",
"status": "resolved",
"updated_at": "2026-06-25T16:36:00.871Z"
},
{
"components": [
{
"created_at": "2022-08-10T13:30:07.031Z",
"description": null,
"group_id": "4gq098729864",
"id": "y15c5bt1tkwx",
"name": "EU-CENTRAL-1",
"page_id": "0mggy4p2v1q4",
"position": 1,
"showcase": true,
"start_date": "2022-08-10T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-06-23T17:14:46.035Z"
}
],
"created_at": "2026-06-23T16:22:25.859Z",
"id": "45rxy9q1zzc2",
"impact": "minor",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "y15c5bt1tkwx",
"name": "QStash - EU-CENTRAL-1",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "This incident has been resolved.",
"created_at": "2026-06-23T17:14:46.066Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-23T17:14:46.066Z",
"id": "q6bc0sh7ck1g",
"incident_id": "45rxy9q1zzc2",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-23T17:14:46.066Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "y15c5bt1tkwx",
"name": "QStash - EU-CENTRAL-1",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "A fix has been implemented and we are monitoring the results.",
"created_at": "2026-06-23T16:32:26.385Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-23T16:32:26.385Z",
"id": "r5c4b1q9ctzs",
"incident_id": "45rxy9q1zzc2",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-23T16:32:26.385Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "y15c5bt1tkwx",
"name": "QStash - EU-CENTRAL-1",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "We are currently investigating this issue.",
"created_at": "2026-06-23T16:22:25.945Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-23T16:22:25.945Z",
"id": "4bzdvcnp9hwj",
"incident_id": "45rxy9q1zzc2",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-23T16:22:25.945Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-06-23T16:32:26.385Z",
"name": "QStash EU Region — Degraded Performance",
"page_id": "0mggy4p2v1q4",
"postmortem_body": "### **Summary**\n\nOn June 23, 2026, QStash users in the EU-CENTRAL-1 region experienced elevated latency and degraded performance. The issue was caused by a regression introduced in a recent enhancement to Flow Control scheduling logic. The change increased resource consumption under load, leading to reduced performance on affected shards. The incident was resolved by rolling back to the previous stable version.\n\n### **Impact**\n\n* Service: QStash \\(EU-CENTRAL-1\\)\n* Start: 2026-06-23 16:22 UTC\n* Resolved: 2026-06-23 17:14 UTC\n* Duration: ~52 minutes\n* Impact: Increased latency and degraded performance for workloads routed to the affected instance in the EU. Multiple customers in the region experienced slower request processing during the incident window.\n\n### **Root Cause**\n\nWe recently deployed an enhancement to our Flow Control feature, designed to improve fairness between independent flow controls when unused global parallelism capacity was available.\n\nUnder production load, the new behavior introduced a regression that significantly increased resource utilization. The elevated resource consumption caused performance degradation on the affected QStash instamce, impacting all workloads sharing that instance.\n\n### **Resolution**\n\nAfter identifying the regression as the source of the slowdown, we rolled back the deployment to the last known stable version.\n\n* Rollback completed: 2026-06-23 19:18:46.84 UTC\n\nFollowing the rollback, system performance returned to normal levels and service stability was restored.\n\n### **Preventive Actions**\n\nTo reduce the likelihood of similar incidents in the future, we are taking the following actions:\n\n* Expand performance and load testing coverage for Flow Control changes.\n* Add resource utilization regression checks to the deployment pipeline.\n* Improve monitoring and alerting for abnormal CPU and memory consumption patterns.\n* Introduce additional canary validation before wider production rollout of scheduler-related changes.\n\nWe apologize for the disruption and appreciate our customers’ patience while we resolved the issue.",
"postmortem_body_last_updated_at": "2026-06-24T12:30:46.022Z",
"postmortem_ignored": false,
"postmortem_notified_subscribers": true,
"postmortem_notified_twitter": false,
"postmortem_published_at": "2026-06-24T12:30:46.022Z",
"reminder_intervals": null,
"resolved_at": "2026-06-23T17:14:46.066Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/r5k8bdfqm35c",
"started_at": "2026-06-23T16:22:25.848Z",
"status": "resolved",
"updated_at": "2026-06-24T12:30:46.041Z"
},
{
"components": [
{
"created_at": "2026-06-14T20:33:40.127Z",
"description": null,
"group_id": null,
"id": "376v79kl4kvv",
"name": "Box",
"page_id": "0mggy4p2v1q4",
"position": 10,
"showcase": true,
"start_date": "2026-06-01T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-11-13T19:51:19.518Z"
}
],
"created_at": "2026-06-23T06:05:57.207Z",
"id": "ms9sqp71kyc9",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "376v79kl4kvv",
"name": "Box",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Between 01:18 and 04:03 UTC, customers were unable to access running boxes or perform create, read, update, or delete operations. Running containers were not affected and continued operating throughout. The issue has been fully resolved and all box operations are functioning normally.\n\nWe are taking all necessary measures to prevent this from happening again. We apologize for the disruption.",
"created_at": "2026-06-23T06:05:57.252Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-23T06:05:57.252Z",
"id": "p71h32hhwprx",
"incident_id": "ms9sqp71kyc9",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-23T06:05:57.252Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Box Access and Management Operations Unavailable",
"page_id": "0mggy4p2v1q4",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-06-23T06:05:57.252Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/y6kf1kvffvjj",
"started_at": "2026-06-23T06:05:57.202Z",
"status": "resolved",
"updated_at": "2026-06-23T06:05:57.261Z"
}
],
"page": {
"id": "0mggy4p2v1q4",
"name": "Upstash Status",
"url": "https://status.upstash.com"
},
"status": {
"description": "All Systems Operational",
"indicator": "none"
}
}