Snapshot 26515
Normalized text
Scripts and page chrome removed; this is what change detection compares.
{
"components": [
{
"created_at": "2014-05-14T14:53:13.723-07:00",
"description": null,
"group_id": null,
"id": "8gz01qz54flb",
"name": "Web Application",
"page_id": "4vffsqvxs4db",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2025-10-22T13:15:10.604-07:00"
},
{
"created_at": "2014-05-14T15:22:48.398-07:00",
"description": null,
"group_id": null,
"id": "6gv6dgjclw2t",
"name": "API",
"page_id": "4vffsqvxs4db",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-01-14T12:48:08.870-08:00"
},
{
"created_at": "2014-05-20T11:07:23.012-07:00",
"description": null,
"group_id": null,
"id": "ngvbxqgp764k",
"name": "Outbound SMS via Twilio",
"page_id": "4vffsqvxs4db",
"position": 4,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-30T19:00:14.743-07:00"
},
{
"created_at": "2014-05-20T11:11:57.653-07:00",
"description": null,
"group_id": null,
"id": "zmrrzdqj1jch",
"name": "Payments via Stripe",
"page_id": "4vffsqvxs4db",
"position": 5,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2023-06-17T11:02:57.510-07:00"
},
{
"created_at": "2015-11-25T17:07:39.725-08:00",
"description": null,
"group_id": null,
"id": "trsp5tqmylys",
"name": "AWS cloudFront",
"page_id": "4vffsqvxs4db",
"position": 6,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2020-04-21T16:35:26.972-07:00"
},
{
"created_at": "2015-11-25T17:07:50.815-08:00",
"description": null,
"group_id": null,
"id": "1vzwv9zmy29s",
"name": "AWS route53",
"page_id": "4vffsqvxs4db",
"position": 7,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2020-03-11T11:13:38.977-07:00"
},
{
"created_at": "2015-11-25T17:08:58.744-08:00",
"description": null,
"group_id": null,
"id": "vm5vj71kvh4m",
"name": "Pusher Pusher REST API",
"page_id": "4vffsqvxs4db",
"position": 11,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-03-14T23:30:07.524-07:00"
},
{
"created_at": "2015-11-25T17:09:00.257-08:00",
"description": null,
"group_id": null,
"id": "v6rb7f2dz6yf",
"name": "Pusher WebSocket client API",
"page_id": "4vffsqvxs4db",
"position": 12,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-04-05T19:55:51.566-07:00"
},
{
"created_at": "2015-11-25T17:09:02.348-08:00",
"description": null,
"group_id": null,
"id": "3tzt345svj0f",
"name": "Pusher Presence channels",
"page_id": "4vffsqvxs4db",
"position": 13,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-02-05T06:58:26.735-08:00"
},
{
"created_at": "2015-11-25T17:09:06.587-08:00",
"description": null,
"group_id": null,
"id": "zbkdz9cbdk8b",
"name": "Pusher Webhooks",
"page_id": "4vffsqvxs4db",
"position": 14,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-03-31T05:44:41.843-07:00"
},
{
"created_at": "2021-12-22T05:49:08.514-08:00",
"description": null,
"group_id": null,
"id": "drp148g2zwm2",
"name": "Slack Notifications",
"page_id": "4vffsqvxs4db",
"position": 20,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-07-23T20:26:58.227-07:00"
},
{
"created_at": "2021-12-22T05:49:19.637-08:00",
"description": null,
"group_id": null,
"id": "71xwbbqzc1jb",
"name": "Slack Apps/Integrations/APIs",
"page_id": "4vffsqvxs4db",
"position": 21,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-09T20:15:45.506-07:00"
},
{
"created_at": "2021-12-22T06:16:30.098-08:00",
"description": null,
"group_id": null,
"id": "pjv1c8jqdt0v",
"name": "PagerDuty Events API (US)",
"page_id": "4vffsqvxs4db",
"position": 22,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2023-02-14T10:57:47.616-08:00"
},
{
"created_at": "2021-12-22T06:16:31.014-08:00",
"description": null,
"group_id": null,
"id": "lpq6p8kxq8fr",
"name": "PagerDuty Events API (EU)",
"page_id": "4vffsqvxs4db",
"position": 23,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2023-05-04T09:27:31.960-07:00"
},
{
"created_at": "2022-12-16T14:20:34.194-08:00",
"description": null,
"group_id": null,
"id": "qpp5yjyrglqn",
"name": "Outbound email",
"page_id": "4vffsqvxs4db",
"position": 24,
"showcase": false,
"start_date": "2022-12-16T00:00:00.000-08:00",
"status": "operational",
"updated_at": "2022-12-16T15:07:42.087-08:00"
},
{
"created_at": "2025-10-20T05:21:17.067-07:00",
"description": null,
"group_id": null,
"id": "37v9b5pzndxz",
"name": "AWS dynamodb-eu-central-1",
"page_id": "4vffsqvxs4db",
"position": 25,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2025-10-20T05:21:17.067-07:00"
},
{
"created_at": "2025-10-20T05:21:21.746-07:00",
"description": null,
"group_id": null,
"id": "mrcwcx4hfsrq",
"name": "AWS dynamodb-us-east-1",
"page_id": "4vffsqvxs4db",
"position": 26,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2025-10-20T05:21:21.746-07:00"
},
{
"created_at": "2025-10-20T05:21:40.176-07:00",
"description": null,
"group_id": null,
"id": "m7xbpnrskcdq",
"name": "AWS dynamodb-ap-southeast-1",
"page_id": "4vffsqvxs4db",
"position": 27,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2025-10-20T05:21:40.176-07:00"
},
{
"created_at": "2025-10-20T05:21:48.985-07:00",
"description": null,
"group_id": null,
"id": "21dbpg41z9jw",
"name": "AWS dynamodb-eu-west-2",
"page_id": "4vffsqvxs4db",
"position": 28,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2025-10-20T05:21:48.985-07:00"
},
{
"created_at": "2025-10-20T05:21:51.732-07:00",
"description": null,
"group_id": null,
"id": "2w4202332wvc",
"name": "AWS dynamodb-us-west-2",
"page_id": "4vffsqvxs4db",
"position": 29,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2025-10-20T05:21:51.732-07:00"
},
{
"created_at": "2025-10-20T05:22:26.534-07:00",
"description": null,
"group_id": null,
"id": "psfkx3jx1vpj",
"name": "AWS ecs-us-east-1",
"page_id": "4vffsqvxs4db",
"position": 30,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-21T17:27:24.462-07:00"
},
{
"created_at": "2025-10-20T05:22:32.659-07:00",
"description": null,
"group_id": null,
"id": "0zdp15dh8nhs",
"name": "AWS ecs-eu-central-1",
"page_id": "4vffsqvxs4db",
"position": 31,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2025-10-20T05:22:32.659-07:00"
},
{
"created_at": "2025-10-20T05:22:41.892-07:00",
"description": null,
"group_id": null,
"id": "87z3gvjdfh4x",
"name": "AWS elb-eu-central-1",
"page_id": "4vffsqvxs4db",
"position": 32,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2025-10-20T05:22:41.892-07:00"
},
{
"created_at": "2025-10-20T05:22:47.773-07:00",
"description": null,
"group_id": null,
"id": "szyz1t82gc8s",
"name": "AWS elb-us-east-1",
"page_id": "4vffsqvxs4db",
"position": 33,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-21T17:28:52.038-07:00"
},
{
"created_at": "2025-10-20T05:23:03.328-07:00",
"description": null,
"group_id": null,
"id": "s57r4h2p2ns5",
"name": "AWS lambda-eu-central-1",
"page_id": "4vffsqvxs4db",
"position": 34,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2025-10-20T05:23:03.328-07:00"
},
{
"created_at": "2025-10-20T05:23:06.603-07:00",
"description": null,
"group_id": null,
"id": "84qysnh5dsg7",
"name": "AWS lambda-ap-southeast-1",
"page_id": "4vffsqvxs4db",
"position": 35,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2025-10-20T05:23:06.603-07:00"
},
{
"created_at": "2025-10-20T05:23:16.711-07:00",
"description": null,
"group_id": null,
"id": "0w4qs1ld8h0m",
"name": "AWS lambda-eu-west-2",
"page_id": "4vffsqvxs4db",
"position": 36,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2025-10-20T05:23:16.711-07:00"
},
{
"created_at": "2025-10-20T05:23:19.136-07:00",
"description": null,
"group_id": null,
"id": "97y4kb22bclb",
"name": "AWS lambda-us-east-1",
"page_id": "4vffsqvxs4db",
"position": 37,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2025-10-20T15:07:24.802-07:00"
},
{
"created_at": "2025-10-20T05:23:21.611-07:00",
"description": null,
"group_id": null,
"id": "qm3qxgj5x1c3",
"name": "AWS lambda-us-west-2",
"page_id": "4vffsqvxs4db",
"position": 38,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2025-10-20T05:23:21.611-07:00"
},
{
"created_at": "2025-10-20T05:23:31.198-07:00",
"description": null,
"group_id": null,
"id": "306m32fcfsgl",
"name": "AWS s3-eu-central-1",
"page_id": "4vffsqvxs4db",
"position": 39,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2025-10-20T05:23:31.198-07:00"
},
{
"created_at": "2025-10-20T05:23:38.617-07:00",
"description": null,
"group_id": null,
"id": "yd3wtm850hx7",
"name": "AWS s3-sa-east-1",
"page_id": "4vffsqvxs4db",
"position": 40,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2025-10-20T05:23:38.617-07:00"
}
],
"incidents": [
{
"components": [
{
"created_at": "2014-05-14T15:22:48.398-07:00",
"description": null,
"group_id": null,
"id": "6gv6dgjclw2t",
"name": "API",
"page_id": "4vffsqvxs4db",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-01-14T12:48:08.870-08:00"
}
],
"created_at": "2026-08-15T13:48:15.873-07:00",
"id": "b3r9l4gnj228",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "6gv6dgjclw2t",
"name": "API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Between 19:54 and 20:07 UTC on August 15, requests to our US error reporting API (api.honeybadger.io) experienced an elevated failure rate. During this window, a majority of requests to submit errors and events timed out or received 5xx responses. Browser (JavaScript) error reporting, source map uploads, the Honeybadger web application, dashboards, uptime monitoring, and our EU region were not affected.\n\nWhat happened: Beginning at 19:54 UTC, a single source began submitting error reports at roughly 150 times its normal rate, with payloads several times larger than average. This more than doubled the total volume of data arriving at our ingestion tier, which saturated within a minute. Because the saturated service kept accepting connections rather than returning errors outright, our autoscaling and alerting — which watch for error responses — did not register the problem quickly, and capacity was added later than it should have been. Service recovered at 20:07 UTC once additional capacity came online.\n\nMost affected reports were retried successfully by our client libraries once the API recovered, so the large majority of data submitted during the window was ultimately received. Reports sent by libraries without retry logic were not received and cannot be recovered.\n\nWhat we've done: our ingestion tier now scales on response latency in addition to error rates, so this kind of saturation is detected within a minute or two rather than only once errors appear. We've also raised the tier's baseline capacity and widened our paging alerts to cover failures that don't surface as server errors. We're additionally adding limits on how much data a single source can submit.\n\nWe're sorry for the disruption, and for any gaps this caused in your error data during the window.",
"created_at": "2026-08-15T13:48:15.929-07:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-08-15T13:48:15.929-07:00",
"id": "6xgb5jb00z0l",
"incident_id": "b3r9l4gnj228",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-15T13:48:15.929-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Elevated failure rates on the US error reporting API",
"page_id": "4vffsqvxs4db",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-08-15T13:48:15.929-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/8xjldb6jx5wc",
"started_at": "2026-08-15T13:48:15.867-07:00",
"status": "resolved",
"updated_at": "2026-08-15T13:48:15.940-07:00"
},
{
"components": [
{
"created_at": "2014-05-14T15:22:48.398-07:00",
"description": null,
"group_id": null,
"id": "6gv6dgjclw2t",
"name": "API",
"page_id": "4vffsqvxs4db",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-01-14T12:48:08.870-08:00"
}
],
"created_at": "2026-07-08T04:48:54.274-07:00",
"id": "j0d19vc2tmgv",
"impact": "major",
"impact_override": "major",
"incident_updates": [
{
"affected_components": [
{
"code": "6gv6dgjclw2t",
"name": "API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Between 06:22 and 08:23 UTC on July 8, requests to our US error reporting API (api.honeybadger.io) experienced a highly elevated failure rate. During this window, a majority of requests to submit errors, events, and check-ins received 5xx responses or timed out. Error reports sent by client libraries without retry logic during this period were not received and cannot be recovered. The Honeybadger web application, dashboards, uptime monitoring, and our EU region were not affected.\n\nWhat happened: Beginning at 06:18 UTC, we started receiving error reports at roughly triple our normal total API volume. The service tier that ingests this traffic was at its overnight capacity level and became saturated. Our autoscaling responded, but the metrics it relied on significantly under-measured the failed traffic, so capacity was added far too slowly — full recovery came at 08:23 UTC when scaling caught up and absorbed the load. Compounding the problem, PagerDuty alerts were not fired to wake up a human due to a misconfiguration.\n\nWhat we've done: We've fixed the underlying scaling weakness: API capacity now also scales directly on load-balancer error rates (previously we scaled only on request rates, and that scaling doesn't respond quickly enough), and we've doubled the maximum capacity of the ingestion tier. These changes are already deployed to both US and EU regions. We're also evaluating adding adaptive per-key rate limiting to the ingestion service.\n\nWe're sorry for the disruption, and for any gaps this caused in your error data during the window.",
"created_at": "2026-07-08T04:48:54.320-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-08T04:48:54.320-07:00",
"id": "t87t1cz8sm6k",
"incident_id": "j0d19vc2tmgv",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-08T04:48:54.320-07:00",
"wants_twitter_update": true
}
],
"metadata": {},
"monitoring_at": null,
"name": "Elevated error rates on the US error reporting API",
"page_id": "4vffsqvxs4db",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-07-08T04:48:54.320-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/x9dwg24q8p5y",
"started_at": "2026-07-08T04:48:54.268-07:00",
"status": "resolved",
"updated_at": "2026-07-08T05:04:39.661-07:00"
},
{
"components": [],
"created_at": "2026-03-12T12:27:37.460-07:00",
"id": "w7rl7tmfngbb",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": null,
"body": "We had a backlog in our notifications queue that prevented timely delivery of alerts to channels such as Email, Slack, etc. The backlog has been processed as of 19:20 UTC.\n\nOur autoscaling rules for this service had a monitoring gap that prevented a scale-out to maintain a low latency on the queue. This monitoring gap has been resolved.",
"created_at": "2026-03-12T12:27:37.508-07:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-03-12T12:27:37.508-07:00",
"id": "6smvpkbcsl77",
"incident_id": "w7rl7tmfngbb",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-03-12T12:27:37.508-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Delays with notifications",
"page_id": "4vffsqvxs4db",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-03-12T12:27:37.508-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/5g3y1629lsnx",
"started_at": "2026-03-12T12:27:37.456-07:00",
"status": "resolved",
"updated_at": "2026-03-12T12:27:53.087-07:00"
},
{
"components": [
{
"created_at": "2014-05-14T15:22:48.398-07:00",
"description": null,
"group_id": null,
"id": "6gv6dgjclw2t",
"name": "API",
"page_id": "4vffsqvxs4db",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-01-14T12:48:08.870-08:00"
}
],
"created_at": "2026-01-14T12:40:47.583-08:00",
"id": "ph9zztw9jsrm",
"impact": "major",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "6gv6dgjclw2t",
"name": "API",
"new_status": "operational",
"old_status": "partial_outage"
}
],
"body": "This incident has been resolved.",
"created_at": "2026-01-14T12:48:08.902-08:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-01-14T12:48:08.902-08:00",
"id": "y3grph0msq72",
"incident_id": "ph9zztw9jsrm",
"status": "resolved",
"tweet_id": 2011540863483330800,
"twitter_updated_at": "2026-01-14T12:48:09.255-08:00",
"updated_at": "2026-01-14T12:48:09.257-08:00",
"wants_twitter_update": true
},
{
"affected_components": [
{
"code": "6gv6dgjclw2t",
"name": "API",
"new_status": "partial_outage",
"old_status": "operational"
}
],
"body": "A recent deploy has resulted in our rejecting some check-in API requests. We are in the process of deploying a fix.",
"created_at": "2026-01-14T12:40:47.671-08:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-01-14T12:40:47.671-08:00",
"id": "03qrr7bfxgzq",
"incident_id": "ph9zztw9jsrm",
"status": "identified",
"tweet_id": 2011539018392150300,
"twitter_updated_at": "2026-01-14T12:40:49.554-08:00",
"updated_at": "2026-01-14T12:40:49.555-08:00",
"wants_twitter_update": true
}
],
"metadata": {},
"monitoring_at": null,
"name": "Outage in check-in processing",
"page_id": "4vffsqvxs4db",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-01-14T12:48:08.902-08:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/lvcn53zsf1tb",
"started_at": "2026-01-14T12:40:47.578-08:00",
"status": "resolved",
"updated_at": "2026-01-14T12:48:09.260-08:00"
},
{
"components": [
{
"created_at": "2014-05-14T14:53:13.723-07:00",
"description": null,
"group_id": null,
"id": "8gz01qz54flb",
"name": "Web Application",
"page_id": "4vffsqvxs4db",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2025-10-22T13:15:10.604-07:00"
}
],
"created_at": "2025-10-22T12:46:53.745-07:00",
"id": "0pw8633c5jlq",
"impact": "major",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "8gz01qz54flb",
"name": "Web Application",
"new_status": "operational",
"old_status": "partial_outage"
}
],
"body": "This incident has been resolved.",
"created_at": "2025-10-22T13:15:10.641-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-10-22T13:15:10.641-07:00",
"id": "yhq454dnpt6b",
"incident_id": "0pw8633c5jlq",
"status": "resolved",
"tweet_id": 1981091985449795800,
"twitter_updated_at": "2025-10-22T13:15:11.017-07:00",
"updated_at": "2025-10-22T13:15:11.018-07:00",
"wants_twitter_update": true
},
{
"affected_components": [
{
"code": "8gz01qz54flb",
"name": "Web Application",
"new_status": "partial_outage",
"old_status": "operational"
}
],
"body": "The issue has been identified and a fix is being implemented.",
"created_at": "2025-10-22T12:46:53.822-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-10-22T12:46:53.822-07:00",
"id": "hbwsdrrd99zx",
"incident_id": "0pw8633c5jlq",
"status": "identified",
"tweet_id": 1981084868365918500,
"twitter_updated_at": "2025-10-22T12:46:54.197-07:00",
"updated_at": "2025-10-22T12:46:54.198-07:00",
"wants_twitter_update": true
}
],
"metadata": {},
"monitoring_at": null,
"name": "Insights queries and dashboards are unavailable",
"page_id": "4vffsqvxs4db",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2025-10-22T13:15:10.641-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/6m1kwgzj0hky",
"started_at": "2025-10-22T12:46:53.740-07:00",
"status": "resolved",
"updated_at": "2025-10-22T13:15:11.023-07:00"
},
{
"components": [
{
"created_at": "2014-05-14T15:22:48.398-07:00",
"description": null,
"group_id": null,
"id": "6gv6dgjclw2t",
"name": "API",
"page_id": "4vffsqvxs4db",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-01-14T12:48:08.870-08:00"
}
],
"created_at": "2025-10-22T06:09:11.985-07:00",
"id": "77yyf2j084dt",
"impact": "critical",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "6gv6dgjclw2t",
"name": "API",
"new_status": "operational",
"old_status": "partial_outage"
}
],
"body": "The EU API has been restored.",
"created_at": "2025-10-22T06:16:01.561-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-10-22T06:16:01.561-07:00",
"id": "k06zr60f7ldp",
"incident_id": "77yyf2j084dt",
"status": "resolved",
"tweet_id": 1980986502525120800,
"twitter_updated_at": "2025-10-22T06:16:01.936-07:00",
"updated_at": "2025-10-22T06:16:01.937-07:00",
"wants_twitter_update": true
},
{
"affected_components": [
{
"code": "6gv6dgjclw2t",
"name": "API",
"new_status": "partial_outage",
"old_status": "major_outage"
}
],
"body": "The US API has been restored, and the EU API restoration is in process.",
"created_at": "2025-10-22T06:11:31.668-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-10-22T06:11:31.668-07:00",
"id": "p7ftqkg6fmmw",
"incident_id": "77yyf2j084dt",
"status": "monitoring",
"tweet_id": 1980985370503488000,
"twitter_updated_at": "2025-10-22T06:11:32.046-07:00",
"updated_at": "2025-10-22T06:11:32.047-07:00",
"wants_twitter_update": true
},
{
"affected_components": [
{
"code": "6gv6dgjclw2t",
"name": "API",
"new_status": "major_outage",
"old_status": "operational"
}
],
"body": "API ingestion of errors has been interrupted. We are deploying a fix.",
"created_at": "2025-10-22T06:09:12.073-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-10-22T06:09:12.073-07:00",
"id": "27t7txhkbn7x",
"incident_id": "77yyf2j084dt",
"status": "identified",
"tweet_id": 1980984785083536000,
"twitter_updated_at": "2025-10-22T06:09:12.476-07:00",
"updated_at": "2025-10-22T06:09:12.477-07:00",
"wants_twitter_update": true
}
],
"metadata": {},
"monitoring_at": "2025-10-22T06:11:31.668-07:00",
"name": "Error ingestion API is down",
"page_id": "4vffsqvxs4db",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2025-10-22T06:16:01.561-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/v5vq8xvgmjgw",
"started_at": "2025-10-22T06:09:11.980-07:00",
"status": "resolved",
"updated_at": "2025-10-22T06:16:01.942-07:00"
},
{
"components": [
{
"created_at": "2014-05-14T15:22:48.398-07:00",
"description": null,
"group_id": null,
"id": "6gv6dgjclw2t",
"name": "API",
"page_id": "4vffsqvxs4db",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-01-14T12:48:08.870-08:00"
}
],
"created_at": "2025-10-20T06:44:04.441-07:00",
"id": "npk7bf59tnjs",
"impact": "none",
"impact_override": "none",
"incident_updates": [
{
"affected_components": [
{
"code": "6gv6dgjclw2t",
"name": "API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "This incident has been resolved.",
"created_at": "2025-10-20T12:58:40.311-07:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2025-10-20T12:58:40.311-07:00",
"id": "7lst2dhpvxx3",
"incident_id": "npk7bf59tnjs",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-10-20T12:58:40.311-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "6gv6dgjclw2t",
"name": "API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Processing has been restored and all systems are normal. We'll continue to monitor as AWS continues to restore service. Thanks!",
"created_at": "2025-10-20T12:58:07.794-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-10-20T12:58:07.794-07:00",
"id": "cp15by99g44k",
"incident_id": "npk7bf59tnjs",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-10-20T12:58:07.794-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "6gv6dgjclw2t",
"name": "API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We're continuing to monitor the AWS outage. Errors are being processed, but may be delayed. Uptime checks are also delayed, so you may notice lag with uptime notifications and status page updates.",
"created_at": "2025-10-20T10:55:08.919-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-10-20T10:55:08.919-07:00",
"id": "4jb8fcbxdgvs",
"incident_id": "npk7bf59tnjs",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-10-20T10:55:08.919-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "6gv6dgjclw2t",
"name": "API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Our error processing pipeline has been impacted by the AWS outage earlier this morning. Errors are being processed, but the end-to-end latency is much higher than normal. We are working to restore the processing to full capacity.",
"created_at": "2025-10-20T06:44:04.522-07:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2025-10-20T06:44:04.522-07:00",
"id": "v6hsn2mjrcj5",
"incident_id": "npk7bf59tnjs",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-10-20T06:44:04.522-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2025-10-20T12:58:07.794-07:00",
"name": "Delays in error processing",
"page_id": "4vffsqvxs4db",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2025-10-20T12:58:40.311-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/wtkzl9vmm8zj",
"started_at": "2025-10-20T06:44:04.432-07:00",
"status": "resolved",
"updated_at": "2025-10-20T12:58:40.331-07:00"
},
{
"components": [],
"created_at": "2025-10-20T01:00:00.000-07:00",
"id": "2xz8yp79bmsd",
"impact": "major",
"impact_override": "major",
"incident_updates": [
{
"affected_components": null,
"body": "Our systems were affected by the DynamoDB outage in AWS' us-east-1 region. Impacts included not being able to log use the web app, uptime checks not being executed on time, and check-ins being falsely reported as missing. We are evaluating what steps we can take to mitigate these kinds of impacts from this kind of outage in the future.\n\nAdditionally, our status page was not updated in a timely manner due to our not having configured various AWS services as dependent components of our status page. We have fixed that issue, so future AWS outages will result in our status page automatically being updated.",
"created_at": "2025-10-20T06:36:26.466-07:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2025-10-20T01:00:00.000-07:00",
"id": "jd8cwbrxclgd",
"incident_id": "2xz8yp79bmsd",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-10-20T06:36:26.466-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "AWS outage in us-east-1",
"page_id": "4vffsqvxs4db",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2025-10-20T01:00:00.000-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/l4f0m8f62m0l",
"started_at": "2025-10-20T06:36:26.415-07:00",
"status": "resolved",
"updated_at": "2025-10-20T06:36:44.342-07:00"
},
{
"components": [
{
"created_at": "2014-05-14T14:53:13.723-07:00",
"description": null,
"group_id": null,
"id": "8gz01qz54flb",
"name": "Web Application",
"page_id": "4vffsqvxs4db",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2025-10-22T13:15:10.604-07:00"
},
{
"created_at": "2021-12-22T05:49:08.514-08:00",
"description": null,
"group_id": null,
"id": "drp148g2zwm2",
"name": "Slack Notifications",
"page_id": "4vffsqvxs4db",
"position": 20,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-07-23T20:26:58.227-07:00"
}
],
"created_at": "2025-02-12T05:30:33.000-08:00",
"id": "1swkkh7mklz0",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": [
{
"code": "8gz01qz54flb",
"name": "Web Application",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "drp148g2zwm2",
"name": "Slack Notifications",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We had an interruption in processing of check-in alerts and in-app stats from about 12:30 to about 13:30 UTC. This may have resulted in a failure or a delay in reporting check-ins that went missing during that period.",
"created_at": "2025-02-12T05:45:33.338-08:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2025-02-12T05:30:33.000-08:00",
"id": "3qfhzmtw6cx1",
"incident_id": "1swkkh7mklz0",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-02-12T05:45:50.551-08:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Delay in stats and check-in processing",
"page_id": "4vffsqvxs4db",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": "[]",
"resolved_at": "2025-02-12T05:30:33.000-08:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/qthzt891fwb9",
"started_at": "2025-02-12T05:30:33.000-08:00",
"status": "resolved",
"updated_at": "2025-02-12T05:46:16.830-08:00"
},
{
"components": [
{
"created_at": "2014-05-14T14:53:13.723-07:00",
"description": null,
"group_id": null,
"id": "8gz01qz54flb",
"name": "Web Application",
"page_id": "4vffsqvxs4db",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2025-10-22T13:15:10.604-07:00"
},
{
"created_at": "2014-05-14T15:22:48.398-07:00",
"description": null,
"group_id": null,
"id": "6gv6dgjclw2t",
"name": "API",
"page_id": "4vffsqvxs4db",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-01-14T12:48:08.870-08:00"
}
],
"created_at": "2024-12-19T14:31:29.118-08:00",
"id": "h95619g6wv5n",
"impact": "maintenance",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "8gz01qz54flb",
"name": "Web Application",
"new_status": "operational",
"old_status": "under_maintenance"
},
{
"code": "6gv6dgjclw2t",
"name": "API",
"new_status": "operational",
"old_status": "under_maintenance"
}
],
"body": "The scheduled maintenance has been completed. \n\nSome check-ins may have falsely reported as being missing during this window. We will work on improving that for future maintenance events.",
"created_at": "2024-12-20T06:05:21.163-08:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2024-12-20T06:05:21.163-08:00",
"id": "txgpr7n6y0xq",
"incident_id": "h95619g6wv5n",
"status": "completed",
"tweet_id": 1870108229503713500,
"twitter_updated_at": "2024-12-20T06:05:21.624-08:00",
"updated_at": "2024-12-20T07:21:49.358-08:00",
"wants_twitter_update": true
},
{
"affected_components": [
{
"code": "8gz01qz54flb",
"name": "Web Application",
"new_status": "under_maintenance",
"old_status": "operational"
},
{
"code": "6gv6dgjclw2t",
"name": "API",
"new_status": "under_maintenance",
"old_status": "operational"
}
],
"body": "Scheduled maintenance is currently in progress. We will provide updates as necessary.",
"created_at": "2024-12-20T06:00:22.075-08:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2024-12-20T06:00:22.075-08:00",
"id": "lvlglrl5pr7n",
"incident_id": "h95619g6wv5n",
"status": "in_progress",
"tweet_id": 1870106976639955000,
"twitter_updated_at": "2024-12-20T06:00:22.921-08:00",
"updated_at": "2024-12-20T06:00:22.936-08:00",
"wants_twitter_update": true
},
{
"affected_components": null,
"body": "Maintenance will begin as scheduled in 60 minutes.",
"created_at": "2024-12-20T05:00:21.178-08:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2024-12-20T05:00:21.178-08:00",
"id": "trfzclql2pw5",
"incident_id": "h95619g6wv5n",
"status": "scheduled",
"tweet_id": 1870091871307084000,
"twitter_updated_at": "2024-12-20T05:00:21.541-08:00",
"updated_at": "2024-12-20T05:00:21.542-08:00",
"wants_twitter_update": true
},
{
"affected_components": [
{
"code": "8gz01qz54flb",
"name": "Web Application",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "6gv6dgjclw2t",
"name": "API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We will have a few minutes of app unavailability and error ingestion delays during a database upgrade.",
"created_at": "2024-12-19T14:31:29.164-08:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2024-12-19T14:31:29.164-08:00",
"id": "sdgzd8l3gf52",
"incident_id": "h95619g6wv5n",
"status": "scheduled",
"tweet_id": 1869873213578375400,
"twitter_updated_at": "2024-12-19T14:31:29.454-08:00",
"updated_at": "2024-12-19T14:31:29.455-08:00",
"wants_twitter_update": true
}
],
"metadata": {},
"monitoring_at": null,
"name": "Database maintenance",
"page_id": "4vffsqvxs4db",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2024-12-20T06:05:21.163-08:00",
"scheduled_auto_completed": true,
"scheduled_auto_in_progress": true,
"scheduled_for": "2024-12-20T06:00:00.000-08:00",
"scheduled_remind_prior": true,
"scheduled_reminded_at": "2024-12-20T05:00:21.334-08:00",
"scheduled_until": "2024-12-20T06:05:00.000-08:00",
"shortlink": "https://stspg.io/bz1hn3fmq011",
"started_at": "2024-12-19T14:31:29.113-08:00",
"status": "completed",
"updated_at": "2024-12-20T07:21:49.375-08:00"
}
],
"page": {
"id": "4vffsqvxs4db",
"name": "Honeybadger.io",
"url": "https://status.honeybadger.io"
},
"status": {
"description": "All Systems Operational",
"indicator": "none"
}
}