Snapshot 258465
Raw (normalized text)
Scripts and page chrome removed; this is what change detection compares.
{
"components": [
{
"created_at": "2013-08-26T04:27:06.711Z",
"description": null,
"group_id": null,
"id": "r86fqtcmnn65",
"name": "Web",
"page_id": "ltljpr68dygn",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-10T05:07:21.220Z"
},
{
"created_at": "2015-05-11T01:35:06.981Z",
"description": null,
"group_id": null,
"id": "1mpkbbd1kh0h",
"name": "Agent API",
"page_id": "ltljpr68dygn",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-11-11T20:15:40.103Z"
},
{
"components": [
"r21z46hqn47c",
"fx3sc4nr2w8v"
],
"created_at": "2026-05-11T02:54:29.661Z",
"description": null,
"group_id": null,
"id": "0zsswmznk66n",
"name": "REST API",
"page_id": "ltljpr68dygn",
"position": 3,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-11T02:54:44.557Z"
},
{
"created_at": "2015-02-28T01:22:55.169Z",
"description": null,
"group_id": null,
"id": "3n7fzwsysx86",
"name": "Job Queue",
"page_id": "ltljpr68dygn",
"position": 5,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-11-04T23:34:44.203Z"
},
{
"components": [
"m3fr6snn2496",
"rj879wvx0lyd",
"r0jrhpsydz4w",
"mk54vxw70994"
],
"created_at": "2015-05-11T01:32:50.895Z",
"description": null,
"group_id": null,
"id": "tplm771kdwfs",
"name": "Notifications",
"page_id": "ltljpr68dygn",
"position": 6,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-11T02:54:44.596Z"
},
{
"components": [
"9pwnnl0dp0j5",
"87hpgxv274l0",
"sd4q7mk8n853",
"fb1llxplp5xq",
"h8x0zl3m0qj7"
],
"created_at": "2025-02-06T06:29:12.958Z",
"description": null,
"group_id": null,
"id": "56ph4s45xl9s",
"name": "Hosted Agents",
"page_id": "ltljpr68dygn",
"position": 8,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-11T02:54:44.623Z"
},
{
"components": [
"75z9h6yq0vrj",
"12zzrz9bykcj",
"jdvdr3k7kdbq"
],
"created_at": "2025-10-30T02:26:14.118Z",
"description": null,
"group_id": null,
"id": "dr5xs6jv5m8v",
"name": "Package Registries",
"page_id": "ltljpr68dygn",
"position": 9,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-11T02:54:44.638Z"
},
{
"components": [
"sw9wpknm8p8g",
"dmqj9zfy07kf",
"msyttmm8jpns"
],
"created_at": "2022-09-06T05:23:51.907Z",
"description": null,
"group_id": null,
"id": "lnkc32srq0df",
"name": "Test Engine",
"page_id": "ltljpr68dygn",
"position": 10,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-11T02:54:44.653Z"
},
{
"created_at": "2019-05-27T11:22:24.081Z",
"description": null,
"group_id": null,
"id": "pcwww1g6plvh",
"name": "SCM Integrations",
"page_id": "ltljpr68dygn",
"position": 11,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-11T02:54:44.666Z"
},
{
"components": [
"z9xdz6bnf069",
"7hzjm77m5lhd",
"r0qvv92dtt1x",
"92bvq28m13sk",
"nmmdp7mwb1nw",
"nf6qypynz4gc"
],
"created_at": "2015-05-11T01:19:03.082Z",
"description": "Third party SCM providers which may affect your builds",
"group_id": null,
"id": "wj7nh2k1l54h",
"name": "SCM Providers",
"page_id": "ltljpr68dygn",
"position": 12,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-11T02:54:44.700Z"
},
{
"components": [
"m20p1dn7lr5h",
"5m66h4qss3g9",
"sq0ls35dpmvy",
"3bwdr960jnym"
],
"created_at": "2015-05-11T01:17:54.959Z",
"description": "Third party services we depend upon",
"group_id": null,
"id": "hd242hws8942",
"name": "Third Party Services",
"page_id": "ltljpr68dygn",
"position": 13,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-11T02:54:44.728Z"
},
{
"created_at": "2023-05-30T05:57:03.881Z",
"description": "https://buildkite.com/docs",
"group_id": null,
"id": "8wzdjbrhcyjk",
"name": "Docs",
"page_id": "ltljpr68dygn",
"position": 14,
"showcase": false,
"start_date": "2023-05-30T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-05-11T02:54:44.739Z"
}
],
"incidents": [
{
"components": [
{
"created_at": "2015-05-11T01:35:06.981Z",
"description": null,
"group_id": null,
"id": "1mpkbbd1kh0h",
"name": "Agent API",
"page_id": "ltljpr68dygn",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-11-11T20:15:40.103Z"
}
],
"created_at": "2026-11-11T19:12:22.901Z",
"id": "vm95hj4pycv7",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": [
{
"code": "1mpkbbd1kh0h",
"name": "Agent API",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "Increased latencies and error rates with the Agent API have subsided. This performance regression affected a specific subset of our customers with tenancy on one of our database clusters.",
"created_at": "2026-11-11T20:15:40.145Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-11T20:15:40.000Z",
"id": "q6m36n90mnb5",
"incident_id": "vm95hj4pycv7",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-11T20:21:49.015Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "1mpkbbd1kh0h",
"name": "Agent API",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "With remediations applied, we are beginning to see recovery. We're continuing to monitor the decreasing latencies and error rates for the Agent API as services stabilize.",
"created_at": "2026-11-11T20:07:28.463Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-11T20:07:28.000Z",
"id": "zympbz0xwfzf",
"incident_id": "vm95hj4pycv7",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-11T20:08:58.505Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "1mpkbbd1kh0h",
"name": "Agent API",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "Our on-call engineers have identified a performance regression causing API issues for a subset of our customers and are applying remediations.",
"created_at": "2026-11-11T19:38:55.187Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-11T19:38:55.187Z",
"id": "yw867627nn8p",
"incident_id": "vm95hj4pycv7",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-11T19:38:55.187Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "1mpkbbd1kh0h",
"name": "Agent API",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "We're investigating elevated errors and latencies with the Agent API.",
"created_at": "2026-11-11T19:12:23.108Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-11T19:12:23.108Z",
"id": "8fmwm3tg3w4w",
"incident_id": "vm95hj4pycv7",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-11T19:12:23.108Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-11-11T20:07:28.000Z",
"name": "Increased error rates on Agent API",
"page_id": "ltljpr68dygn",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-11-11T20:15:40.000Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/6rr5ykmwlgph",
"started_at": "2026-11-11T20:07:28.000Z",
"status": "resolved",
"updated_at": "2026-11-11T20:21:49.020Z"
},
{
"components": [
{
"created_at": "2015-05-11T01:35:06.981Z",
"description": null,
"group_id": null,
"id": "1mpkbbd1kh0h",
"name": "Agent API",
"page_id": "ltljpr68dygn",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-11-11T20:15:40.103Z"
}
],
"created_at": "2026-11-04T19:13:54.537Z",
"id": "w986d5c22gb2",
"impact": "none",
"impact_override": "none",
"incident_updates": [
{
"affected_components": [
{
"code": "1mpkbbd1kh0h",
"name": "Agent API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "This incident is resolved.",
"created_at": "2026-11-04T22:42:34.446Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-04T22:42:34.446Z",
"id": "t4mh8g8hbkpp",
"incident_id": "w986d5c22gb2",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-04T22:42:34.446Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "1mpkbbd1kh0h",
"name": "Agent API",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "The affected services have recovered, and we will continue to monitor the issue.",
"created_at": "2026-11-04T20:58:22.180Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-04T20:58:22.180Z",
"id": "n52375pvpk04",
"incident_id": "w986d5c22gb2",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-04T20:58:22.180Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "1mpkbbd1kh0h",
"name": "Agent API",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "We have seen recovery and are currently monitoring the impacted services.",
"created_at": "2026-11-04T20:05:38.336Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-04T20:05:38.336Z",
"id": "8vl2zy93bmlm",
"incident_id": "w986d5c22gb2",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-04T20:05:38.336Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "1mpkbbd1kh0h",
"name": "Agent API",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "We are investigating elevated error rates on the Agent API",
"created_at": "2026-11-04T19:13:54.651Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-04T19:13:54.651Z",
"id": "5f043vhz8657",
"incident_id": "w986d5c22gb2",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-04T19:13:54.651Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-11-04T20:05:38.336Z",
"name": "Increased error rates on Agent API",
"page_id": "ltljpr68dygn",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-11-04T22:42:34.446Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/2wrsxwk4x36x",
"started_at": "2026-11-04T19:13:54.528Z",
"status": "resolved",
"updated_at": "2026-11-04T22:42:34.471Z"
},
{
"components": [],
"created_at": "2026-11-04T06:17:51.991Z",
"id": "xm91nrktdql3",
"impact": "none",
"impact_override": "none",
"incident_updates": [
{
"affected_components": null,
"body": "We've spotted that something has gone wrong. We're currently investigating the issue, and will provide an update soon.",
"created_at": "2026-11-04T06:36:52.284Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-04T06:36:52.284Z",
"id": "8pvvjh97pjwj",
"incident_id": "xm91nrktdql3",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-04T06:36:52.284Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We're seeing increased latency and error rates on our Agent API for a subset of our customers. We're currently investigating and will provide status updates as they become available.",
"created_at": "2026-11-04T06:17:52.035Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-04T06:17:52.035Z",
"id": "d97cwlwh2b76",
"incident_id": "xm91nrktdql3",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-04T06:17:52.035Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Increased latency and error rates",
"page_id": "ltljpr68dygn",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-11-04T06:36:52.284Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/68lg8dtcd8gp",
"started_at": "2026-11-04T06:17:51.985Z",
"status": "resolved",
"updated_at": "2026-11-04T06:36:52.309Z"
},
{
"components": [
{
"created_at": "2015-02-28T01:22:55.169Z",
"description": null,
"group_id": null,
"id": "3n7fzwsysx86",
"name": "Job Queue",
"page_id": "ltljpr68dygn",
"position": 5,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-11-04T23:34:44.203Z"
}
],
"created_at": "2026-11-03T22:38:07.121Z",
"id": "wbtcnqm4ftjd",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": [
{
"code": "3n7fzwsysx86",
"name": "Job Queue",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We have seen recovery and latency has returned to normal.",
"created_at": "2026-11-04T00:07:53.174Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-04T00:07:53.174Z",
"id": "vykzwc5pb8n1",
"incident_id": "wbtcnqm4ftjd",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-04T00:07:53.174Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "3n7fzwsysx86",
"name": "Job Queue",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Delays in processing incoming webhooks and creating builds are improving for affected customers. We patched the webhook-processing deployment to increase capacity and processing lag has dropped. We are monitoring recovery as the remaining backlog clears.",
"created_at": "2026-11-03T22:56:31.063Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-03T22:56:31.063Z",
"id": "8xqq805jmmby",
"incident_id": "wbtcnqm4ftjd",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-03T22:56:31.063Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "3n7fzwsysx86",
"name": "Job Queue",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We're still seeing increased latency and error rates for a subset of our customers. We're currently investigating and will provide status updates as they become available.",
"created_at": "2026-11-03T22:38:07.177Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-03T22:38:07.177Z",
"id": "8fcylsy0jgmg",
"incident_id": "wbtcnqm4ftjd",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-03T22:38:07.177Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-11-03T22:56:31.063Z",
"name": "Increased latency and error rates",
"page_id": "ltljpr68dygn",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-11-04T00:07:53.174Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/c9bpkqcstcsp",
"started_at": "2026-11-03T22:38:07.113Z",
"status": "resolved",
"updated_at": "2026-11-04T00:07:53.282Z"
},
{
"components": [
{
"created_at": "2015-02-28T01:22:55.169Z",
"description": null,
"group_id": null,
"id": "3n7fzwsysx86",
"name": "Job Queue",
"page_id": "ltljpr68dygn",
"position": 5,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-11-04T23:34:44.203Z"
}
],
"created_at": "2026-11-03T18:14:39.079Z",
"id": "1vywxdrq7r2f",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": [
{
"code": "3n7fzwsysx86",
"name": "Job Queue",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We have seen recovery and latency has returned to normal.",
"created_at": "2026-11-03T20:22:55.034Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-03T20:22:55.034Z",
"id": "l5zy85cvc8m2",
"incident_id": "1vywxdrq7r2f",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-03T20:22:55.034Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We’ve scaled out the resources that process incoming webhooks and are seeing recovery. We’re now working through the backlog of queued jobs and continuing to monitor",
"created_at": "2026-11-03T19:43:44.356Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-11-03T19:43:44.356Z",
"id": "76p5b6qwqyjh",
"incident_id": "1vywxdrq7r2f",
"status": "monitoring",
"tweet_id": 2117704300168454400,
"twitter_updated_at": "2026-11-03T19:43:45.032Z",
"updated_at": "2026-11-03T19:43:45.036Z",
"wants_twitter_update": true
},
{
"affected_components": null,
"body": "We are continuing to investigate. At this time, the issue is limited to a small subset of customers.",
"created_at": "2026-11-03T18:54:58.119Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-11-03T18:54:58.000Z",
"id": "2zbzd6zz0nkm",
"incident_id": "1vywxdrq7r2f",
"status": "investigating",
"tweet_id": 2117692025751638500,
"twitter_updated_at": "2026-11-03T18:54:58.574Z",
"updated_at": "2026-11-03T19:02:30.848Z",
"wants_twitter_update": true
},
{
"affected_components": null,
"body": "We're seeing increased latency and error rates for a subset of our customers. We're currently investigating and will provide status updates as they become available.",
"created_at": "2026-11-03T18:14:39.136Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-03T18:14:39.136Z",
"id": "22h2sd870f4t",
"incident_id": "1vywxdrq7r2f",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-03T18:14:39.136Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-11-03T19:43:44.356Z",
"name": "Increased latency and error rates",
"page_id": "ltljpr68dygn",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-11-03T20:22:55.034Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/y06rrgzzwqz4",
"started_at": "2026-11-03T18:14:39.072Z",
"status": "resolved",
"updated_at": "2026-11-03T20:22:55.065Z"
},
{
"components": [
{
"created_at": "2013-08-26T04:27:06.655Z",
"description": null,
"group_id": "0zsswmznk66n",
"id": "r21z46hqn47c",
"name": "REST API",
"page_id": "ltljpr68dygn",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-11-03T20:02:23.913Z"
},
{
"created_at": "2015-05-11T01:35:06.981Z",
"description": null,
"group_id": null,
"id": "1mpkbbd1kh0h",
"name": "Agent API",
"page_id": "ltljpr68dygn",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-11-11T20:15:40.103Z"
}
],
"created_at": "2026-11-03T19:40:03.371Z",
"id": "5lqdn0tqmdjc",
"impact": "major",
"impact_override": "major",
"incident_updates": [
{
"affected_components": [
{
"code": "1mpkbbd1kh0h",
"name": "Agent API",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "r21z46hqn47c",
"name": "REST API - REST API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "API errors have subsided and we're seeing recovery. From 19:19-19:39 UTC we saw elevated errors on the Agent API and REST API.",
"created_at": "2026-11-03T20:12:38.812Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-03T20:12:38.000Z",
"id": "4lkzrwbjzzmb",
"incident_id": "5lqdn0tqmdjc",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-03T20:21:28.402Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "1mpkbbd1kh0h",
"name": "Agent API",
"new_status": "operational",
"old_status": "partial_outage"
},
{
"code": "r21z46hqn47c",
"name": "REST API - REST API",
"new_status": "operational",
"old_status": "partial_outage"
}
],
"body": "We're seeing recovery with previously elevated API error rates.",
"created_at": "2026-11-03T20:02:23.991Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-03T19:59:23.000Z",
"id": "jr52n8jtpkdt",
"incident_id": "5lqdn0tqmdjc",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-03T20:03:49.378Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "1mpkbbd1kh0h",
"name": "Agent API",
"new_status": "partial_outage",
"old_status": "operational"
},
{
"code": "r21z46hqn47c",
"name": "REST API - REST API",
"new_status": "partial_outage",
"old_status": "operational"
}
],
"body": "We are continuing to investigate this issue.",
"created_at": "2026-11-03T19:59:05.961Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-11-03T19:42:05.000Z",
"id": "4d1c2qtgrftg",
"incident_id": "5lqdn0tqmdjc",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-03T19:59:47.904Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "1mpkbbd1kh0h",
"name": "Agent API",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "r21z46hqn47c",
"name": "REST API - REST API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We're investigating elevated error rates with our API.",
"created_at": "2026-11-03T19:40:03.559Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-11-03T19:40:03.559Z",
"id": "c82qmpmtl2qv",
"incident_id": "5lqdn0tqmdjc",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-03T19:40:03.559Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Elevated API error rates",
"page_id": "ltljpr68dygn",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-11-03T20:12:38.000Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/hr8p0qlvkchh",
"started_at": "2026-11-03T19:42:05.000Z",
"status": "resolved",
"updated_at": "2026-11-03T20:21:28.427Z"
},
{
"components": [
{
"created_at": "2015-02-28T01:22:55.169Z",
"description": null,
"group_id": null,
"id": "3n7fzwsysx86",
"name": "Job Queue",
"page_id": "ltljpr68dygn",
"position": 5,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-11-04T23:34:44.203Z"
}
],
"created_at": "2026-10-29T19:57:28.411Z",
"id": "5mh604lts4g4",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": [
{
"code": "3n7fzwsysx86",
"name": "Job Queue",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We are seeing the job dispatch times are back to normal.",
"created_at": "2026-10-29T21:58:13.445Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-29T21:58:13.445Z",
"id": "ysjrndp8s4p1",
"incident_id": "5mh604lts4g4",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-29T21:58:13.445Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "3n7fzwsysx86",
"name": "Job Queue",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We’ve applied mitigations and are seeing recovery. We’re continuing to monitor the issue",
"created_at": "2026-10-29T21:41:03.293Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-29T21:41:03.293Z",
"id": "b1bny6vgdf1f",
"incident_id": "5mh604lts4g4",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-29T21:41:03.293Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "3n7fzwsysx86",
"name": "Job Queue",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We've spotted that something has gone wrong. We've applied the mitigation and currently monitoring the issue, and will provide an update soon.",
"created_at": "2026-10-29T21:15:57.989Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-29T21:15:57.989Z",
"id": "89hbzfsqctz6",
"incident_id": "5mh604lts4g4",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-29T21:15:57.989Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "3n7fzwsysx86",
"name": "Job Queue",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We've identified the cause and are currently applying mitigations",
"created_at": "2026-10-29T20:33:36.210Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-29T20:33:36.210Z",
"id": "901rxp4swlkd",
"incident_id": "5mh604lts4g4",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-29T20:33:36.210Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "3n7fzwsysx86",
"name": "Job Queue",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We are investigating elevated job dispatch rates that is impacting a subset of customers.",
"created_at": "2026-10-29T19:57:28.479Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-29T19:57:28.479Z",
"id": "472162zjhc3c",
"incident_id": "5mh604lts4g4",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-29T19:57:28.479Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-10-29T21:15:57.989Z",
"name": "Elevated job dispatch times",
"page_id": "ltljpr68dygn",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-10-29T21:58:13.445Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/dygl1qjp1nt5",
"started_at": "2026-10-29T19:57:28.404Z",
"status": "resolved",
"updated_at": "2026-10-29T21:58:13.478Z"
},
{
"components": [
{
"created_at": "2013-08-26T04:27:06.655Z",
"description": null,
"group_id": "0zsswmznk66n",
"id": "r21z46hqn47c",
"name": "REST API",
"page_id": "ltljpr68dygn",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-11-03T20:02:23.913Z"
},
{
"created_at": "2015-05-11T01:35:06.981Z",
"description": null,
"group_id": null,
"id": "1mpkbbd1kh0h",
"name": "Agent API",
"page_id": "ltljpr68dygn",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-11-11T20:15:40.103Z"
}
],
"created_at": "2026-10-28T23:17:52.919Z",
"id": "z1x5k3cyrctv",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": [
{
"code": "1mpkbbd1kh0h",
"name": "Agent API",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "r21z46hqn47c",
"name": "REST API - REST API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We identified that the majority of the impact was for a single customer and was caused by a database failover. We are investigating the cause and we will work with the impacted customer.",
"created_at": "2026-10-28T23:49:29.970Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-28T23:49:29.970Z",
"id": "5tl2fct26ss4",
"incident_id": "z1x5k3cyrctv",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-28T23:49:29.970Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "r21z46hqn47c",
"name": "REST API - REST API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We saw increased latency and error rates in REST and GraphQL for a subset of our customers starting around 22:30 UTC until 22:45. The platform has been stable since. We're investigating the root cause",
"created_at": "2026-10-28T23:17:53.008Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-28T23:17:53.008Z",
"id": "9rzszhp108s9",
"incident_id": "z1x5k3cyrctv",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-28T23:17:53.008Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-10-28T23:17:53.008Z",
"name": "Increased latency and error rates",
"page_id": "ltljpr68dygn",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-10-28T23:49:29.970Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/n1sw1vccqzg7",
"started_at": "2026-10-28T23:17:52.910Z",
"status": "resolved",
"updated_at": "2026-10-28T23:49:29.998Z"
},
{
"components": [],
"created_at": "2026-10-26T17:07:00.000Z",
"id": "qhkvkzd0sv8g",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": null,
"body": "Between 17:07-17:19 UTC, our API endpoints experienced elevated latencies and errors due to issues with a shared service. Our monitoring systems detected these issues, which triggered automated system remediations and resulted in the service self-healing. Although our APIs are once again stable, we are continuing to investigate the cause of this very brief service degradation.",
"created_at": "2026-10-26T18:31:12.556Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-10-26T17:07:00.000Z",
"id": "5vyfxxxnxblr",
"incident_id": "qhkvkzd0sv8g",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-26T18:31:12.556Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Elevated API latency and error rates",
"page_id": "ltljpr68dygn",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-10-26T17:07:00.000Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/bwscvjwzf7vq",
"started_at": "2026-10-26T18:31:12.503Z",
"status": "resolved",
"updated_at": "2026-10-26T18:31:12.564Z"
},
{
"components": [
{
"created_at": "2013-08-26T04:27:06.655Z",
"description": null,
"group_id": "0zsswmznk66n",
"id": "r21z46hqn47c",
"name": "REST API",
"page_id": "ltljpr68dygn",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-11-03T20:02:23.913Z"
},
{
"created_at": "2013-08-26T04:27:06.711Z",
"description": null,
"group_id": null,
"id": "r86fqtcmnn65",
"name": "Web",
"page_id": "ltljpr68dygn",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-10T05:07:21.220Z"
},
{
"created_at": "2015-05-11T01:35:06.981Z",
"description": null,
"group_id": null,
"id": "1mpkbbd1kh0h",
"name": "Agent API",
"page_id": "ltljpr68dygn",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-11-11T20:15:40.103Z"
},
{
"created_at": "2026-05-11T02:54:29.694Z",
"description": null,
"group_id": "0zsswmznk66n",
"id": "fx3sc4nr2w8v",
"name": "Remote MCP Server",
"page_id": "ltljpr68dygn",
"position": 2,
"showcase": true,
"start_date": "2026-03-11T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-06-12T00:16:07.916Z"
},
{
"created_at": "2015-02-28T01:22:55.169Z",
"description": null,
"group_id": null,
"id": "3n7fzwsysx86",
"name": "Job Queue",
"page_id": "ltljpr68dygn",
"position": 5,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-11-04T23:34:44.203Z"
}
],
"created_at": "2026-10-24T23:40:38.930Z",
"id": "mvh7mjg5ldp7",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "r86fqtcmnn65",
"name": "Web",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3n7fzwsysx86",
"name": "Job Queue",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "1mpkbbd1kh0h",
"name": "Agent API",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "r21z46hqn47c",
"name": "REST API - REST API",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "fx3sc4nr2w8v",
"name": "REST API - Remote MCP Server",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Between 23:16 and 23:27 we saw elevated error rates across our platform due to a scheduled database upgrade. That upgrade was not intended to cause any impact, but due to an unforeseen dependency on this database customers experienced error rates averages 2.5% during this period.",
"created_at": "2026-10-24T23:40:38.993Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-24T23:40:38.993Z",
"id": "gyy824z0djgm",
"incident_id": "mvh7mjg5ldp7",
"status": "resolved",
"tweet_id": 2114140041111032000,
"twitter_updated_at": "2026-10-24T23:40:39.431Z",
"updated_at": "2026-10-24T23:40:39.433Z",
"wants_twitter_update": true
}
],
"metadata": {},
"monitoring_at": null,
"name": "Elevated error rates",
"page_id": "ltljpr68dygn",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-10-24T23:40:38.993Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/z5ck98pdlnf4",
"started_at": "2026-10-24T23:40:38.920Z",
"status": "resolved",
"updated_at": "2026-10-24T23:40:39.438Z"
}
],
"page": {
"id": "ltljpr68dygn",
"name": "Buildkite",
"url": "https://www.buildkitestatus.com"
},
"status": {
"description": "All Systems Operational",
"indicator": "none"
}
}