Snapshot 295224
Raw (normalized text)
Scripts and page chrome removed; this is what change detection compares.
{
"components": [
{
"created_at": "2019-12-04T12:11:50.115Z",
"description": "Dynamic HTTP endpoints, including the GraphQL API",
"group_id": null,
"id": "2367p3nrsd54",
"name": "GraphQL API",
"page_id": "r5ljfdhtqdl1",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-10-10T09:38:50.292Z"
},
{
"created_at": "2019-12-04T12:16:28.897Z",
"description": "Asynchronous event processing - notifications, job scheduling, webhooks etc.",
"group_id": null,
"id": "dcv4gs00sprz",
"name": "Event processing",
"page_id": "r5ljfdhtqdl1",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-10-30T11:29:32.525Z"
},
{
"created_at": "2019-12-04T12:16:43.275Z",
"description": "Public worker pool status",
"group_id": null,
"id": "fgxg4hwmhlmp",
"name": "Public workers",
"page_id": "r5ljfdhtqdl1",
"position": 3,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-10-21T01:26:09.571Z"
},
{
"created_at": "2026-05-04T08:43:04.756Z",
"description": "Impact self hosted customers",
"group_id": null,
"id": "9lr1r4qvzsj0",
"name": "Self Hosted",
"page_id": "r5ljfdhtqdl1",
"position": 4,
"showcase": false,
"start_date": "2026-05-04T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-05-04T08:43:25.906Z"
},
{
"components": [
"0jm18vczx1wg",
"1rcjrgnl66rc",
"921k1yrldq29",
"ywppwy9qbfgf",
"vcg36p85qv3k",
"p6l3q82w6jgd",
"frmyh8n59s04",
"gpl58cskh8n3",
"xssr5tzym5zn",
"wdtfwsvnvdwb",
"w57jfzqyf3jh"
],
"created_at": "2021-01-14T13:51:56.442Z",
"description": "Like most of the Internet, we depend on a number of AWS services, and decided to show the status of the ones that can impact the health of our service.",
"group_id": null,
"id": "z1yqwvpcsy6m",
"name": "AWS",
"page_id": "r5ljfdhtqdl1",
"position": 5,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-04T08:43:25.954Z"
},
{
"components": [
"dbxfjgzx2yb7"
],
"created_at": "2021-01-14T14:17:12.602Z",
"description": null,
"group_id": null,
"id": "06xld1tcg05s",
"name": "GCP",
"page_id": "r5ljfdhtqdl1",
"position": 6,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-04T08:43:25.971Z"
},
{
"components": [
"ckv44fby3sk2",
"fh6x20f68vp7",
"5gkcqmh4y819",
"b30h9nl2k33t",
"ltdvqnpg3d1j",
"6s75nrb1dz2t"
],
"created_at": "2021-01-14T13:54:40.640Z",
"description": "Most of our customers use our automagical GitHub App integration. If GitHub is acting up, these customers may not get the best Spacelift experience, including not being able to log in at all.",
"group_id": null,
"id": "5df3d5ywwxhx",
"name": "GitHub",
"page_id": "r5ljfdhtqdl1",
"position": 7,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-04T08:43:26.000Z"
},
{
"components": [
"wjd2cjl77vjy",
"899kcdhj3m7l"
],
"created_at": "2021-01-14T15:14:01.128Z",
"description": "We use Stripe for payments, so Stripe outage may make it impossible for us to charge you, or for you to go premium.",
"group_id": null,
"id": "fk7k8k4wgcc9",
"name": "Stripe",
"page_id": "r5ljfdhtqdl1",
"position": 8,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2025-01-30T14:46:32.760Z"
},
{
"created_at": "2021-01-14T15:11:15.204Z",
"description": "For customers who integrate with Slack, a Slack outage may cause delays or issues, either with delivering Slack notifications, or processing interactions with Spacelift's Slack messages.",
"group_id": null,
"id": "8zzvrc215gd1",
"name": "Slack API",
"page_id": "r5ljfdhtqdl1",
"position": 9,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-11-11T19:03:56.524Z"
},
{
"created_at": "2023-10-20T10:41:00.542Z",
"description": "Frontend application that serves the UI of platform",
"group_id": null,
"id": "d7fsxmyc4943",
"name": "Platform UI",
"page_id": "r5ljfdhtqdl1",
"position": 11,
"showcase": true,
"start_date": "2023-10-20T00:00:00.000Z",
"status": "operational",
"updated_at": "2025-01-30T14:46:32.788Z"
},
{
"created_at": "2025-10-31T12:28:37.516Z",
"description": "The spacelift.io website contains information about the product, the ability to sign up for new accounts, and to login.",
"group_id": null,
"id": "dbhdqcxrx9fp",
"name": "spacelift.io website",
"page_id": "r5ljfdhtqdl1",
"position": 12,
"showcase": true,
"start_date": "2025-10-31T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-10-10T09:38:50.409Z"
}
],
"incidents": [
{
"components": [
{
"created_at": "2019-12-04T12:11:50.115Z",
"description": "Dynamic HTTP endpoints, including the GraphQL API",
"group_id": null,
"id": "2367p3nrsd54",
"name": "GraphQL API",
"page_id": "r5ljfdhtqdl1",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-10-10T09:38:50.292Z"
}
],
"created_at": "2026-11-17T16:24:07.564Z",
"id": "0y4qkj7qt830",
"impact": "critical",
"impact_override": "critical",
"incident_updates": [
{
"affected_components": [
{
"code": "2367p3nrsd54",
"name": "GraphQL API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We identified the source of the errors and took action to stop them, and error rates have been back to normal.",
"created_at": "2026-11-17T17:12:48.675Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-17T17:12:48.675Z",
"id": "qrfmr2yj50tq",
"incident_id": "0y4qkj7qt830",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-17T17:12:48.675Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "2367p3nrsd54",
"name": "GraphQL API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "API has recovered, we are monitoring for any further issues",
"created_at": "2026-11-17T16:49:33.891Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-17T16:49:33.891Z",
"id": "qgqff388vkdw",
"incident_id": "0y4qkj7qt830",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-17T16:49:33.891Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "2367p3nrsd54",
"name": "GraphQL API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We're experiencing an elevated level of API errors and are currently looking into the issue.",
"created_at": "2026-11-17T16:24:07.621Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-11-17T16:24:07.621Z",
"id": "jxvw9jw5j676",
"incident_id": "0y4qkj7qt830",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-17T16:24:07.621Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-11-17T16:49:33.891Z",
"name": "Elevated API Errors",
"page_id": "r5ljfdhtqdl1",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-11-17T17:12:48.675Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/4yggjp49tcmv",
"started_at": "2026-11-17T16:24:07.557Z",
"status": "resolved",
"updated_at": "2026-11-17T17:12:48.702Z"
},
{
"components": [
{
"created_at": "2019-12-04T12:11:50.115Z",
"description": "Dynamic HTTP endpoints, including the GraphQL API",
"group_id": null,
"id": "2367p3nrsd54",
"name": "GraphQL API",
"page_id": "r5ljfdhtqdl1",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-10-10T09:38:50.292Z"
}
],
"created_at": "2026-11-17T15:35:12.480Z",
"id": "fvfwjyngsm94",
"impact": "none",
"impact_override": "none",
"incident_updates": [
{
"affected_components": [
{
"code": "2367p3nrsd54",
"name": "GraphQL API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "API has recovered.",
"created_at": "2026-11-17T16:13:02.338Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-17T16:13:02.338Z",
"id": "zzvwdgb2bh8p",
"incident_id": "fvfwjyngsm94",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-17T16:13:02.338Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "2367p3nrsd54",
"name": "GraphQL API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "API has recovered, we are monitoring for any further issues",
"created_at": "2026-11-17T15:57:37.992Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-11-17T15:57:37.992Z",
"id": "tz6m6tjpb6fd",
"incident_id": "fvfwjyngsm94",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-17T15:57:37.992Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "2367p3nrsd54",
"name": "GraphQL API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We're experiencing an elevated level of API errors and are currently looking into the issue.",
"created_at": "2026-11-17T15:35:12.549Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-11-17T15:35:12.549Z",
"id": "2bfzfbm6b0nm",
"incident_id": "fvfwjyngsm94",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-11-17T15:35:12.549Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-11-17T15:57:37.992Z",
"name": "Elevated API Errors",
"page_id": "r5ljfdhtqdl1",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-11-17T16:13:02.338Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/q469ly6q8bx4",
"started_at": "2026-11-17T15:35:12.470Z",
"status": "resolved",
"updated_at": "2026-11-17T16:13:02.368Z"
},
{
"components": [
{
"created_at": "2019-12-04T12:16:28.897Z",
"description": "Asynchronous event processing - notifications, job scheduling, webhooks etc.",
"group_id": null,
"id": "dcv4gs00sprz",
"name": "Event processing",
"page_id": "r5ljfdhtqdl1",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-10-30T11:29:32.525Z"
}
],
"created_at": "2026-10-30T10:57:21.608Z",
"id": "z2sx1xc7jvdk",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": [
{
"code": "dcv4gs00sprz",
"name": "Event processing",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "After deploying the fix, webhooks processing has returned to normal.",
"created_at": "2026-10-30T11:29:32.574Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-30T11:29:32.574Z",
"id": "h7nhjd21vxny",
"incident_id": "z2sx1xc7jvdk",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-30T11:29:32.574Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "dcv4gs00sprz",
"name": "Event processing",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "We have reverted the change that caused the problems with webhook processing and are seeing signs of recovery. We will continue to monitor it to ensure that the system has fully recovered.",
"created_at": "2026-10-30T11:12:10.830Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-30T11:12:10.830Z",
"id": "qkvvcwv778s5",
"incident_id": "z2sx1xc7jvdk",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-30T11:12:10.830Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "dcv4gs00sprz",
"name": "Event processing",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "We're currently investigating an issue that may result in some webhooks processing being delayed or failing to process correctly. We are working on reverting the change that caused the issue and will post an update as soon as possible.",
"created_at": "2026-10-30T10:57:21.711Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-30T10:57:21.711Z",
"id": "03s9ndm8z7n3",
"incident_id": "z2sx1xc7jvdk",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-30T10:57:21.711Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-10-30T11:12:10.830Z",
"name": "Degradation of webhooks processing",
"page_id": "r5ljfdhtqdl1",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-10-30T11:29:32.574Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/zjy0n5qtkqkn",
"started_at": "2026-10-30T10:57:21.598Z",
"status": "resolved",
"updated_at": "2026-10-30T11:29:32.604Z"
},
{
"components": [],
"created_at": "2026-10-29T15:48:12.608Z",
"id": "j5284nmqbvqg",
"impact": "major",
"impact_override": "major",
"incident_updates": [
{
"affected_components": null,
"body": "This incident has been resolved. Runs in the EU region are starting normally again. If any of your runs failed during this period, please retrigger them",
"created_at": "2026-10-29T16:40:13.386Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-29T16:40:13.386Z",
"id": "qrxym7x5l7mt",
"incident_id": "j5284nmqbvqg",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-29T16:40:13.386Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "A fix has been applied and runs in the EU region are working again. We are monitoring the situation to make sure all runs start as expected",
"created_at": "2026-10-29T16:24:34.889Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-29T16:24:34.889Z",
"id": "kf483cd7yfsp",
"incident_id": "j5284nmqbvqg",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-29T16:24:34.889Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We are investigating an issue where some runs fail to start with the error \"couldn't start worker: error populating worker binary\". Our team is actively working on this.",
"created_at": "2026-10-29T15:48:12.658Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-10-29T15:48:12.658Z",
"id": "sd8th615yh8m",
"incident_id": "j5284nmqbvqg",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-29T15:48:12.658Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-10-29T16:24:34.889Z",
"name": "404s downloading worker binary",
"page_id": "r5ljfdhtqdl1",
"postmortem_body": "**Summary** \nBetween 15:31 UTC and 15:55 UTC on October 29th, runs for customers using ARM runners failed to start with the following error message:\n\ncouldn't start worker: couldn't start docker container: error populating worker binary: unexpected response code when querying for worker binary at [https://downloads.spacelift.io/worker-arm64/752bab1d/spacelift-worker](https://downloads.spacelift.io/worker-arm64/752bab1d/spacelift-worker): 404\n\n**Incident Timeline**\n\n* 15:31 UTC - A new deployment of the Spacelift backend was triggered.\n* 15:45 UTC - We triggered a rollback to the previous version.\n* 15:50 UTC - The fix began to take effect.\n* 15:55 UTC - The fix was fully rolled out.\n\n**Root Cause** \nThe problem was caused by our build pipeline failing silently to upload that single file. When we triggered a new deployment of the Spacelift backend, new runs switched over to the new worker version and began to fail because the file was missing.\n\n**Mitigations**\n\n* Immediate: we rolled back to a previous working version.\n* Permanent: we have updated our deployment pipeline to ensure that it cannot silently fail to upload assets like this in future.",
"postmortem_body_last_updated_at": "2026-10-30T09:11:40.392Z",
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": "2026-10-30T09:11:40.392Z",
"reminder_intervals": null,
"resolved_at": "2026-10-29T16:40:13.386Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/n06j8ndnlsmn",
"started_at": "2026-10-29T15:48:12.601Z",
"status": "resolved",
"updated_at": "2026-10-30T09:11:40.422Z"
},
{
"components": [
{
"created_at": "2019-12-04T12:16:43.275Z",
"description": "Public worker pool status",
"group_id": null,
"id": "fgxg4hwmhlmp",
"name": "Public workers",
"page_id": "r5ljfdhtqdl1",
"position": 3,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-10-21T01:26:09.571Z"
}
],
"created_at": "2026-10-21T00:03:46.985Z",
"id": "mmldkwks58ml",
"impact": "major",
"impact_override": "major",
"incident_updates": [
{
"affected_components": [
{
"code": "fgxg4hwmhlmp",
"name": "Public workers",
"new_status": "operational",
"old_status": "major_outage"
}
],
"body": "This incident has been resolved.",
"created_at": "2026-10-21T01:26:09.607Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-21T01:26:09.607Z",
"id": "6l6phg5qm8kx",
"incident_id": "mmldkwks58ml",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-21T01:26:09.607Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "fgxg4hwmhlmp",
"name": "Public workers",
"new_status": "major_outage",
"old_status": "major_outage"
}
],
"body": "We deployed the fix and monitoring.",
"created_at": "2026-10-21T01:10:50.651Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-21T01:10:50.651Z",
"id": "y800gqbj4nvd",
"incident_id": "mmldkwks58ml",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-21T01:10:50.651Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "fgxg4hwmhlmp",
"name": "Public workers",
"new_status": "major_outage",
"old_status": "major_outage"
}
],
"body": "We have the fix implemented and we will release it shortly.",
"created_at": "2026-10-21T00:17:33.280Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-21T00:17:33.280Z",
"id": "bc95y0xmrhlh",
"incident_id": "mmldkwks58ml",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-21T00:17:33.280Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "fgxg4hwmhlmp",
"name": "Public workers",
"new_status": "major_outage",
"old_status": "operational"
}
],
"body": "We’re seeing an increased number of errors affecting the worker polling API for customers in our US region. Our team is actively working on mitigation and will share updates as they become available.",
"created_at": "2026-10-21T00:03:47.073Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-21T00:03:47.073Z",
"id": "7jjg99fmv313",
"incident_id": "mmldkwks58ml",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-21T00:03:47.073Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-10-21T01:10:50.651Z",
"name": "US Customers MQTT Service Disruption",
"page_id": "r5ljfdhtqdl1",
"postmortem_body": "**Root Cause** \nA change in a new launcher version caused it to connect by default to the EU endpoint if the region was not explicitly configured. Workers registered in other regions were then rejected at authentication. This was a human error.\n\nDetection was delayed for three reasons:\n\n* Our pre-release testing did not cover workers outside the EU region well enough.\n* Launcher authentication errors usually come from individual customer misconfiguration, so the increase was not flagged as a platform issue.\n* MQTT disconnections coincided with our planned MQTT-to-polling migration, which made the drop look expected.\n\n**Mitigations**\n\n* **Immediate:** We rolled back to a working version of the launcher\n* Before every deployment, we will now boot fresh private workers in other regions and confirm that they connect and complete a run. A failure like this should be caught before a release.\n* We are improving alerting so that authentication failures across multiple customers are flagged automatically as a potential platform issue.\n\n**Conclusion** \nA broken binary caused launchers without a configured region to target the wrong endpoint. Gaps in regional test coverage and alerting meant we did not catch it before customers did. Additional automated checks are being put in place so that this failure would be detected before release along with improved alerting so that we are notified sooner for issues that make it past our automated checks.",
"postmortem_body_last_updated_at": "2026-10-28T14:10:44.326Z",
"postmortem_ignored": false,
"postmortem_notified_subscribers": true,
"postmortem_notified_twitter": false,
"postmortem_published_at": "2026-10-28T14:10:44.326Z",
"reminder_intervals": null,
"resolved_at": "2026-10-21T01:26:09.607Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/h6k0j0f0s71n",
"started_at": "2026-10-21T00:03:46.980Z",
"status": "resolved",
"updated_at": "2026-10-28T14:10:44.350Z"
},
{
"components": [
{
"created_at": "2019-12-04T12:16:43.275Z",
"description": "Public worker pool status",
"group_id": null,
"id": "fgxg4hwmhlmp",
"name": "Public workers",
"page_id": "r5ljfdhtqdl1",
"position": 3,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-10-21T01:26:09.571Z"
}
],
"created_at": "2026-10-20T14:05:07.908Z",
"id": "6v1pywvw05j5",
"impact": "major",
"impact_override": "major",
"incident_updates": [
{
"affected_components": [
{
"code": "fgxg4hwmhlmp",
"name": "Public workers",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "Root cause: A software defect caused the worker communication service in the EU region to crash and restart repeatedly.\n\nImpacted customers: Customers whose workers use the poll-based communication mode. Runs on those workers were stuck when the run was triggered manually by a user and the stack had a server-side initialization policy attached. Other polling workers may have been briefly delayed while the service restarted.",
"created_at": "2026-10-20T15:36:58.072Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-20T15:36:58.072Z",
"id": "fr5x6442mwqc",
"incident_id": "6v1pywvw05j5",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-20T15:36:58.072Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "fgxg4hwmhlmp",
"name": "Public workers",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "We have the fix implemented and we will release it shortly.",
"created_at": "2026-10-20T14:49:41.077Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-20T14:49:41.077Z",
"id": "sgc29f2xkjys",
"incident_id": "6v1pywvw05j5",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-20T14:49:41.077Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "fgxg4hwmhlmp",
"name": "Public workers",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "We have noticed increased number of errors related to polling workers API, we are mitigating the problem.",
"created_at": "2026-10-20T14:05:08.040Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-10-20T14:05:08.040Z",
"id": "z92lrgpqqxlf",
"incident_id": "6v1pywvw05j5",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-20T14:05:08.040Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Polling Workers Degragation",
"page_id": "r5ljfdhtqdl1",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-10-20T15:36:58.072Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/x3kv011kykmx",
"started_at": "2026-10-20T14:05:07.899Z",
"status": "resolved",
"updated_at": "2026-10-20T15:36:58.100Z"
},
{
"components": [
{
"created_at": "2019-12-04T12:11:50.115Z",
"description": "Dynamic HTTP endpoints, including the GraphQL API",
"group_id": null,
"id": "2367p3nrsd54",
"name": "GraphQL API",
"page_id": "r5ljfdhtqdl1",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-10-10T09:38:50.292Z"
},
{
"created_at": "2019-12-04T12:16:28.897Z",
"description": "Asynchronous event processing - notifications, job scheduling, webhooks etc.",
"group_id": null,
"id": "dcv4gs00sprz",
"name": "Event processing",
"page_id": "r5ljfdhtqdl1",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-10-30T11:29:32.525Z"
},
{
"created_at": "2019-12-04T12:16:43.275Z",
"description": "Public worker pool status",
"group_id": null,
"id": "fgxg4hwmhlmp",
"name": "Public workers",
"page_id": "r5ljfdhtqdl1",
"position": 3,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-10-21T01:26:09.571Z"
},
{
"created_at": "2025-10-31T12:28:37.516Z",
"description": "The spacelift.io website contains information about the product, the ability to sign up for new accounts, and to login.",
"group_id": null,
"id": "dbhdqcxrx9fp",
"name": "spacelift.io website",
"page_id": "r5ljfdhtqdl1",
"position": 12,
"showcase": true,
"start_date": "2025-10-31T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-10-10T09:38:50.409Z"
}
],
"created_at": "2026-09-23T09:33:30.134Z",
"id": "q7ybj3nrvqbn",
"impact": "maintenance",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "2367p3nrsd54",
"name": "GraphQL API",
"new_status": "operational",
"old_status": "under_maintenance"
},
{
"code": "dcv4gs00sprz",
"name": "Event processing",
"new_status": "operational",
"old_status": "under_maintenance"
},
{
"code": "fgxg4hwmhlmp",
"name": "Public workers",
"new_status": "operational",
"old_status": "under_maintenance"
},
{
"code": "dbhdqcxrx9fp",
"name": "spacelift.io website",
"new_status": "operational",
"old_status": "under_maintenance"
}
],
"body": "The scheduled PostgreSQL database upgrade for the EU region (app.spacelift.io) has been completed successfully. All services are fully operational, and normal platform usage may resume.\n\nIf you notice anything unexpected, please contact our support team. Thank you for your patience.",
"created_at": "2026-10-10T09:38:50.467Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-10T09:38:50.467Z",
"id": "2jq5mtbxg71f",
"incident_id": "q7ybj3nrvqbn",
"status": "completed",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-10T09:38:50.467Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "2367p3nrsd54",
"name": "GraphQL API",
"new_status": "under_maintenance",
"old_status": "operational"
},
{
"code": "dcv4gs00sprz",
"name": "Event processing",
"new_status": "under_maintenance",
"old_status": "operational"
},
{
"code": "fgxg4hwmhlmp",
"name": "Public workers",
"new_status": "under_maintenance",
"old_status": "operational"
},
{
"code": "dbhdqcxrx9fp",
"name": "spacelift.io website",
"new_status": "under_maintenance",
"old_status": "operational"
}
],
"body": "Scheduled maintenance is currently in progress. We will provide updates as necessary.",
"created_at": "2026-10-10T09:00:14.496Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-10T09:00:14.496Z",
"id": "9fzw69c4xcgr",
"incident_id": "q7ybj3nrvqbn",
"status": "in_progress",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-10T09:00:14.496Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "Maintenance will begin as scheduled in 60 minutes.",
"created_at": "2026-10-10T08:00:07.435Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-10-10T08:00:07.435Z",
"id": "91snpg3rfn2k",
"incident_id": "q7ybj3nrvqbn",
"status": "scheduled",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-10-10T08:00:07.435Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "2367p3nrsd54",
"name": "GraphQL API",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "dcv4gs00sprz",
"name": "Event processing",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "fgxg4hwmhlmp",
"name": "Public workers",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "dbhdqcxrx9fp",
"name": "spacelift.io website",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Spacelift SaaS maintenance: Saturday, 2026-10-10, 09:00-11:00 UTC (05:00-07:00 ET, 11:00-13:00 CET). EU region only - US (us.spacelift.io) and FedRAMP (fedramp.spacelift.io) are unaffected.\n\nPurpose: PostgreSQL database upgrade.\n\nImpact: During the maintenance window, there will be an estimated 5 to 10 minutes during which no new runs will be scheduled, and a maintenance notice will appear in the app - it will be unavailable during that time.\n\nIn-progress runs: Attempt to complete automatically on a best-effort basis.\n\nQueued runs: Hold and start automatically once maintenance ends.\n\nVCS webhooks during the window: Processed automatically once maintenance ends - no need to retrigger.\n\nAction: We recommend that you do not use Spacelift during the maintenance window, for example, triggering runs or adjusting your configuration.\n\nUpdates will be posted here.",
"created_at": "2026-09-23T09:33:30.213Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-23T09:33:30.213Z",
"id": "b5d580xxycs0",
"incident_id": "q7ybj3nrvqbn",
"status": "scheduled",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-23T09:46:42.944Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Spacelift SaaS EU region (app.spacelift.io) maintenance",
"page_id": "r5ljfdhtqdl1",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-10-10T09:38:50.467Z",
"scheduled_auto_completed": true,
"scheduled_auto_in_progress": true,
"scheduled_for": "2026-10-10T09:00:00.000Z",
"scheduled_remind_prior": true,
"scheduled_reminded_at": "2026-10-10T08:00:07.630Z",
"scheduled_until": "2026-10-10T11:00:00.000Z",
"shortlink": "https://stspg.io/yqtc29bz6fw6",
"started_at": "2026-09-23T09:33:30.122Z",
"status": "completed",
"updated_at": "2026-10-10T09:38:50.510Z"
},
{
"components": [
{
"created_at": "2019-12-04T12:16:28.897Z",
"description": "Asynchronous event processing - notifications, job scheduling, webhooks etc.",
"group_id": null,
"id": "dcv4gs00sprz",
"name": "Event processing",
"page_id": "r5ljfdhtqdl1",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-10-30T11:29:32.525Z"
}
],
"created_at": "2026-09-11T13:22:43.529Z",
"id": "d071z8szxn6c",
"impact": "major",
"impact_override": "major",
"incident_updates": [
{
"affected_components": [
{
"code": "dcv4gs00sprz",
"name": "Event processing",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We have restored events processing to the usual state. The root cause was a change that we released earlier today.",
"created_at": "2026-09-11T13:43:11.512Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-11T13:43:11.512Z",
"id": "yj64fw6cbp92",
"incident_id": "d071z8szxn6c",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-11T13:43:11.512Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "dcv4gs00sprz",
"name": "Event processing",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We're seeing increased delays and/or elevated error rates in our FedRamp event processing queue. The root cause has been identified, we working on restoring the regular functionality of the system.",
"created_at": "2026-09-11T13:22:43.576Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-11T13:22:43.576Z",
"id": "vmbkn7syy90v",
"incident_id": "d071z8szxn6c",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-11T13:22:43.576Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Event Processing Delays",
"page_id": "r5ljfdhtqdl1",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-09-11T13:43:11.512Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/nlmyx6ssfn19",
"started_at": "2026-09-11T13:22:43.521Z",
"status": "resolved",
"updated_at": "2026-09-11T13:43:11.524Z"
},
{
"components": [],
"created_at": "2026-07-29T13:39:04.248Z",
"id": "2qgk4pcpj8df",
"impact": "none",
"impact_override": "none",
"incident_updates": [
{
"affected_components": null,
"body": "This incident has been resolved.",
"created_at": "2026-07-29T15:44:52.537Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-29T15:44:52.537Z",
"id": "t1xdwvz0vbnr",
"incident_id": "2qgk4pcpj8df",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-29T15:44:52.537Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We have identified a problem with v6.57.0 of the hashicorp/aws provider causing requests for certain resources to fail. A workaround for affected customers is to pin to v6.56.0 or below.\n\nMore details can be found on the HashiCorp status page: https://status.hashicorp.com/incidents/01KYPY1KTBE8KWC4E75RXN0XX8",
"created_at": "2026-07-29T15:22:42.544Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-29T15:22:42.544Z",
"id": "33zqj1h9zcr5",
"incident_id": "2qgk4pcpj8df",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-29T15:22:42.544Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We are experiencing failing AWS API calls for runs using hashicorp/aws provider with version v6.57.0.",
"created_at": "2026-07-29T13:39:04.279Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-29T13:39:04.279Z",
"id": "3yg5tq2yfhp6",
"incident_id": "2qgk4pcpj8df",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-29T13:39:04.279Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "AWS connectivity for runs using hashicorp/aws v6.57.0",
"page_id": "r5ljfdhtqdl1",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-07-29T15:44:52.537Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/jx79l6fcqgmp",
"started_at": "2026-07-29T13:39:04.242Z",
"status": "resolved",
"updated_at": "2026-07-29T15:44:52.553Z"
},
{
"components": [],
"created_at": "2026-07-13T15:19:44.796Z",
"id": "gl1hq88qqxhc",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": null,
"body": "The incident has been resolved.",
"created_at": "2026-07-16T14:52:42.648Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-07-16T14:52:42.648Z",
"id": "hgv3lkddrr3b",
"incident_id": "gl1hq88qqxhc",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-16T14:52:42.648Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We have identified an issue with external symlink configurations affecting some setups. Please contact Support if you are affected.",
"created_at": "2026-07-13T15:19:44.845Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-07-13T15:19:44.845Z",
"id": "7n04wqvwnz3d",
"incident_id": "gl1hq88qqxhc",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-13T15:19:44.845Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "External symlink configuration issue",
"page_id": "r5ljfdhtqdl1",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-07-16T14:52:42.648Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/wbhfh8ml7ppl",
"started_at": "2026-07-13T15:19:44.788Z",
"status": "resolved",
"updated_at": "2026-07-16T14:52:42.667Z"
}
],
"page": {
"id": "r5ljfdhtqdl1",
"name": "Spacelift",
"url": "https://spacelift.statuspage.io"
},
"status": {
"description": "All Systems Operational",
"indicator": "none"
}
}