Snapshot 21705
Normalized text
Scripts and page chrome removed; this is what change detection compares.
{
"components": [
{
"created_at": "2022-01-18T20:59:10.485Z",
"description": "Scalr Platform (both GUI and API)",
"group_id": null,
"id": "tcq49w7hn6dj",
"name": "Scalr Platform",
"page_id": "10ppf9v749zf",
"position": 1,
"showcase": true,
"start_date": "2022-01-18T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-08-27T16:09:31.313Z"
},
{
"created_at": "2022-01-18T21:01:49.145Z",
"description": "Worker service that executes terraform runs",
"group_id": null,
"id": "3br2q2tkwfg2",
"name": "Scalr Worker",
"page_id": "10ppf9v749zf",
"position": 2,
"showcase": true,
"start_date": "2022-01-18T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-09-01T17:00:30.393Z"
},
{
"created_at": "2023-04-21T08:26:07.928Z",
"description": "Registry of the Terraform provider Scalr (registry.scalr.io)",
"group_id": null,
"id": "zx8cgv49wcpt",
"name": "Provider Registry",
"page_id": "10ppf9v749zf",
"position": 4,
"showcase": true,
"start_date": "2023-04-21T00:00:00.000Z",
"status": "operational",
"updated_at": "2025-07-18T13:00:21.180Z"
},
{
"created_at": "2024-03-26T16:44:43.236Z",
"description": "Powered by readme.io",
"group_id": null,
"id": "kwmtkfnsz9ph",
"name": "Scalr Documentation",
"page_id": "10ppf9v749zf",
"position": 5,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-22T16:44:29.102Z"
},
{
"components": [
"l3lx3w72kdn7",
"1bgcrqg6svwm",
"7m1vht2mmc10"
],
"created_at": "2022-01-18T20:53:26.011Z",
"description": null,
"group_id": null,
"id": "67g20n9zrr6c",
"name": "GitHub",
"page_id": "10ppf9v749zf",
"position": 6,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2024-03-26T16:46:36.212Z"
},
{
"components": [
"mshc497fhlys",
"vqv7kvq005yw",
"4hsr32bl36kh"
],
"created_at": "2022-01-18T20:53:48.577Z",
"description": null,
"group_id": null,
"id": "nj8j85mmcd02",
"name": "Stripe",
"page_id": "10ppf9v749zf",
"position": 7,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2024-03-26T16:46:36.234Z"
},
{
"components": [
"1f22ynxgjmgp",
"75cv7njwgd08",
"sxvj416sg8t9",
"x05xxkspkzbr",
"s2bszgm48q2b",
"3170xx3xz6qr"
],
"created_at": "2022-01-18T20:54:13.227Z",
"description": null,
"group_id": null,
"id": "s86xfvnpr148",
"name": "Google Cloud",
"page_id": "10ppf9v749zf",
"position": 8,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2024-03-26T16:46:36.267Z"
}
],
"incidents": [
{
"components": [
{
"created_at": "2022-01-18T20:59:10.485Z",
"description": "Scalr Platform (both GUI and API)",
"group_id": null,
"id": "tcq49w7hn6dj",
"name": "Scalr Platform",
"page_id": "10ppf9v749zf",
"position": 1,
"showcase": true,
"start_date": "2022-01-18T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-08-27T16:09:31.313Z"
},
{
"created_at": "2022-01-18T21:01:49.145Z",
"description": "Worker service that executes terraform runs",
"group_id": null,
"id": "3br2q2tkwfg2",
"name": "Scalr Worker",
"page_id": "10ppf9v749zf",
"position": 2,
"showcase": true,
"start_date": "2022-01-18T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-09-01T17:00:30.393Z"
}
],
"created_at": "2026-09-01T15:44:37.817Z",
"id": "sc1wqqksxbfc",
"impact": "minor",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "This incident has been resolved.",
"created_at": "2026-09-01T17:06:01.720Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-01T17:06:01.720Z",
"id": "prq5bkswsb82",
"incident_id": "sc1wqqksxbfc",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-01T17:06:01.720Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "Google Cloud experienced network degradation across multiple services, which has since been resolved.",
"created_at": "2026-09-01T17:00:30.429Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-01T17:00:30.000Z",
"id": "4nzk7hprmhxz",
"incident_id": "sc1wqqksxbfc",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-01T17:05:56.217Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "We are investigating reports of errors affecting Scalr customers. Customers may see timeouts or failed requests in their runs. We are looking into this and will post another update as soon as we have more information.",
"created_at": "2026-09-01T15:44:37.930Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-01T15:44:37.930Z",
"id": "2zfv8vh5dj39",
"incident_id": "sc1wqqksxbfc",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-01T15:44:37.930Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-09-01T17:00:30.000Z",
"name": "Investigating Network Issues",
"page_id": "10ppf9v749zf",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-09-01T17:06:01.720Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/m7ykqr9y6w0y",
"started_at": "2026-09-01T15:44:37.804Z",
"status": "resolved",
"updated_at": "2026-09-01T17:32:20.136Z"
},
{
"components": [
{
"created_at": "2022-01-18T20:59:10.485Z",
"description": "Scalr Platform (both GUI and API)",
"group_id": null,
"id": "tcq49w7hn6dj",
"name": "Scalr Platform",
"page_id": "10ppf9v749zf",
"position": 1,
"showcase": true,
"start_date": "2022-01-18T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-08-27T16:09:31.313Z"
},
{
"created_at": "2022-01-18T21:01:49.145Z",
"description": "Worker service that executes terraform runs",
"group_id": null,
"id": "3br2q2tkwfg2",
"name": "Scalr Worker",
"page_id": "10ppf9v749zf",
"position": 2,
"showcase": true,
"start_date": "2022-01-18T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-09-01T17:00:30.393Z"
}
],
"created_at": "2026-08-27T15:54:53.249Z",
"id": "1w4mvvmgrjsl",
"impact": "minor",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "degraded_performance"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "This incident has been resolved.",
"created_at": "2026-08-27T16:09:31.358Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-08-27T16:09:31.358Z",
"id": "wptq37wk96bc",
"incident_id": "1w4mvvmgrjsl",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-27T16:09:31.358Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "degraded_performance",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "We are currently investigating this issue.",
"created_at": "2026-08-27T15:54:53.371Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-08-27T15:54:53.371Z",
"id": "xypbyyb4fzgt",
"incident_id": "1w4mvvmgrjsl",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-27T15:54:53.371Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Runs slow to start or failing intermittently",
"page_id": "10ppf9v749zf",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-08-27T16:09:31.358Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/drw2hzm3r0np",
"started_at": "2026-08-27T15:54:53.240Z",
"status": "resolved",
"updated_at": "2026-08-27T16:09:31.373Z"
},
{
"components": [
{
"created_at": "2022-01-18T20:59:10.485Z",
"description": "Scalr Platform (both GUI and API)",
"group_id": null,
"id": "tcq49w7hn6dj",
"name": "Scalr Platform",
"page_id": "10ppf9v749zf",
"position": 1,
"showcase": true,
"start_date": "2022-01-18T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-08-27T16:09:31.313Z"
}
],
"created_at": "2026-08-25T12:23:55.305Z",
"id": "yldm2bvlvdsq",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "This incident has been resolved.",
"created_at": "2026-08-25T13:31:40.178Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-08-25T13:31:40.178Z",
"id": "2l9kl1pkt9q8",
"incident_id": "yldm2bvlvdsq",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-25T13:31:40.178Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "A fix has been implemented and we are monitoring the results.",
"created_at": "2026-08-25T13:11:35.331Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-08-25T13:11:35.331Z",
"id": "t7vkc74g2byk",
"incident_id": "yldm2bvlvdsq",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-25T13:11:35.331Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Customers who force agent pool assignment on workspaces are seeing the error \"Self-hosted agent pool assignment is required by policy.\" even when an agent is assigned. We are rolling back the code that caused this issue now.",
"created_at": "2026-08-25T12:23:55.356Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-08-25T12:23:55.356Z",
"id": "6bwx0z95pt0m",
"incident_id": "yldm2bvlvdsq",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-25T12:23:55.356Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-08-25T13:11:35.331Z",
"name": "Runs Failing with \"Self-hosted agent pool assignment is required by policy.\"",
"page_id": "10ppf9v749zf",
"postmortem_body": "**Root cause** \nA regression in a release deployed the morning of 2026-08-25 caused the run policy engine to incorrectly flag self-hosted agent pool assignments as non-compliant, triggering the error above even for correctly configured workspaces.\n\n**Resolution** \nThe release was rolled back, restoring normal behavior. No customer action is required.\n\n**Preventive measures** \nWe are adding regression test coverage for this specific scenario \\(self-hosted agent enforcement combined with valid pool assignment\\) to prevent recurrence, and reviewing our release validation process for this code path. \nWe apologize for the disruption this caused to your pipelines.",
"postmortem_body_last_updated_at": "2026-08-25T19:09:39.160Z",
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": "2026-08-25T19:09:39.160Z",
"reminder_intervals": null,
"resolved_at": "2026-08-25T13:31:40.178Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/g635kscfwt02",
"started_at": "2026-08-25T12:23:55.296Z",
"status": "resolved",
"updated_at": "2026-08-25T19:09:39.175Z"
},
{
"components": [
{
"created_at": "2024-03-26T16:44:43.236Z",
"description": "Powered by readme.io",
"group_id": null,
"id": "kwmtkfnsz9ph",
"name": "Scalr Documentation",
"page_id": "10ppf9v749zf",
"position": 5,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-22T16:44:29.102Z"
}
],
"created_at": "2026-08-20T16:46:04.414Z",
"id": "dpgvn5v635q9",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "kwmtkfnsz9ph",
"name": "Scalr Documentation",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "This incident has been resolved.",
"created_at": "2026-08-20T16:49:45.098Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-08-20T16:49:45.098Z",
"id": "s2w6616px7lq",
"incident_id": "dpgvn5v635q9",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-20T16:49:45.098Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "kwmtkfnsz9ph",
"name": "Scalr Documentation",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "A fix has been implemented and we are monitoring the results.",
"created_at": "2026-08-20T16:48:52.550Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-08-20T16:48:52.550Z",
"id": "khnj5m29htnw",
"incident_id": "dpgvn5v635q9",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-20T16:48:52.550Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "kwmtkfnsz9ph",
"name": "Scalr Documentation",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "The docs site is currently down. We are working with the vendor to understand what the issue is.",
"created_at": "2026-08-20T16:46:04.460Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-08-20T16:46:04.460Z",
"id": "mwr9k91t5vkc",
"incident_id": "dpgvn5v635q9",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-20T16:46:04.460Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-08-20T16:48:52.550Z",
"name": "Scalr Docs Outage",
"page_id": "10ppf9v749zf",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-08-20T16:49:45.098Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/3vkh5qf41kj6",
"started_at": "2026-08-20T16:46:04.407Z",
"status": "resolved",
"updated_at": "2026-08-20T16:49:45.117Z"
},
{
"components": [
{
"created_at": "2022-01-18T20:59:10.485Z",
"description": "Scalr Platform (both GUI and API)",
"group_id": null,
"id": "tcq49w7hn6dj",
"name": "Scalr Platform",
"page_id": "10ppf9v749zf",
"position": 1,
"showcase": true,
"start_date": "2022-01-18T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-08-27T16:09:31.313Z"
},
{
"created_at": "2022-01-18T21:01:49.145Z",
"description": "Worker service that executes terraform runs",
"group_id": null,
"id": "3br2q2tkwfg2",
"name": "Scalr Worker",
"page_id": "10ppf9v749zf",
"position": 2,
"showcase": true,
"start_date": "2022-01-18T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-09-01T17:00:30.393Z"
}
],
"created_at": "2026-07-06T16:48:52.608Z",
"id": "gsngbblk8q57",
"impact": "minor",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "This incident has been resolved.",
"created_at": "2026-07-06T17:10:21.176Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-06T17:10:21.176Z",
"id": "5sld1gpxydk4",
"incident_id": "gsngbblk8q57",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-06T17:10:21.176Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "We are continuing to monitor for any further issues.",
"created_at": "2026-07-06T16:53:37.503Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-06T16:53:37.503Z",
"id": "f3hkrxv71txm",
"incident_id": "gsngbblk8q57",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-06T16:53:37.503Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "A fix has been implemented and we are monitoring the results.",
"created_at": "2026-07-06T16:51:13.544Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-06T16:51:13.544Z",
"id": "g39h6www48s2",
"incident_id": "gsngbblk8q57",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-06T16:51:13.544Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "The issue has been identified and a fix is being implemented.",
"created_at": "2026-07-06T16:50:49.095Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-06T16:50:49.095Z",
"id": "55k71dllkvx8",
"incident_id": "gsngbblk8q57",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-06T16:50:49.095Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "We are currently investigating this issue.",
"created_at": "2026-07-06T16:48:52.717Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-06T16:48:52.717Z",
"id": "gy1qjkd7c3f4",
"incident_id": "gsngbblk8q57",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-06T16:48:52.717Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-07-06T16:51:13.544Z",
"name": "Runs Failing to Start with Error: Cannot provision execution environment.",
"page_id": "10ppf9v749zf",
"postmortem_body": "**Summary**\n\nOn July 6, 2026, runs failed to start for approximately 22 minutes, returning the error \"Cannot provision execution environment.\" The root cause was a stuck PVC \\(persistent volume claim\\) during a migration to new network storage for the Terraform/OpenTofu providers cache.\n\n**Impact**\n\nBetween 16:48 and 16:53 UTC, new runs across affected workspaces failed to schedule with a \"Cannot provision execution environment\" error. \n\n**Timeline** \\(all times UTC\\)\n\n* 16:48 — Issue detected; investigation began\n* 16:50 — Root cause identified: PVC stuck due to in-use protection finalizer\n* 16:51 — Mitigation deployed \\(providers cache disabled\\); monitoring began\n* 16:53 — Continued monitoring, no further impact observed\n* 17:10 — Incident resolved\n\n**What Happened**\n\nDuring the migration to new network storage for the Terraform/OpenTofu providers cache, the existing PVC was still attached to multiple active workloads. Kubernetes' in-use protection finalizer blocked deletion and recreation of the volume, so new runs could not bind to it and failed to schedule.\n\n**Mitigation**\n\nWe disabled the providers cache to unblock run scheduling while we worked on the underlying volume issue. This restored run scheduling immediately, with only a minor, temporary performance impact from running without a warm provider cache.\n\n**Root Cause**\n\nThe migration runbook did not account for the PVC's in-use protection finalizer when workloads were still actively bound to the volume, which blocked the planned delete-and-recreate step.\n\n**Remediation and Prevention**\n\n* Immediate: delete the workloads still holding the PVC, recreate the volume, and restore it as the providers cache.\n* Preventive: update the migration runbook to explicitly drain or cordon any workloads still bound to a PVC before attempting to delete and recreate it, rather than assuming the volume is free.",
"postmortem_body_last_updated_at": "2026-07-07T18:23:42.511Z",
"postmortem_ignored": false,
"postmortem_notified_subscribers": true,
"postmortem_notified_twitter": false,
"postmortem_published_at": "2026-07-07T18:23:42.511Z",
"reminder_intervals": null,
"resolved_at": "2026-07-06T17:10:21.176Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/qm1qs323txnc",
"started_at": "2026-07-06T16:48:52.598Z",
"status": "resolved",
"updated_at": "2026-07-07T18:23:42.524Z"
},
{
"components": [
{
"created_at": "2022-01-18T20:59:10.485Z",
"description": "Scalr Platform (both GUI and API)",
"group_id": null,
"id": "tcq49w7hn6dj",
"name": "Scalr Platform",
"page_id": "10ppf9v749zf",
"position": 1,
"showcase": true,
"start_date": "2022-01-18T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-08-27T16:09:31.313Z"
},
{
"created_at": "2022-01-18T21:01:49.145Z",
"description": "Worker service that executes terraform runs",
"group_id": null,
"id": "3br2q2tkwfg2",
"name": "Scalr Worker",
"page_id": "10ppf9v749zf",
"position": 2,
"showcase": true,
"start_date": "2022-01-18T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-09-01T17:00:30.393Z"
}
],
"created_at": "2026-07-01T18:30:06.000Z",
"id": "9bdt88vbyscd",
"impact": "none",
"impact_override": "none",
"incident_updates": [
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "This incident has been resolved.",
"created_at": "2026-07-01T21:46:41.007Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-01T21:46:41.007Z",
"id": "xvldxd1py9gb",
"incident_id": "9bdt88vbyscd",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-01T21:46:41.007Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "We are continuing to monitor for any further issues.",
"created_at": "2026-07-01T21:17:04.433Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-01T21:17:04.433Z",
"id": "5js5nncngq3l",
"incident_id": "9bdt88vbyscd",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-01T21:17:04.433Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "A fix has been implemented and we are monitoring the results.",
"created_at": "2026-07-01T21:17:00.924Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-01T21:17:00.924Z",
"id": "q2hw22rkyqgx",
"incident_id": "9bdt88vbyscd",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-01T21:17:00.924Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "Customers should see the lagging runs start to improve. Existing runs will resume normally on their own.",
"created_at": "2026-07-01T20:42:58.848Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-01T20:42:58.848Z",
"id": "gq62nlnxnq25",
"incident_id": "9bdt88vbyscd",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-01T20:42:58.848Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "We are continuing to work on a fix for this issue.",
"created_at": "2026-07-01T20:39:44.835Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-07-01T20:39:44.835Z",
"id": "szjq17003nkb",
"incident_id": "9bdt88vbyscd",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-01T20:39:44.835Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "The issue has been identified and a fix is being implemented.",
"created_at": "2026-07-01T18:47:24.624Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-01T18:47:24.624Z",
"id": "rdgngjhwpn31",
"incident_id": "9bdt88vbyscd",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-01T18:47:24.624Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "We are currently investigating this issue.",
"created_at": "2026-07-01T18:40:06.665Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-01T18:30:06.000Z",
"id": "rcfjdzg53mss",
"incident_id": "9bdt88vbyscd",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-01T18:40:50.964Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-07-01T21:17:00.924Z",
"name": "Runs Taking Longer Than Usual to Execute",
"page_id": "10ppf9v749zf",
"postmortem_body": "**Summary**\n\nOn July 1, Terraform and OpenTofu runs experienced significant delays, up to 10–25 minutes, during the initialization and plan phases for a number of customers, due to capacity constraints in the network-backed provider plugin cache under load. We have mitigated the issue by temporarily removing the shared network storage from the provider download path, and the platform is stable. We are re-architecting how provider plugins are distributed to prevent this class of slowdown from recurring.\n\n**What Happened**\n\nBefore a run can begin planning, it downloads the Terraform/OpenTofu provider plugins it needs \\(for example, the AWS, GCP, or Azure providers\\) from a shared cache backed by network storage. A period of high run volume, combined with growth in the total size of the provider cache, drove the aggregate load past the practical limits of that storage. As downloads queued, the init/plan phase of affected runs slowed dramatically, in some cases by 10–25 minutes, and a small number of runs errored or hit their timeout and had to be retried.\n\nThe network storage reached its limits due to the large number of connected run nodes and began throttling, slowing down all workloads that relied on it.\n\n**Mitigation**\n\nAfter several unsuccessful attempts to increase the storage throughput, we temporarily removed the shared network storage from the provider cache path, providers are currently downloaded over the public network for each run. As a result, init times may be slightly longer than with a healthy provider cache, and runs temporarily depend on the availability of public provider registries.\n\n**What We're Doing Next**\n\nWe are improving the plugin cache architecture along two lines: a node-local caching layer that eliminates the shared network storage bottleneck \\(to be in place before we re-enable the provider cache\\), and a caching network mirror that removes the direct dependency on public registry availability. Together, these layers ensure the failure of any one of them is absorbed by the others without service degradation.\n\nWe apologize for the disruption. If you have questions or are still experiencing issues, please contact our support team.",
"postmortem_body_last_updated_at": "2026-07-02T14:27:34.807Z",
"postmortem_ignored": false,
"postmortem_notified_subscribers": true,
"postmortem_notified_twitter": false,
"postmortem_published_at": "2026-07-02T14:27:34.807Z",
"reminder_intervals": null,
"resolved_at": "2026-07-01T21:46:41.007Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/61tdvgd6wtxg",
"started_at": "2026-07-01T18:30:06.000Z",
"status": "resolved",
"updated_at": "2026-07-02T14:27:34.822Z"
},
{
"components": [
{
"created_at": "2022-01-18T20:59:10.485Z",
"description": "Scalr Platform (both GUI and API)",
"group_id": null,
"id": "tcq49w7hn6dj",
"name": "Scalr Platform",
"page_id": "10ppf9v749zf",
"position": 1,
"showcase": true,
"start_date": "2022-01-18T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-08-27T16:09:31.313Z"
},
{
"created_at": "2022-01-18T21:01:49.145Z",
"description": "Worker service that executes terraform runs",
"group_id": null,
"id": "3br2q2tkwfg2",
"name": "Scalr Worker",
"page_id": "10ppf9v749zf",
"position": 2,
"showcase": true,
"start_date": "2022-01-18T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-09-01T17:00:30.393Z"
},
{
"created_at": "2022-01-18T20:49:37.706Z",
"description": null,
"group_id": "s86xfvnpr148",
"id": "sxvj416sg8t9",
"name": "Google Cloud Platform Google Cloud SQL",
"page_id": "10ppf9v749zf",
"position": 3,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-06-27T18:00:16.807Z"
}
],
"created_at": "2026-06-23T19:14:06.755Z",
"id": "hf6dfj02xj21",
"impact": "maintenance",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "sxvj416sg8t9",
"name": "Google Cloud - Google Cloud Platform Google Cloud SQL",
"new_status": "operational",
"old_status": "under_maintenance"
},
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "under_maintenance"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "operational",
"old_status": "under_maintenance"
}
],
"body": "The scheduled maintenance has been completed.",
"created_at": "2026-06-27T18:00:16.853Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-27T18:00:16.853Z",
"id": "725bvxv3yrjq",
"incident_id": "hf6dfj02xj21",
"status": "completed",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-27T18:00:16.853Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "sxvj416sg8t9",
"name": "Google Cloud - Google Cloud Platform Google Cloud SQL",
"new_status": "under_maintenance",
"old_status": "operational"
},
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "under_maintenance",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "under_maintenance",
"old_status": "operational"
}
],
"body": "Scheduled maintenance is currently in progress. We will provide updates as necessary.",
"created_at": "2026-06-27T17:00:07.298Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-27T17:00:07.298Z",
"id": "6ggl34czcfcc",
"incident_id": "hf6dfj02xj21",
"status": "in_progress",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-27T17:00:07.298Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "Maintenance will begin as scheduled in 60 minutes.",
"created_at": "2026-06-27T16:00:08.302Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-27T16:00:08.302Z",
"id": "m2262jwf438x",
"incident_id": "hf6dfj02xj21",
"status": "scheduled",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-27T16:00:08.302Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "sxvj416sg8t9",
"name": "Google Cloud - Google Cloud Platform Google Cloud SQL",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "During the above window, our cloud provider will perform routine maintenance of the scalr.io database instance.\n\nExpected Impact:\n\nMaintenance typically only happens once every few months. These upgrades are designed and tested to be seamless and we do not expect any impact due to this maintenance. If an unexpected issue arises, affected services may experience a temporary loss of connectivity to the database instance. We will endeavor to keep any such impact to a minimum.",
"created_at": "2026-06-23T19:14:06.852Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-23T19:14:06.852Z",
"id": "zjp6mbrtww4b",
"incident_id": "hf6dfj02xj21",
"status": "scheduled",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-23T19:14:06.852Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Google Cloud SQL database instance routine maintenance",
"page_id": "10ppf9v749zf",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-06-27T18:00:16.853Z",
"scheduled_auto_completed": true,
"scheduled_auto_in_progress": true,
"scheduled_for": "2026-06-27T17:00:00.000Z",
"scheduled_remind_prior": true,
"scheduled_reminded_at": "2026-06-27T16:00:08.566Z",
"scheduled_until": "2026-06-27T18:00:00.000Z",
"shortlink": "https://stspg.io/km0hk9g90yqb",
"started_at": "2026-06-23T19:14:06.735Z",
"status": "completed",
"updated_at": "2026-06-27T18:00:16.878Z"
},
{
"components": [
{
"created_at": "2022-01-18T20:59:10.485Z",
"description": "Scalr Platform (both GUI and API)",
"group_id": null,
"id": "tcq49w7hn6dj",
"name": "Scalr Platform",
"page_id": "10ppf9v749zf",
"position": 1,
"showcase": true,
"start_date": "2022-01-18T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-08-27T16:09:31.313Z"
},
{
"created_at": "2022-01-18T21:01:49.145Z",
"description": "Worker service that executes terraform runs",
"group_id": null,
"id": "3br2q2tkwfg2",
"name": "Scalr Worker",
"page_id": "10ppf9v749zf",
"position": 2,
"showcase": true,
"start_date": "2022-01-18T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-09-01T17:00:30.393Z"
},
{
"created_at": "2022-01-18T20:49:37.706Z",
"description": null,
"group_id": "s86xfvnpr148",
"id": "sxvj416sg8t9",
"name": "Google Cloud Platform Google Cloud SQL",
"page_id": "10ppf9v749zf",
"position": 3,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-06-27T18:00:16.807Z"
}
],
"created_at": "2026-05-13T21:10:36.626Z",
"id": "92kpgjv92fjw",
"impact": "maintenance",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "sxvj416sg8t9",
"name": "Google Cloud - Google Cloud Platform Google Cloud SQL",
"new_status": "operational",
"old_status": "under_maintenance"
},
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "under_maintenance"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "operational",
"old_status": "under_maintenance"
}
],
"body": "The scheduled maintenance has been completed.",
"created_at": "2026-05-30T18:00:08.526Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-05-30T18:00:08.526Z",
"id": "5cv2z6c512m9",
"incident_id": "92kpgjv92fjw",
"status": "completed",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-05-30T18:00:08.526Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "sxvj416sg8t9",
"name": "Google Cloud - Google Cloud Platform Google Cloud SQL",
"new_status": "under_maintenance",
"old_status": "operational"
},
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "under_maintenance",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "under_maintenance",
"old_status": "operational"
}
],
"body": "Scheduled maintenance is currently in progress. We will provide updates as necessary.",
"created_at": "2026-05-30T17:00:09.475Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-05-30T17:00:09.475Z",
"id": "h61nqbvf87yd",
"incident_id": "92kpgjv92fjw",
"status": "in_progress",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-05-30T17:00:09.475Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "Maintenance will begin as scheduled in 60 minutes.",
"created_at": "2026-05-30T16:00:07.695Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-05-30T16:00:07.695Z",
"id": "l733qc004fbn",
"incident_id": "92kpgjv92fjw",
"status": "scheduled",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-05-30T16:00:07.695Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "sxvj416sg8t9",
"name": "Google Cloud - Google Cloud Platform Google Cloud SQL",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "During the above window, our cloud provider will perform routine maintenance of the scalr.io database instance.\n\nExpected Impact:\n\nMaintenance typically only happens once every few months. These upgrades are designed and tested to be seamless and we do not expect any impact due to this maintenance. If an unexpected issue arises, affected services may experience a temporary loss of connectivity to the database instance. We will endeavor to keep any such impact to a minimum.",
"created_at": "2026-05-13T21:10:36.675Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-05-13T21:10:36.675Z",
"id": "7mrhd5fs34vj",
"incident_id": "92kpgjv92fjw",
"status": "scheduled",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-05-13T21:10:36.675Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Google Cloud SQL database instance routine maintenance",
"page_id": "10ppf9v749zf",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-05-30T18:00:08.526Z",
"scheduled_auto_completed": true,
"scheduled_auto_in_progress": true,
"scheduled_for": "2026-05-30T17:00:00.000Z",
"scheduled_remind_prior": true,
"scheduled_reminded_at": "2026-05-30T16:00:07.864Z",
"scheduled_until": "2026-05-30T18:00:00.000Z",
"shortlink": "https://stspg.io/rgchth9jmt6g",
"started_at": "2026-05-13T21:10:36.616Z",
"status": "completed",
"updated_at": "2026-05-30T18:00:08.630Z"
},
{
"components": [
{
"created_at": "2022-01-18T20:59:10.485Z",
"description": "Scalr Platform (both GUI and API)",
"group_id": null,
"id": "tcq49w7hn6dj",
"name": "Scalr Platform",
"page_id": "10ppf9v749zf",
"position": 1,
"showcase": true,
"start_date": "2022-01-18T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-08-27T16:09:31.313Z"
},
{
"created_at": "2022-01-18T21:01:49.145Z",
"description": "Worker service that executes terraform runs",
"group_id": null,
"id": "3br2q2tkwfg2",
"name": "Scalr Worker",
"page_id": "10ppf9v749zf",
"position": 2,
"showcase": true,
"start_date": "2022-01-18T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-09-01T17:00:30.393Z"
}
],
"created_at": "2026-05-21T16:24:03.732Z",
"id": "nm7kbw8jjqg2",
"impact": "none",
"impact_override": "none",
"incident_updates": [
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "This incident has been resolved.",
"created_at": "2026-05-21T18:44:52.735Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-05-21T18:44:52.735Z",
"id": "x09jswjgjhvk",
"incident_id": "nm7kbw8jjqg2",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-05-21T18:44:52.735Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "A fix has been implemented and we are monitoring the results.",
"created_at": "2026-05-21T18:27:23.487Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-05-21T18:27:23.487Z",
"id": "4z11t93rv990",
"incident_id": "nm7kbw8jjqg2",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-05-21T18:27:23.487Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "The issue has been identified and a fix is being implemented.",
"created_at": "2026-05-21T16:24:17.007Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-05-21T16:24:17.007Z",
"id": "ltw7w43z8bfs",
"incident_id": "nm7kbw8jjqg2",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-05-21T16:24:17.007Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "3br2q2tkwfg2",
"name": "Scalr Worker",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "Some accounts are experiencing longer than usual wait times for runs to execute.",
"created_at": "2026-05-21T16:24:03.846Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-05-21T16:24:03.846Z",
"id": "w445c8rdcnfv",
"incident_id": "nm7kbw8jjqg2",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-05-21T16:24:03.846Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-05-21T18:27:23.487Z",
"name": "Scalr Run Queue Delayed",
"page_id": "10ppf9v749zf",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-05-21T18:44:52.735Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/vwx7tk6s5pbk",
"started_at": "2026-05-21T16:24:03.723Z",
"status": "resolved",
"updated_at": "2026-05-21T18:44:52.749Z"
},
{
"components": [
{
"created_at": "2022-01-18T20:59:10.485Z",
"description": "Scalr Platform (both GUI and API)",
"group_id": null,
"id": "tcq49w7hn6dj",
"name": "Scalr Platform",
"page_id": "10ppf9v749zf",
"position": 1,
"showcase": true,
"start_date": "2022-01-18T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-08-27T16:09:31.313Z"
}
],
"created_at": "2026-05-19T10:17:22.000Z",
"id": "94r8mq4fg0bb",
"impact": "major",
"impact_override": "major",
"incident_updates": [
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "This incident has been resolved.",
"created_at": "2026-05-19T11:08:59.673Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-05-19T11:08:59.673Z",
"id": "c9549jc1dyln",
"incident_id": "94r8mq4fg0bb",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-05-19T11:08:59.673Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "We are continuing to monitor for any further issues.",
"created_at": "2026-05-19T11:01:49.751Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-05-19T11:01:49.751Z",
"id": "wnr0238x2c7k",
"incident_id": "94r8mq4fg0bb",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-05-19T11:01:49.751Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "A fix has been implemented and we are monitoring the results.",
"created_at": "2026-05-19T11:01:15.740Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-05-19T10:49:15.000Z",
"id": "rgqhbz6r9f3w",
"incident_id": "94r8mq4fg0bb",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-05-19T11:02:18.982Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "degraded_performance",
"old_status": "partial_outage"
}
],
"body": "The release is being rolled back and we expect the fix to be completed in ~10-15 minutes",
"created_at": "2026-05-19T10:18:08.771Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-05-19T10:18:08.771Z",
"id": "f3d0ktyfgh7b",
"incident_id": "94r8mq4fg0bb",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-05-19T10:18:08.771Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "The issue has been identified and a fix is being implemented.",
"created_at": "2026-05-19T10:17:28.989Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-05-19T10:17:28.989Z",
"id": "kmsqv13wgr21",
"incident_id": "94r8mq4fg0bb",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-05-19T10:17:28.989Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "tcq49w7hn6dj",
"name": "Scalr Platform",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "Some customers are unable to log into Scalr due to SSL errors.",
"created_at": "2026-05-19T10:17:22.294Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-05-19T10:17:22.000Z",
"id": "jw4p1wvl5vpv",
"incident_id": "94r8mq4fg0bb",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-05-19T10:19:10.729Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-05-19T10:49:15.000Z",
"name": "Errors Relating to SSL",
"page_id": "10ppf9v749zf",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-05-19T11:08:59.673Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/8tqgzzlzmknc",
"started_at": "2026-05-19T10:17:22.000Z",
"status": "resolved",
"updated_at": "2026-05-19T11:09:21.157Z"
}
],
"page": {
"id": "10ppf9v749zf",
"name": "scalr.io",
"url": "https://status.scalr.io"
},
"status": {
"description": "All Systems Operational",
"indicator": "none"
}
}