Snapshot 41837
Normalized text
Scripts and page chrome removed; this is what change detection compares.
{
"components": [
{
"created_at": "2020-05-29T17:40:12.359-06:00",
"description": null,
"group_id": null,
"id": "g8kvq128rbjv",
"name": "United States (Oregon)",
"page_id": "8s70qr3c1k2f",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-07-13T10:24:23.706-06:00"
},
{
"created_at": "2020-05-29T18:00:11.068-06:00",
"description": null,
"group_id": null,
"id": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"page_id": "8s70qr3c1k2f",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-10T10:00:07.331-06:00"
}
],
"incidents": [
{
"components": [
{
"created_at": "2020-05-29T17:40:12.359-06:00",
"description": null,
"group_id": null,
"id": "g8kvq128rbjv",
"name": "United States (Oregon)",
"page_id": "8s70qr3c1k2f",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-07-13T10:24:23.706-06:00"
},
{
"created_at": "2020-05-29T18:00:11.068-06:00",
"description": null,
"group_id": null,
"id": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"page_id": "8s70qr3c1k2f",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-10T10:00:07.331-06:00"
}
],
"created_at": "2026-09-23T07:33:15.569-06:00",
"id": "kn5d9r1b8ndl",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Our engineers identified a deployment issue that caused an older version of a backend service to be deployed, resulting in an incompatibility that prevented Build applications from loading. The current version has been restored, and Build applications are operating as expected. We are also implementing additional safeguards to prevent older versions from being deployed in this manner.",
"created_at": "2026-09-23T08:01:39.408-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-23T08:01:39.408-06:00",
"id": "fcwzqyxxshkb",
"incident_id": "kn5d9r1b8ndl",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-23T08:01:39.408-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Kuali Build services have been restored and applications are available again.\n\nWe are continuing to monitor the service and will provide additional details about the incident shortly.",
"created_at": "2026-09-23T07:42:40.518-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-23T07:42:40.518-06:00",
"id": "q14v8q7gzym8",
"incident_id": "kn5d9r1b8ndl",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-23T07:42:40.518-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We are currently investigating an issue affecting access to Kuali Build applications. Users may be unable to access or load Build apps.\n\nOur team is actively investigating the issue. We will provide additional information as it becomes available.",
"created_at": "2026-09-23T07:33:15.620-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-23T07:33:15.620-06:00",
"id": "52qfncpdynsh",
"incident_id": "kn5d9r1b8ndl",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-23T07:33:15.620-06:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-09-23T07:42:40.518-06:00",
"name": "Investigating – Kuali Build Service Disruption",
"page_id": "8s70qr3c1k2f",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-09-23T08:01:39.408-06:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/d7phkvzxr1f2",
"started_at": "2026-09-23T07:33:15.561-06:00",
"status": "resolved",
"updated_at": "2026-09-23T08:01:39.427-06:00"
},
{
"components": [],
"created_at": "2026-09-05T19:30:00.000-06:00",
"id": "8m1bgtwfky0n",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": null,
"body": "From approximately Sat Sep 5, 7:43 PM MDT to Mon Sep 7, 6:41 AM MDT, integrations in our US regions were failing with status 500 errors. We've corrected the issue and scripted a retry on all affected documents.\n\nThis was caused by a routine security upgrade to a third-party networking library, which changed how outbound secure connections are made and prevented integration requests from reaching their destination. No data was transmitted to external systems — affected steps simply did not run.\n\nWe've rolled back the upgrade and added automated test coverage for this path to prevent a recurrence. Our Canada region was not affected.",
"created_at": "2026-09-07T11:16:32.546-06:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-09-05T19:30:00.000-06:00",
"id": "sbr25wpljdg2",
"incident_id": "8m1bgtwfky0n",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-07T11:16:32.546-06:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Integrations going to 500 Error in Kuali Platform (US region only)",
"page_id": "8s70qr3c1k2f",
"postmortem_body": "A routine security upgrade to a third-party networking library changed how outbound secure connections were handled, causing integrations in our US regions to fail from approximately **September 5 at 7:43 PM MDT through September 7 at 6:41 AM MDT**, Canada was not affected.\n\n### Resolution and Follow-Up\n\nWe rolled back the upgrade and retried affected documents. We have also added automated testing and are improving monitoring and alerting to help prevent and more quickly identify similar issues in the future.",
"postmortem_body_last_updated_at": "2026-09-10T12:30:48.501-06:00",
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": "2026-09-10T12:30:48.501-06:00",
"reminder_intervals": null,
"resolved_at": "2026-09-05T19:30:00.000-06:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/d0lrjydn7twq",
"started_at": "2026-09-07T11:16:32.495-06:00",
"status": "resolved",
"updated_at": "2026-09-10T12:30:48.517-06:00"
},
{
"components": [],
"created_at": "2026-09-02T08:51:00.000-06:00",
"id": "qkdfczd0j74g",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": null,
"body": "From approximately 10:51 a.m. to 10:56 a.m. ET, some users were unable to access Platform and Build. The interruption was caused by a networking incident affecting Fly.io, a third-party infrastructure service provider used by Kuali. Fly.io resolved the issue, and access to the affected applications was restored. We apologize for the disruption.",
"created_at": "2026-09-02T10:34:59.894-06:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-09-02T08:51:00.000-06:00",
"id": "2p5wdvypn1bv",
"incident_id": "qkdfczd0j74g",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-02T10:34:59.894-06:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Platform/Build Service Interruption",
"page_id": "8s70qr3c1k2f",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-09-02T08:51:00.000-06:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/y5jkwh1ztcbv",
"started_at": "2026-09-02T10:34:59.844-06:00",
"status": "resolved",
"updated_at": "2026-09-02T10:34:59.905-06:00"
},
{
"components": [
{
"created_at": "2020-05-29T17:40:12.359-06:00",
"description": null,
"group_id": null,
"id": "g8kvq128rbjv",
"name": "United States (Oregon)",
"page_id": "8s70qr3c1k2f",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-07-13T10:24:23.706-06:00"
},
{
"created_at": "2020-05-29T18:00:11.068-06:00",
"description": null,
"group_id": null,
"id": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"page_id": "8s70qr3c1k2f",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-10T10:00:07.331-06:00"
}
],
"created_at": "2026-08-03T10:03:54.255-06:00",
"id": "tnwds6gjd7mn",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Our engineers have deployed a fix, and the PDF generation issue should now be resolved. We will also retry affected workflow jobs to ensure previously failed notifications are processed.",
"created_at": "2026-08-03T10:53:26.017-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-08-03T10:53:26.017-06:00",
"id": "x2zbcrztszhz",
"incident_id": "tnwds6gjd7mn",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-03T10:53:26.017-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Our team has identified a potential cause of the issue affecting browser-based PDF exports and workflow notifications with PDF attachments. We are currently testing a fix and will provide another update as soon as testing is complete.",
"created_at": "2026-08-03T10:25:10.896-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-08-03T10:25:10.896-06:00",
"id": "l183q5hf1qf8",
"incident_id": "tnwds6gjd7mn",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-03T10:25:10.896-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We are investigating an issue that is causing PDF generation to fail intermittently for some users. Our team is working to identify the cause and restore reliable functionality as quickly as possible. We will share additional updates as more information becomes available.",
"created_at": "2026-08-03T10:03:54.323-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-08-03T10:03:54.323-06:00",
"id": "frg2bjpf428j",
"incident_id": "tnwds6gjd7mn",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-03T10:03:54.323-06:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Intermittent PDF Generation Failures",
"page_id": "8s70qr3c1k2f",
"postmortem_body": "The issue was caused by an unexpected change introduced during a routine deployment. Our engineers deployed a fix and are taking steps to help prevent similar disruptions in the future.",
"postmortem_body_last_updated_at": "2026-08-03T11:51:14.447-06:00",
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": "2026-08-03T11:51:14.447-06:00",
"reminder_intervals": "[]",
"resolved_at": "2026-08-03T10:53:26.017-06:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/t00y1953np49",
"started_at": "2026-08-03T10:03:54.241-06:00",
"status": "resolved",
"updated_at": "2026-08-03T11:51:14.462-06:00"
},
{
"components": [],
"created_at": "2026-08-03T09:00:00.000-06:00",
"id": "sp7w4qh3zp0b",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": null,
"body": "From approximately 9:52 a.m. to 10:03 a.m. CT, some users were unable to access Platform and Build. The interruption was caused by a networking incident affecting Fly.io, a third-party infrastructure service provider used by Kuali. Fly.io resolved the issue, and access to the affected applications was restored. We apologize for the disruption.",
"created_at": "2026-08-03T10:43:25.184-06:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-08-03T09:00:00.000-06:00",
"id": "kwx9bx6qt7vy",
"incident_id": "sp7w4qh3zp0b",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-03T10:43:25.184-06:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Platform/Build Service Interruption",
"page_id": "8s70qr3c1k2f",
"postmortem_body": "Our review confirmed that an unexpected configuration issue at [Fly.io](http://Fly.io) disrupted inbound network traffic to Platform and Build. The third-party provider corrected the configuration, and we are reviewing our monitoring and escalation processes to improve how quickly similar upstream incidents are identified and communicated.",
"postmortem_body_last_updated_at": "2026-08-03T11:50:09.782-06:00",
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": "2026-08-03T11:50:09.782-06:00",
"reminder_intervals": null,
"resolved_at": "2026-08-03T09:00:00.000-06:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/lmgl63tx6dh4",
"started_at": "2026-08-03T10:43:25.138-06:00",
"status": "resolved",
"updated_at": "2026-08-03T11:50:09.803-06:00"
},
{
"components": [
{
"created_at": "2020-05-29T17:40:12.359-06:00",
"description": null,
"group_id": null,
"id": "g8kvq128rbjv",
"name": "United States (Oregon)",
"page_id": "8s70qr3c1k2f",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-07-13T10:24:23.706-06:00"
}
],
"created_at": "2026-07-27T06:48:20.517-06:00",
"id": "48w47qhrybth",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Our engineers have deployed a fix, and PDF exports are now working as expected. They also identified notification steps that failed during the issue and had not yet been retried. A script was run across the affected tenants to retry those steps and resolve the associated documents that entered an Error status.",
"created_at": "2026-07-27T07:45:20.401-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-27T07:45:20.000-06:00",
"id": "6kwrnvh3d08c",
"incident_id": "48w47qhrybth",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-27T08:55:45.814-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Our engineers believe they have identified the cause of the PDF export failures and are actively working to resolve the issue. We will provide another update as soon as additional information is available.",
"created_at": "2026-07-27T07:35:18.552-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-27T07:35:18.000-06:00",
"id": "zkft9948rlm4",
"incident_id": "48w47qhrybth",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-27T07:40:59.395-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Our engineers are continuing to investigate the underlying cause of the PDF export failures in the US environment. We will provide another update as soon as more information is available.",
"created_at": "2026-07-27T07:23:01.836-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-27T07:23:01.836-06:00",
"id": "554v47qw388m",
"incident_id": "48w47qhrybth",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-27T07:23:01.836-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We are investigating an issue causing browser-based PDF exports to fail in the US environment. Workflows that generate or attach a PDF may time out after several minutes and move the affected document into an Error status. Notifications that do not include a PDF are not affected.",
"created_at": "2026-07-27T06:48:20.571-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-27T06:48:20.571-06:00",
"id": "82zs9kkqxr10",
"incident_id": "48w47qhrybth",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-27T06:48:20.571-06:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Platform/Build - PDF Exports Failing in the US Environment",
"page_id": "8s70qr3c1k2f",
"postmortem_body": "A change to a third-party service disrupted the PDF generation process, causing some PDF exports and workflow notifications with PDF attachments to fail. The issue has been resolved, and affected notification steps were retried.",
"postmortem_body_last_updated_at": "2026-07-28T09:46:41.403-06:00",
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": "2026-07-28T09:46:41.403-06:00",
"reminder_intervals": null,
"resolved_at": "2026-07-27T07:45:20.000-06:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/73pg5g2xdq5d",
"started_at": "2026-07-27T07:35:18.000-06:00",
"status": "resolved",
"updated_at": "2026-07-28T09:46:41.423-06:00"
},
{
"components": [
{
"created_at": "2020-05-29T17:40:12.359-06:00",
"description": null,
"group_id": null,
"id": "g8kvq128rbjv",
"name": "United States (Oregon)",
"page_id": "8s70qr3c1k2f",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-07-13T10:24:23.706-06:00"
},
{
"created_at": "2020-05-29T18:00:11.068-06:00",
"description": null,
"group_id": null,
"id": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"page_id": "8s70qr3c1k2f",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-10T10:00:07.331-06:00"
}
],
"created_at": "2026-07-13T08:07:04.577-06:00",
"id": "m7g457x6phlb",
"impact": "minor",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "degraded_performance"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Our engineers identified a configuration issue that was limiting system capacity below the expected level. The configuration has been corrected, and system performance has improved.\n\nWe will continue to monitor the environment and are taking additional steps to help prevent this issue from recurring.",
"created_at": "2026-07-13T10:24:23.737-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-13T10:24:23.737-06:00",
"id": "rbvpsyq98yfg",
"incident_id": "m7g457x6phlb",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-13T10:24:23.737-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We apologize for the disruption. Our engineers have increased system capacity, and performance has improved. The system is now loading as expected. We are continuing to monitor the environment and investigate the underlying cause, and we will provide additional updates as more information becomes available.",
"created_at": "2026-07-13T10:06:55.603-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-13T10:06:55.603-06:00",
"id": "lclj6szhww26",
"incident_id": "m7g457x6phlb",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-13T10:06:55.603-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Our engineers are still actively working to restore normal service. We will provide another update as soon as there is additional progress to share.",
"created_at": "2026-07-13T09:38:24.196-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-13T09:38:24.196-06:00",
"id": "1j0wnsr0hq38",
"incident_id": "m7g457x6phlb",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-13T09:38:24.196-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Our engineers are continuing their investigation and working toward a resolution. We will provide another update as soon as additional information is available.",
"created_at": "2026-07-13T09:01:34.670-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-13T09:01:34.670-06:00",
"id": "c2zcryz7vfhf",
"incident_id": "m7g457x6phlb",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-13T09:01:34.670-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We are continuing to investigate this issue. We will share another update as more information becomes available.",
"created_at": "2026-07-13T08:35:47.350-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-13T08:35:47.350-06:00",
"id": "5jf96zv3769p",
"incident_id": "m7g457x6phlb",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-13T08:35:47.350-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "degraded_performance",
"old_status": "operational"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We are investigating a service disruption affecting Platform and Build customers. Users may experience issues loading pages, accessing applications, or completing actions within the system.\nOur team is actively working to restore normal service. We will provide additional updates as more information becomes available.",
"created_at": "2026-07-13T08:07:04.655-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-13T08:07:04.655-06:00",
"id": "w4zfgwwmk2m5",
"incident_id": "m7g457x6phlb",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-13T08:07:04.655-06:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Platform and Build Service Disruption",
"page_id": "8s70qr3c1k2f",
"postmortem_body": "We experienced a disruption affecting the Platform and Build Service, which resulted in degraded platform performance and intermittent deployment failures. Our investigation identified a configuration issue that caused the service to operate with less capacity than intended.\n\nOur engineers corrected the configuration and restored the expected capacity, after which performance returned to normal. We continued monitoring the environment to confirm that the service remained stable.\n\nWe are taking additional steps to improve service resilience and reduce the likelihood of similar disruptions in the future.",
"postmortem_body_last_updated_at": "2026-07-21T05:42:55.136-06:00",
"postmortem_ignored": false,
"postmortem_notified_subscribers": true,
"postmortem_notified_twitter": false,
"postmortem_published_at": "2026-07-21T05:42:55.136-06:00",
"reminder_intervals": "[]",
"resolved_at": "2026-07-13T10:24:23.737-06:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/m8w6h3nf43yc",
"started_at": "2026-07-13T08:07:04.569-06:00",
"status": "resolved",
"updated_at": "2026-07-21T05:42:55.153-06:00"
},
{
"components": [
{
"created_at": "2020-05-29T17:40:12.359-06:00",
"description": null,
"group_id": null,
"id": "g8kvq128rbjv",
"name": "United States (Oregon)",
"page_id": "8s70qr3c1k2f",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-07-13T10:24:23.706-06:00"
},
{
"created_at": "2020-05-29T18:00:11.068-06:00",
"description": null,
"group_id": null,
"id": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"page_id": "8s70qr3c1k2f",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-10T10:00:07.331-06:00"
}
],
"created_at": "2026-07-10T12:16:44.862-06:00",
"id": "z09v8g796jss",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Our team has deployed a fix to resolve the intermittent PDF generation issues. Documents that encountered errors during processing will begin retrying automatically, and any associated notifications will be sent as expected once processing completes.\n\nOur investigation indicates the issue was caused by an internal configuration change that disrupted communication between services. We are continuing to validate the root cause, but service has been restored.",
"created_at": "2026-07-10T15:29:39.893-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-10T15:29:39.893-06:00",
"id": "vx9l1wkty91d",
"incident_id": "z09v8g796jss",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-10T15:29:39.893-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We have identified the underlying cause of the intermittent PDF generation failures and are actively deploying a fix. Once the update is complete, queued PDF generation requests will resume. We appreciate your patience and will provide another update as soon as the deployment is complete.",
"created_at": "2026-07-10T14:43:00.144-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-10T14:43:00.144-06:00",
"id": "97vllcns8xrz",
"incident_id": "z09v8g796jss",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-10T14:43:00.144-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We are continuing to investigate the issue affecting PDF generation. Our team is actively working to identify the root cause and restore consistent PDF generation as quickly as possible. We appreciate your patience and will share another update as soon as we have more information.",
"created_at": "2026-07-10T14:07:59.581-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-10T14:07:59.581-06:00",
"id": "pr17bj48g6y8",
"incident_id": "z09v8g796jss",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-10T14:07:59.581-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We are continuing to investigate the issue affecting PDF generation. Our team is actively working to identify the root cause and restore consistent PDF generation as quickly as possible. We appreciate your patience and will share another update as soon as we have more information.",
"created_at": "2026-07-10T13:24:01.933-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-10T13:24:01.933-06:00",
"id": "dzwv7sq6lnm6",
"incident_id": "z09v8g796jss",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-10T13:24:01.933-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We are continuing to investigate the issue affecting PDF generation. Our team is actively working to identify the root cause and restore consistent PDF generation as quickly as possible. We appreciate your patience and will share another update as soon as we have more information.",
"created_at": "2026-07-10T12:51:30.583-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-10T12:51:30.583-06:00",
"id": "h8pmwkbcv99n",
"incident_id": "z09v8g796jss",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-10T12:51:30.583-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We are aware of an issue causing PDF documents to fail to generate consistently for some users. Our team is actively investigating the cause and working to restore normal functionality as quickly as possible. We will provide additional updates as soon as more information becomes available.",
"created_at": "2026-07-10T12:16:44.912-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-10T12:16:44.912-06:00",
"id": "kddcd42vw31d",
"incident_id": "z09v8g796jss",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-10T12:16:44.912-06:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Intermittent PDF Generation Failures",
"page_id": "8s70qr3c1k2f",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-07-10T15:29:39.893-06:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/tn7bg3scvyk0",
"started_at": "2026-07-10T12:16:44.851-06:00",
"status": "resolved",
"updated_at": "2026-07-10T15:29:39.911-06:00"
},
{
"components": [
{
"created_at": "2020-05-29T17:40:12.359-06:00",
"description": null,
"group_id": null,
"id": "g8kvq128rbjv",
"name": "United States (Oregon)",
"page_id": "8s70qr3c1k2f",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-07-13T10:24:23.706-06:00"
},
{
"created_at": "2020-05-29T18:00:11.068-06:00",
"description": null,
"group_id": null,
"id": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"page_id": "8s70qr3c1k2f",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-10T10:00:07.331-06:00"
}
],
"created_at": "2026-07-09T08:31:10.371-06:00",
"id": "5vzjr6mw2r15",
"impact": "minor",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "A deployment-related infrastructure issue caused some application servers to become unhealthy, resulting resulting in intermittent access errors for some users in Kuali Platform products. The affected servers have been removed and service has been restored.",
"created_at": "2026-07-09T09:54:18.395-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-09T09:54:18.395-06:00",
"id": "9g0752jfzf9y",
"incident_id": "5vzjr6mw2r15",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-09T09:54:18.395-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "degraded_performance"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "The intermittent performance issues affecting Build/Platform have been resolved, and users should now be able to access apps normally. Our team will continue to monitor the environment to ensure continued stability",
"created_at": "2026-07-09T08:58:16.658-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-09T08:58:16.658-06:00",
"id": "9xdt1dvppv9x",
"incident_id": "5vzjr6mw2r15",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-09T08:58:16.658-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "degraded_performance",
"old_status": "operational"
},
{
"code": "tmcyj64jdyg4",
"name": "Canada (Montreal)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We are currently investigating intermittent performance issues with Build/Platform. Users may experience errors or delays when accessing apps.\n\nOur team is actively investigating the issue and will provide updates as more information becomes available.",
"created_at": "2026-07-09T08:31:10.459-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-09T08:31:10.459-06:00",
"id": "64q9gmkl6q56",
"incident_id": "5vzjr6mw2r15",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-09T08:31:10.459-06:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-07-09T08:58:16.658-06:00",
"name": "Build/Platform Intermittent Performance Issues",
"page_id": "8s70qr3c1k2f",
"postmortem_body": "We identified a background process that was placing unnecessary load on the database and have since optimized it, improved the associated data service, and completed database performance enhancements to help prevent similar issues going forward.",
"postmortem_body_last_updated_at": "2026-07-15T14:15:16.692-06:00",
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": "2026-07-15T14:15:16.692-06:00",
"reminder_intervals": null,
"resolved_at": "2026-07-09T09:54:18.395-06:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/ng03nxfw7b24",
"started_at": "2026-07-09T08:31:10.363-06:00",
"status": "resolved",
"updated_at": "2026-07-15T14:15:16.706-06:00"
},
{
"components": [
{
"created_at": "2020-05-29T17:40:12.359-06:00",
"description": null,
"group_id": null,
"id": "g8kvq128rbjv",
"name": "United States (Oregon)",
"page_id": "8s70qr3c1k2f",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-07-13T10:24:23.706-06:00"
}
],
"created_at": "2026-07-08T17:48:58.592-06:00",
"id": "24d1ry8jc3z7",
"impact": "major",
"impact_override": "major",
"incident_updates": [
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "major_outage"
}
],
"body": "We've resolved the issue affecting all environments.\n\nThe issue was caused by a database migration associated with a recent code deploy that encountered an unexpected error in our US environments. The migration has been corrected, and all services are now operating normally.\n\nAs a follow-up, we are reviewing the migration process to identify what led to the error and implement additional safeguards to help prevent similar issues in the future. Our apologies for the disruption this caused.",
"created_at": "2026-07-08T18:09:32.884-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-08T18:09:32.884-06:00",
"id": "m4hc64hhscmt",
"incident_id": "24d1ry8jc3z7",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-08T18:09:32.884-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "major_outage",
"old_status": "operational"
}
],
"body": "We are continuing to investigate this issue.",
"created_at": "2026-07-08T17:54:27.098-06:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-07-08T17:54:27.098-06:00",
"id": "pz6vzzflzx4t",
"incident_id": "24d1ry8jc3z7",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-08T17:54:27.098-06:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g8kvq128rbjv",
"name": "United States (Oregon)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We're actively investigating reports of environments not loading for Kuali Build/Platform products. We'll keep you posted as we know more and apologize for the inconvenience.",
"created_at": "2026-07-08T17:48:58.650-06:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-07-08T17:48:58.650-06:00",
"id": "5n2yrxzc974l",
"incident_id": "24d1ry8jc3z7",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-07-08T17:48:58.650-06:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Kuali Build/Platform environments not loading",
"page_id": "8s70qr3c1k2f",
"postmortem_body": "### Root Cause\n\nThe issue was caused by an unexpected problem encountered during the deployment of a recent platform update. This resulted in a temporary disruption to service until the deployment was corrected and normal operations were restored.\n\n### Planned Actions\n\nTo reduce the likelihood of similar issues in the future, we have updated our internal deployment procedures and validation processes to improve pre-deployment checks and strengthen safeguards during releases. These changes are intended to help identify potential issues earlier and ensure smoother deployments going forward.",
"postmortem_body_last_updated_at": "2026-08-05T11:04:53.940-06:00",
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": "2026-08-05T11:04:53.940-06:00",
"reminder_intervals": null,
"resolved_at": "2026-07-08T18:09:32.884-06:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/419jf6tssv1b",
"started_at": "2026-07-08T17:48:58.583-06:00",
"status": "resolved",
"updated_at": "2026-08-05T11:04:53.958-06:00"
}
],
"page": {
"id": "8s70qr3c1k2f",
"name": "Kuali",
"url": "https://status.kuali.co"
},
"status": {
"description": "All Systems Operational",
"indicator": "none"
}
}