Snapshot 245021
Raw (normalized text)
Scripts and page chrome removed; this is what change detection compares.
{
"components": [
{
"created_at": "2021-03-26T20:18:29.425Z",
"description": null,
"group_id": null,
"id": "9g1n0597ckx9",
"name": "Admin",
"page_id": "bt8sc94xpyd4",
"position": 6,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.527Z"
},
{
"created_at": "2021-03-26T20:41:53.050Z",
"description": null,
"group_id": null,
"id": "8m5w0ycgrpxv",
"name": "Events",
"page_id": "bt8sc94xpyd4",
"position": 7,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.540Z"
},
{
"created_at": "2021-03-26T20:42:05.839Z",
"description": null,
"group_id": null,
"id": "hhb2gt6xb01h",
"name": "Leads",
"page_id": "bt8sc94xpyd4",
"position": 8,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.551Z"
},
{
"created_at": "2021-03-26T20:42:16.732Z",
"description": null,
"group_id": null,
"id": "4d5ntq40zj0t",
"name": "Workflow",
"page_id": "bt8sc94xpyd4",
"position": 9,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.561Z"
}
],
"incidents": [
{
"components": [
{
"created_at": "2021-03-26T20:18:29.425Z",
"description": null,
"group_id": null,
"id": "9g1n0597ckx9",
"name": "Admin",
"page_id": "bt8sc94xpyd4",
"position": 6,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.527Z"
},
{
"created_at": "2021-03-26T20:41:53.050Z",
"description": null,
"group_id": null,
"id": "8m5w0ycgrpxv",
"name": "Events",
"page_id": "bt8sc94xpyd4",
"position": 7,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.540Z"
},
{
"created_at": "2021-03-26T20:42:05.839Z",
"description": null,
"group_id": null,
"id": "hhb2gt6xb01h",
"name": "Leads",
"page_id": "bt8sc94xpyd4",
"position": 8,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.551Z"
},
{
"created_at": "2021-03-26T20:42:16.732Z",
"description": null,
"group_id": null,
"id": "4d5ntq40zj0t",
"name": "Workflow",
"page_id": "bt8sc94xpyd4",
"position": 9,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.561Z"
}
],
"created_at": "2026-03-16T15:10:17.139Z",
"id": "57bd8y06jgpz",
"impact": "minor",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "9g1n0597ckx9",
"name": "Admin",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "8m5w0ycgrpxv",
"name": "Events",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "hhb2gt6xb01h",
"name": "Leads",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "4d5ntq40zj0t",
"name": "Workflow",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Monitoring has shown that we are back to expected performance.",
"created_at": "2026-03-16T17:22:54.482Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-03-16T17:22:54.482Z",
"id": "cs8gv2z2px66",
"incident_id": "57bd8y06jgpz",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-03-16T17:22:54.482Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "9g1n0597ckx9",
"name": "Admin",
"new_status": "operational",
"old_status": "degraded_performance"
},
{
"code": "8m5w0ycgrpxv",
"name": "Events",
"new_status": "operational",
"old_status": "degraded_performance"
},
{
"code": "hhb2gt6xb01h",
"name": "Leads",
"new_status": "operational",
"old_status": "degraded_performance"
},
{
"code": "4d5ntq40zj0t",
"name": "Workflow",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "We have identified the issue and applied a remediation. We are monitoring, performance is improved.",
"created_at": "2026-03-16T15:29:44.584Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-03-16T15:29:44.584Z",
"id": "p1vkssh2b88s",
"incident_id": "57bd8y06jgpz",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-03-16T15:29:44.584Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "9g1n0597ckx9",
"name": "Admin",
"new_status": "degraded_performance",
"old_status": "operational"
},
{
"code": "8m5w0ycgrpxv",
"name": "Events",
"new_status": "degraded_performance",
"old_status": "operational"
},
{
"code": "hhb2gt6xb01h",
"name": "Leads",
"new_status": "degraded_performance",
"old_status": "operational"
},
{
"code": "4d5ntq40zj0t",
"name": "Workflow",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "We are currently investigating higher than normal traffic to our main database writer instance, this is causing slowness on apis that save information.",
"created_at": "2026-03-16T15:10:17.245Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-03-16T15:10:17.245Z",
"id": "rd9yh938nccv",
"incident_id": "57bd8y06jgpz",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-03-16T15:10:17.245Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-03-16T15:29:44.584Z",
"name": "Database Writer Utilization.",
"page_id": "bt8sc94xpyd4",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-03-16T17:22:54.482Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/c8dqpyb30z4t",
"started_at": "2026-03-16T15:10:17.133Z",
"status": "resolved",
"updated_at": "2026-03-16T17:22:54.498Z"
},
{
"components": [],
"created_at": "2025-12-18T19:18:00.000Z",
"id": "kv02bb57dzvc",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": null,
"body": "The RainFocus platform experienced out of memory (OOM) errors on a Redis instance from 12:18pm to 12:54pm MST. A percentage of attendee API requests and SSO logins failed during this time.",
"created_at": "2025-12-22T20:54:46.956Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2025-12-22T19:18:00.000Z",
"id": "w7p1t9k29wgv",
"incident_id": "kv02bb57dzvc",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-12-22T20:55:02.552Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "API and SSO errors.",
"page_id": "bt8sc94xpyd4",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2025-12-22T19:18:00.000Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/51f28ymxw327",
"started_at": "2025-12-22T19:18:00.000Z",
"status": "resolved",
"updated_at": "2025-12-22T20:55:02.675Z"
},
{
"components": [],
"created_at": "2025-11-10T23:52:04.781Z",
"id": "hx1r9wy26wkc",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": null,
"body": "An issue occurred with one of our admin pods causing intermittent failures with the RainFocus Admin (approximately 1/20 calls). This admin pod was replaced at 3:55PM MT, and the issues were eliminated.",
"created_at": "2025-11-10T23:52:04.830Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2025-11-10T23:52:04.830Z",
"id": "8990xb2r1f0b",
"incident_id": "hx1r9wy26wkc",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-11-10T23:52:04.830Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Admin intermittent errors",
"page_id": "bt8sc94xpyd4",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2025-11-10T23:52:04.830Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/ftfmvdkq6rfn",
"started_at": "2025-11-10T23:52:04.776Z",
"status": "resolved",
"updated_at": "2025-11-10T23:52:04.842Z"
},
{
"components": [],
"created_at": "2025-10-14T17:00:00.000Z",
"id": "lzyxbsx7n0sr",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": null,
"body": "The RainFocus platform experienced higher error rates for 5 minutes due to database writer contention. The errors occurred from 11:00am MDT to 11:05am MDT.",
"created_at": "2025-10-20T16:00:42.540Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2025-10-14T17:00:00.000Z",
"id": "r80xrxf930l6",
"incident_id": "lzyxbsx7n0sr",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-10-20T16:00:42.540Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Elevated error rates.",
"page_id": "bt8sc94xpyd4",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2025-10-14T17:00:00.000Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/0zj5wng97kqx",
"started_at": "2025-10-20T16:00:42.466Z",
"status": "resolved",
"updated_at": "2025-10-20T16:00:42.550Z"
},
{
"components": [
{
"created_at": "2021-03-26T20:18:29.425Z",
"description": null,
"group_id": null,
"id": "9g1n0597ckx9",
"name": "Admin",
"page_id": "bt8sc94xpyd4",
"position": 6,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.527Z"
},
{
"created_at": "2021-03-26T20:41:53.050Z",
"description": null,
"group_id": null,
"id": "8m5w0ycgrpxv",
"name": "Events",
"page_id": "bt8sc94xpyd4",
"position": 7,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.540Z"
},
{
"created_at": "2021-03-26T20:42:05.839Z",
"description": null,
"group_id": null,
"id": "hhb2gt6xb01h",
"name": "Leads",
"page_id": "bt8sc94xpyd4",
"position": 8,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.551Z"
},
{
"created_at": "2021-03-26T20:42:16.732Z",
"description": null,
"group_id": null,
"id": "4d5ntq40zj0t",
"name": "Workflow",
"page_id": "bt8sc94xpyd4",
"position": 9,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.561Z"
}
],
"created_at": "2025-08-19T18:21:52.967Z",
"id": "f7k4td09yff5",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "9g1n0597ckx9",
"name": "Admin",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "8m5w0ycgrpxv",
"name": "Events",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "hhb2gt6xb01h",
"name": "Leads",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "4d5ntq40zj0t",
"name": "Workflow",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "After monitoring, the deployed fix has resolved the issue. An RCA is being created and will be shared through your RainFocus account team.",
"created_at": "2025-08-19T19:04:25.204Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-08-19T19:04:25.204Z",
"id": "ymkntzs7tfz5",
"incident_id": "f7k4td09yff5",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-08-19T19:04:25.204Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "9g1n0597ckx9",
"name": "Admin",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "8m5w0ycgrpxv",
"name": "Events",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "hhb2gt6xb01h",
"name": "Leads",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "4d5ntq40zj0t",
"name": "Workflow",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "503 errors were experienced across all RainFocus applications due to issues with our ingress. The issue has been resolve and we are monitoring the situation.",
"created_at": "2025-08-19T18:21:53.024Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-08-19T18:21:53.024Z",
"id": "16lrrmyt9tld",
"incident_id": "f7k4td09yff5",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-08-19T18:21:53.024Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2025-08-19T18:21:53.024Z",
"name": "503 Errors across all applications.",
"page_id": "bt8sc94xpyd4",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2025-08-19T19:04:25.204Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/3mcqp9368w9r",
"started_at": "2025-08-19T18:21:52.957Z",
"status": "resolved",
"updated_at": "2025-08-19T19:04:25.222Z"
},
{
"components": [],
"created_at": "2024-11-14T21:18:00.000Z",
"id": "w371rznc315v",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": null,
"body": "2:18 pm MT - RainFocus CloudOps team received automated alerting of production issue. Server capacity was less than desired due to a large number of spot instance disruptions. Team joined a bridge call to discuss.\n2:23 pm MT - Issue was resolved, team was online monitoring the situation. The team decided to add more instance types to the list of spot instances for autoscaling to help alleviate this capacity issue. \n2:50 pm MT - Team added additional on-demand capacity to help alleviate any more spot disruptions during the busy holiday season.",
"created_at": "2024-11-14T23:08:22.356Z",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2024-11-14T21:18:00.000Z",
"id": "q16l65g1ds6z",
"incident_id": "w371rznc315v",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2024-11-14T23:08:22.356Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Elevated error rates (Resolved)",
"page_id": "bt8sc94xpyd4",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2024-11-14T21:18:00.000Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/9q8h6t55tr20",
"started_at": "2024-11-14T23:08:22.317Z",
"status": "resolved",
"updated_at": "2024-11-14T23:08:22.364Z"
},
{
"components": [
{
"created_at": "2021-03-26T20:41:53.050Z",
"description": null,
"group_id": null,
"id": "8m5w0ycgrpxv",
"name": "Events",
"page_id": "bt8sc94xpyd4",
"position": 7,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.540Z"
}
],
"created_at": "2024-08-01T16:50:00.858Z",
"id": "k08tkgw49vtc",
"impact": "major",
"impact_override": "major",
"incident_updates": [
{
"affected_components": [
{
"code": "8m5w0ycgrpxv",
"name": "Events",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "The RainFocus Search Service is now successfully completing all requests. All session catalog requests are now completing successfully. The team is continuing to monitor. An RCA is being created and will be provided upon request.",
"created_at": "2024-08-01T18:33:44.852Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2024-08-01T18:33:44.852Z",
"id": "lcblkr51zcv2",
"incident_id": "k08tkgw49vtc",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2024-08-01T18:33:44.852Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "8m5w0ycgrpxv",
"name": "Events",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "The RainFocus Search Service is currently experiencing issues that began at 10:01AM MT. This is resulting in sessions not returning on session catalogs. The team is aware of this and is currently working to resolve this.",
"created_at": "2024-08-01T16:50:00.916Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2024-08-01T16:50:00.916Z",
"id": "yczmhqxzrplb",
"incident_id": "k08tkgw49vtc",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2024-08-01T16:50:00.916Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "RainFocus Search Service",
"page_id": "bt8sc94xpyd4",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2024-08-01T18:33:44.852Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/lftg16v0qjld",
"started_at": "2024-08-01T16:50:00.854Z",
"status": "resolved",
"updated_at": "2024-08-01T18:33:44.866Z"
},
{
"components": [
{
"created_at": "2021-03-26T20:18:29.425Z",
"description": null,
"group_id": null,
"id": "9g1n0597ckx9",
"name": "Admin",
"page_id": "bt8sc94xpyd4",
"position": 6,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.527Z"
},
{
"created_at": "2021-03-26T20:41:53.050Z",
"description": null,
"group_id": null,
"id": "8m5w0ycgrpxv",
"name": "Events",
"page_id": "bt8sc94xpyd4",
"position": 7,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.540Z"
},
{
"created_at": "2021-03-26T20:42:05.839Z",
"description": null,
"group_id": null,
"id": "hhb2gt6xb01h",
"name": "Leads",
"page_id": "bt8sc94xpyd4",
"position": 8,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.551Z"
},
{
"created_at": "2021-03-26T20:42:16.732Z",
"description": null,
"group_id": null,
"id": "4d5ntq40zj0t",
"name": "Workflow",
"page_id": "bt8sc94xpyd4",
"position": 9,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.561Z"
}
],
"created_at": "2024-04-21T01:56:04.863Z",
"id": "rfj5vdpfwrnw",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "9g1n0597ckx9",
"name": "Admin",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "8m5w0ycgrpxv",
"name": "Events",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "hhb2gt6xb01h",
"name": "Leads",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "4d5ntq40zj0t",
"name": "Workflow",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Routine infrastructure patching caused an elevated rate of errors for about 1 minute between 7:34pm - 7:35pm MDT. Errors rates are back down and incident is resolved.",
"created_at": "2024-04-21T01:56:04.905Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2024-04-21T01:56:04.905Z",
"id": "spdmt45nfnw0",
"incident_id": "rfj5vdpfwrnw",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2024-04-21T01:56:04.905Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Elevated errors during routine maintenance.",
"page_id": "bt8sc94xpyd4",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2024-04-21T01:56:04.905Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/5t875ltlsfcr",
"started_at": "2024-04-21T01:56:04.858Z",
"status": "resolved",
"updated_at": "2024-04-21T01:56:04.914Z"
},
{
"components": [
{
"created_at": "2021-03-26T20:18:29.425Z",
"description": null,
"group_id": null,
"id": "9g1n0597ckx9",
"name": "Admin",
"page_id": "bt8sc94xpyd4",
"position": 6,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.527Z"
}
],
"created_at": "2023-09-30T17:04:10.131Z",
"id": "28ygxf6gqqyf",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "9g1n0597ckx9",
"name": "Admin",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Several RainFocus Admin pods lost connection to the caching service and the Health check failed to remove the pods from the pool of healthy pods. The pods have been removed from the pool and the application is now functioning as normal. The CloudOps team will be reviewing the Health Check so that is appropriately removes failed pods.",
"created_at": "2023-09-30T17:04:10.182Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2023-09-30T17:04:10.182Z",
"id": "y6rr0jz65j42",
"incident_id": "28ygxf6gqqyf",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2023-09-30T17:04:10.182Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Admin issues",
"page_id": "bt8sc94xpyd4",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2023-09-30T17:04:10.182Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/b9rzn94rwskd",
"started_at": "2023-09-30T17:04:10.128Z",
"status": "resolved",
"updated_at": "2023-09-30T17:04:10.193Z"
},
{
"components": [
{
"created_at": "2021-03-26T20:18:29.425Z",
"description": null,
"group_id": null,
"id": "9g1n0597ckx9",
"name": "Admin",
"page_id": "bt8sc94xpyd4",
"position": 6,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.527Z"
},
{
"created_at": "2021-03-26T20:41:53.050Z",
"description": null,
"group_id": null,
"id": "8m5w0ycgrpxv",
"name": "Events",
"page_id": "bt8sc94xpyd4",
"position": 7,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.540Z"
},
{
"created_at": "2021-03-26T20:42:05.839Z",
"description": null,
"group_id": null,
"id": "hhb2gt6xb01h",
"name": "Leads",
"page_id": "bt8sc94xpyd4",
"position": 8,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.551Z"
},
{
"created_at": "2021-03-26T20:42:16.732Z",
"description": null,
"group_id": null,
"id": "4d5ntq40zj0t",
"name": "Workflow",
"page_id": "bt8sc94xpyd4",
"position": 9,
"showcase": true,
"start_date": "2021-03-26T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-03-16T15:29:44.561Z"
}
],
"created_at": "2023-09-18T20:28:44.890Z",
"id": "4dsc1kwcp6tr",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "9g1n0597ckx9",
"name": "Admin",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "8m5w0ycgrpxv",
"name": "Events",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "hhb2gt6xb01h",
"name": "Leads",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "4d5ntq40zj0t",
"name": "Workflow",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "RainFocus system latency has returned to normal. Per the update from AWS, we are internally resolving this issue, and will also continue to monitor.\n\nAWS Update:\nSep 18 9:40 PM PDT We continue to work towards resolving the increased networking latencies and errors affecting Availability Zones (usw2-az1 and usw2-az2) in the US-WEST-2 Region. We have now seen network mapping propagation latencies return to normal levels in both usw2-az1 and usw2-az2 Availability Zones. At this stage, all EC2 instance launches and network configuration changes are operating normally. We're continuing to monitor network mapping latencies and will provide a final update once all has been confirmed to be operating normally.\nhttps://health.aws.amazon.com/health/status",
"created_at": "2023-09-19T05:07:18.586Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2023-09-19T05:07:18.586Z",
"id": "86sg45ghr838",
"incident_id": "4dsc1kwcp6tr",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2023-09-19T05:07:18.586Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "9g1n0597ckx9",
"name": "Admin",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "8m5w0ycgrpxv",
"name": "Events",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "hhb2gt6xb01h",
"name": "Leads",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "4d5ntq40zj0t",
"name": "Workflow",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Update from AWS:\n[05:21 PM PDT] We continue to work toward resolving the increased networking latencies and errors affecting Availability Zones (usw2-az1 and usw2-az2) in the US-WEST-2 Region. We have successfully applied an update to the subsystem responsible for network mapping propagation to address resource contention. We have seen network mapping propagation times stabalize but they have not yet begun to trend towards normal levels. We expect that to begin over the next 30 minutes, at which time we expect latencies and error rates to improve. We will continue to keep you updated on our progress towards full recovery.\nhttps://health.aws.amazon.com/health/status",
"created_at": "2023-09-19T00:42:02.842Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2023-09-19T00:42:02.842Z",
"id": "vhp8bn6yn6fx",
"incident_id": "4dsc1kwcp6tr",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2023-09-19T00:42:02.842Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "9g1n0597ckx9",
"name": "Admin",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "8m5w0ycgrpxv",
"name": "Events",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "hhb2gt6xb01h",
"name": "Leads",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "4d5ntq40zj0t",
"name": "Workflow",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Update from AWS:\nSep 18 4:20 PM PDT We continue to progress toward resolving the increased networking latencies and errors affecting Availability Zones (usw2-az1 and usw2-az2) in the US-WEST-2 Region. At this time, we are approximately 50% completed with the update to address resource contention within the subsystem responsible for network mappings propagation in the usw2-az2 Availability Zone. Once we complete the update in usw2-az2, we will then move on to usw2-az1. Our current expectation is to have both Availability Zones fully resolved within the next 60 to 90 minutes, and we will continue to provide updates as recovery progresses.\nhttps://health.aws.amazon.com/health/status",
"created_at": "2023-09-18T23:26:27.146Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2023-09-18T23:26:27.146Z",
"id": "zlkkhgrn5m1z",
"incident_id": "4dsc1kwcp6tr",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2023-09-18T23:26:27.146Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "9g1n0597ckx9",
"name": "Admin",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "8m5w0ycgrpxv",
"name": "Events",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "hhb2gt6xb01h",
"name": "Leads",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "4d5ntq40zj0t",
"name": "Workflow",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Update from AWS:\nSep 18 3:02 PM PDT We continue to make progress towards resolving the increased networking latencies and errors affecting Availability Zones (usw2-az1 and usw2-az2) in the US-WEST-2 Region. In the last hour, we applied an update to address resource contention within the subsystem responsible for network mappings propagation and are seeing early signs of improvement. We will continue to monitor before deploying this change more broadly and will continue to provide updates.\nhttps://health.aws.amazon.com/health/status",
"created_at": "2023-09-18T22:12:13.140Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2023-09-18T22:12:13.140Z",
"id": "qzpkbr5vgcth",
"incident_id": "4dsc1kwcp6tr",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2023-09-18T22:12:13.140Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "9g1n0597ckx9",
"name": "Admin",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "8m5w0ycgrpxv",
"name": "Events",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "hhb2gt6xb01h",
"name": "Leads",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "4d5ntq40zj0t",
"name": "Workflow",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "AWS continues to experience some latency issues in Availability Zones that we are currently hosting in, in both our primary (US-West-2) and DR (US-East-1) regions. We've are removed affected pods, and actively monitoring. https://health.aws.amazon.com/health/status",
"created_at": "2023-09-18T20:28:44.919Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2023-09-18T20:28:44.919Z",
"id": "5bxxjzp182kg",
"incident_id": "4dsc1kwcp6tr",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2023-09-18T20:28:44.919Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2023-09-18T20:28:44.919Z",
"name": "AWS Latency",
"page_id": "bt8sc94xpyd4",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2023-09-19T05:07:18.586Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/2brq2k1kns95",
"started_at": "2023-09-18T20:28:44.884Z",
"status": "resolved",
"updated_at": "2023-09-19T05:07:18.604Z"
}
],
"page": {
"id": "bt8sc94xpyd4",
"name": "RainFocus",
"url": "https://status.rainfocus.com"
},
"status": {
"description": "All Systems Operational",
"indicator": "none"
}
}