Snapshot 18352
Normalized text
Scripts and page chrome removed; this is what change detection compares.
{
"components": [
{
"created_at": "2013-05-29T15:49:21.497-07:00",
"description": "UI of the Close.io application (web + native apps)",
"group_id": null,
"id": "ck3rrz764twn",
"name": "Application UI",
"page_id": "8vgwlwbg3zbc",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-29T11:15:06.696-07:00"
},
{
"created_at": "2013-05-29T15:48:21.037-07:00",
"description": "Backend JSON service that powers the Developer API directly, as well as the data behind the App.",
"group_id": null,
"id": "ljfwkyv0gkm4",
"name": "API",
"page_id": "8vgwlwbg3zbc",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-08-11T02:04:47.035-07:00"
},
{
"created_at": "2013-05-29T15:48:21.053-07:00",
"description": "Marketing homepage / website",
"group_id": null,
"id": "6vzxh4br52c0",
"name": "Public Website",
"page_id": "8vgwlwbg3zbc",
"position": 3,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2021-09-16T19:32:24.198-07:00"
},
{
"components": [
"g66q4s0pjqpn",
"9jd7q9z0vwn0"
],
"created_at": "2015-07-07T17:22:07.174-07:00",
"description": "Smart Views, Leads search, Inbox, Reporting, Opportunities list page",
"group_id": null,
"id": "mr4mgf5x06s4",
"name": "Search",
"page_id": "8vgwlwbg3zbc",
"position": 4,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2019-11-20T14:35:19.247-08:00"
},
{
"components": [
"3pp8nxqgzm9b",
"lyppg16clvrm"
],
"created_at": "2015-07-07T17:17:03.804-07:00",
"description": null,
"group_id": null,
"id": "1420gzqx0b85",
"name": "Email",
"page_id": "8vgwlwbg3zbc",
"position": 5,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2015-07-07T17:18:55.588-07:00"
},
{
"components": [
"bqn1yfzb327f",
"mt3vv6w7tgvm",
"19kvd6vh4sg1",
"4t6nsvvl4hch",
"87kj28bmqysz",
"9w7cp8tpj9gz",
"7gl6y7gr6t0t",
"d86qt514gj3j",
"hgx02fwjfh35",
"h2r5s5ngpnyj",
"cvsld5mnn05g"
],
"created_at": "2015-07-07T17:01:42.783-07:00",
"description": "Incoming and outgoing calls",
"group_id": null,
"id": "8y1twt7ymbbv",
"name": "Phone",
"page_id": "8vgwlwbg3zbc",
"position": 6,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2017-08-30T13:52:20.980-07:00"
},
{
"created_at": "2016-02-24T10:37:27.647-08:00",
"description": "Our FAQ site on help.close.io",
"group_id": null,
"id": "vgc8y4f83n23",
"name": "Support Center",
"page_id": "8vgwlwbg3zbc",
"position": 7,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2018-03-02T09:25:59.751-08:00"
},
{
"created_at": "2024-10-24T13:15:58.140-07:00",
"description": null,
"group_id": null,
"id": "f5b3btqrfcvl",
"name": "Calendar - Syncing",
"page_id": "8vgwlwbg3zbc",
"position": 8,
"showcase": false,
"start_date": "2024-10-24T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-02-11T15:34:29.281-08:00"
}
],
"incidents": [
{
"components": [
{
"created_at": "2013-10-21T12:20:54.840-07:00",
"description": "Indicates if we're pulling emails from IMAP accounts into Close.io quickly",
"group_id": "1420gzqx0b85",
"id": "3pp8nxqgzm9b",
"name": "Syncing",
"page_id": "8vgwlwbg3zbc",
"position": 1,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2025-02-11T15:34:29.265-08:00"
}
],
"created_at": "2026-09-23T10:31:19.111-07:00",
"id": "hlcd7lfyghn3",
"impact": "maintenance",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "3pp8nxqgzm9b",
"name": "Email - Syncing",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We will be performing maintenance on our back-end email sync service Wednesday, October 7 at 7:00 PM PDT (Thursday, October 8 at 02:00 AM UTC). The maintenance may take up to 4 hours and is expected to be complete no later than 11:00 PM PDT (06:00 AMUTC). The Close application and API will remain available while we perform maintenance on our back-end email sync service. Email syncing may be delayed during the maintenance window.",
"created_at": "2026-09-23T10:31:19.196-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-30T19:00:19.196-07:00",
"id": "857tk6371jcm",
"incident_id": "hlcd7lfyghn3",
"status": "scheduled",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-23T11:23:53.928-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Email - Syncing",
"page_id": "8vgwlwbg3zbc",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": null,
"scheduled_auto_completed": true,
"scheduled_auto_in_progress": true,
"scheduled_for": "2026-10-07T07:00:00.000-07:00",
"scheduled_remind_prior": true,
"scheduled_reminded_at": null,
"scheduled_until": "2026-10-07T11:00:00.000-07:00",
"shortlink": "https://stspg.io/g4fl0wk8zr2h",
"started_at": "2026-09-23T10:31:19.098-07:00",
"status": "scheduled",
"updated_at": "2026-09-23T11:23:53.932-07:00"
},
{
"components": [
{
"created_at": "2013-05-29T15:49:21.497-07:00",
"description": "UI of the Close.io application (web + native apps)",
"group_id": null,
"id": "ck3rrz764twn",
"name": "Application UI",
"page_id": "8vgwlwbg3zbc",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-29T11:15:06.696-07:00"
}
],
"created_at": "2026-09-29T10:48:36.873-07:00",
"id": "7g19k4myv9tq",
"impact": "major",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "ck3rrz764twn",
"name": "Application UI",
"new_status": "operational",
"old_status": "partial_outage"
}
],
"body": "This incident has been resolved.",
"created_at": "2026-09-29T11:15:06.734-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-29T11:15:06.734-07:00",
"id": "vq2l6d1n0by5",
"incident_id": "7g19k4myv9tq",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-29T11:15:06.734-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "ck3rrz764twn",
"name": "Application UI",
"new_status": "partial_outage",
"old_status": "partial_outage"
}
],
"body": "The issue was identified and reverted. We continue to monitor the application to ensure everything is back to normal.",
"created_at": "2026-09-29T11:11:35.334-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-29T11:11:35.334-07:00",
"id": "46mgdcr2rv4h",
"incident_id": "7g19k4myv9tq",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-29T11:11:35.334-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "ck3rrz764twn",
"name": "Application UI",
"new_status": "partial_outage",
"old_status": "operational"
}
],
"body": "We are currently investigating issues with parts of the Close application not loading.",
"created_at": "2026-09-29T10:48:37.127-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-29T10:48:37.127-07:00",
"id": "zc7clp6bb6ng",
"incident_id": "7g19k4myv9tq",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-29T10:48:37.127-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-09-29T11:11:35.334-07:00",
"name": "Application impairment",
"page_id": "8vgwlwbg3zbc",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-09-29T11:15:06.734-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/4vzsppvqmv4k",
"started_at": "2026-09-29T10:48:36.865-07:00",
"status": "resolved",
"updated_at": "2026-09-29T11:15:06.755-07:00"
},
{
"components": [],
"created_at": "2026-08-11T06:12:38.081-07:00",
"id": "fcv9r1r2c9wg",
"impact": "major",
"impact_override": "major",
"incident_updates": [
{
"affected_components": null,
"body": "This incident has been resolved.",
"created_at": "2026-08-11T08:15:59.087-07:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-08-11T08:15:59.087-07:00",
"id": "0cwtmffx7c6m",
"incident_id": "fcv9r1r2c9wg",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-11T08:15:59.087-07:00",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We have identified the problem, adjusted our scaling strategy, and are seeing healthy recovery of all systems.",
"created_at": "2026-08-11T07:53:37.271-07:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-08-11T07:53:37.271-07:00",
"id": "sv56qsrwb5jj",
"incident_id": "fcv9r1r2c9wg",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-11T07:53:37.271-07:00",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We are continuing to investigate the issue.",
"created_at": "2026-08-11T07:15:06.601-07:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-08-11T07:15:06.601-07:00",
"id": "2tbg0cf8h57b",
"incident_id": "fcv9r1r2c9wg",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-11T07:15:06.601-07:00",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We are again investigating an elevated number of database failures.",
"created_at": "2026-08-11T06:12:38.118-07:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-08-11T06:12:38.118-07:00",
"id": "5473czkhn91v",
"incident_id": "fcv9r1r2c9wg",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-11T06:12:38.118-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-08-11T07:53:37.271-07:00",
"name": "Database Failures",
"page_id": "8vgwlwbg3zbc",
"postmortem_body": "## Summary \u0026 Impact\n\nClose sincerely apologizes for the interruption of our service. We take the stability of our platform very seriously, and this incident is not acceptable to us. Below is an explanation of what happened and how we will prevent another such interruption from occurring.\n\nOn August 11th, 2026, Close was intermittently unavailable for a total of about 2.5 hours between 08:00 UTC and 17:03 UTC. During those periods, the Close web app, mobile apps, and API returned errors or failed to load, affecting customers in all regions.\n\nBecause the disruption was intermittent rather than continuous, many customers likely experienced it as a longer period of unreliability across the working day rather than as a handful of discrete outages.\n\nThere was also added confusion because we marked our status page \"resolved\" twice during the day, at 09:26 UTC and again at 15:15 UTC, before the underlying cause had been fixed. We are improving our process so that we do not mark an incident as resolved until we have a good understanding of the situation and applied appropriate mitigations, not just because the symptoms have subsided.\n\n## What went wrong?\n\nA routine code change to our email and calendar syncing service altered the way it looks up account information in our database. The new version looked equivalent to the code it replaced, but it caused our database to perform dramatically more internal work for each lookup, enough to exhaust the memory on our primary database server and repeatedly crash it. Because each crash was followed by an automatic recovery, the pattern looked like general instability rather than the symptom of a specific change, which is why it took us longer than we would have wished to trace it back and revert it.\n\n## How we’ll fix this\n\nWe have already reverted the problematic change and made configuration adjustments to our database hosts to reduce the severity of this class of failure. Close is currently stable.\n\nGoing forward, we will improve the design of our Email \u0026 Calendar Syncing service and similar services which touch Organizations, Users, and Memberships.\n\nWe will also improve our query performance visibility and alerting, so that slow or inefficient queries and new, unexpected query patterns are identified sooner than they were here.\n\n## Technical Details\n\nFor those interested in the specifics, here is the full sequence of events and the underlying database behavior.\n\n### Timeline \\(all times UTC\\)\n\n* **August 10, 20:34** — The change finishes deploying to production. Our primary database shard briefly becomes unstable and fails over to a redundant node, producing a few minutes of errors. Because the change deployed after peak usage and deployment hours, traffic subsided shortly afterward and the database remained stable overnight.\n* **August 11, 08:00** — As application usage and engineering deployments begin increasing, error rates on our primary database shard start to climb.\n* **08:17** — Our monitoring alerts fire.\n* **08:26** — Close Engineering is investigating and has posted a status page incident.\n* **08:46** — We restart the affected database processes, allowing the system to recover.\n* **09:26** — All Close systems have returned to what looked like normal operation, and we mark the status page resolved.\n* **12:11 – 17:03** — The same loop of elevated errors, instability in the primary shard, failover to a redundant node, and temporary recovery repeats itself several times.\n* **14:45** — We find that the database is exhausting its allowed number of open files and raise that limit. This improves stability but does not address the underlying cause.\n* **15:15** — Systems appear to have recovered again, and we mark the incident resolved a second time.\n* **15:50** — We identify the previous day's deployment as the likely culprit.\n* **16:51 – 17:18** — We begin reverting the change when the database becomes unstable again. Customer-facing errors subside at 17:03, and the rollback completes at 17:18.\n\n### The underlying database behavior\n\nOur Email \u0026 Calendar syncing service regularly queries a database for an up-to-date state of Organizations, Users, and their active Memberships. We store this information in our MongoDB cluster, on its primary shard. We were refactoring some of this code as part of normal tech debt work to bring older code in line with our current patterns.\n\nPreviously, this query used a `$in: […long list of active organizations' IDs…]` clause as the filter for this query. This wasn’t necessarily very efficient, but it was acceptable because the query ran at a relatively low rate \\(only happened every 50 seconds for one syncing process, of which we have 120-180 running depending on the demand\\) and runs asynchronously.\n\nThe refactor changed that query to find applicable Memberships via a `$or: [{organization: someOrgId, user: someUserId}, …long list of such conditions for all users with email/calendar accounts…]` clause. This at first looked like it should have performance roughly equal to the previous query.\n\nHowever, we have since discovered that, while our MongoDB cluster handled large `$in` queries decently well, a large set of compound queries all put into a root-level `$or` clause had disastrous performance characteristics. Even ~3-4 such queries per second, all running roughly around the same time alongside other normal requests, could overwhelm even our heavily scaled database node.\n\nOur current understanding, based on our review of the MongoDB source code and ad hoc testing, is that the issue relates to how MongoDB plans large root-level `$or` queries. MongoDB may evaluate the clauses of this query shape as separate sub-plans rather than as a single index scan. In our case, a query could contain approximately 50,000 clauses. At three such queries per second, the database was being presented with roughly 150,000 `$or` clauses per second.\n\nWe believe this generated tens of thousands of index scans and WiredTiger cursors, churned the query-plan cache, and placed extreme pressure on memory and other database resources. This behavior is consistent with the out-of-memory terminations, file-handle exhaustion, and other low-level failures we observed. Reverting the new query shape eliminated the resource spikes and restored database stability.\n\nPinpointing the query responsible for the database load took longer than anticipated because the seemingly small query rate, a flood of other slow queries, and an immediate database recovery obscured the underlying cause.",
"postmortem_body_last_updated_at": "2026-08-13T15:57:25.914-07:00",
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": "2026-08-13T15:57:25.914-07:00",
"reminder_intervals": null,
"resolved_at": "2026-08-11T08:15:59.087-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/73ytj3zdy443",
"started_at": "2026-08-11T06:12:38.075-07:00",
"status": "resolved",
"updated_at": "2026-08-13T15:57:25.939-07:00"
},
{
"components": [
{
"created_at": "2013-05-29T15:49:21.497-07:00",
"description": "UI of the Close.io application (web + native apps)",
"group_id": null,
"id": "ck3rrz764twn",
"name": "Application UI",
"page_id": "8vgwlwbg3zbc",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-29T11:15:06.696-07:00"
},
{
"created_at": "2013-05-29T15:48:21.037-07:00",
"description": "Backend JSON service that powers the Developer API directly, as well as the data behind the App.",
"group_id": null,
"id": "ljfwkyv0gkm4",
"name": "API",
"page_id": "8vgwlwbg3zbc",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-08-11T02:04:47.035-07:00"
}
],
"created_at": "2026-08-11T01:26:54.693-07:00",
"id": "gypqz3l37zsh",
"impact": "major",
"impact_override": "major",
"incident_updates": [
{
"affected_components": [
{
"code": "ljfwkyv0gkm4",
"name": "API",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "ck3rrz764twn",
"name": "Application UI",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "This incident has been resolved.",
"created_at": "2026-08-11T02:26:02.851-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-08-11T02:26:02.851-07:00",
"id": "t0b9vgxqs5nl",
"incident_id": "gypqz3l37zsh",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-11T02:26:02.851-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "ljfwkyv0gkm4",
"name": "API",
"new_status": "operational",
"old_status": "degraded_performance"
},
{
"code": "ck3rrz764twn",
"name": "Application UI",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "We have remediated the issue with our production database. Users should be able to use the Close app normally. Close Engineering is monitoring system performance to confirm resolution.",
"created_at": "2026-08-11T02:04:47.074-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-08-11T02:04:47.074-07:00",
"id": "spw0ry7vq2x3",
"incident_id": "gypqz3l37zsh",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-11T02:04:47.074-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "ljfwkyv0gkm4",
"name": "API",
"new_status": "degraded_performance",
"old_status": "operational"
},
{
"code": "ck3rrz764twn",
"name": "Application UI",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "We have identified an issue impacting our production database. Close Engineering is taking action to restore functionality. Users should notice improved performance over the next several minutes.",
"created_at": "2026-08-11T01:54:12.735-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-08-11T01:54:12.735-07:00",
"id": "nkytdfdd4q1w",
"incident_id": "gypqz3l37zsh",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-11T01:54:12.735-07:00",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We are currently investigating an elevated number of database failures.",
"created_at": "2026-08-11T01:26:54.729-07:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-08-11T01:26:54.729-07:00",
"id": "rd1wdbp5jw1k",
"incident_id": "gypqz3l37zsh",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-11T01:26:54.729-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-08-11T02:04:47.074-07:00",
"name": "Database Failures",
"page_id": "8vgwlwbg3zbc",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-08-11T02:26:02.851-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/yyxqkf5jfpkh",
"started_at": "2026-08-11T01:26:54.688-07:00",
"status": "resolved",
"updated_at": "2026-08-11T02:26:02.866-07:00"
},
{
"components": [
{
"created_at": "2013-05-29T15:48:21.037-07:00",
"description": "Backend JSON service that powers the Developer API directly, as well as the data behind the App.",
"group_id": null,
"id": "ljfwkyv0gkm4",
"name": "API",
"page_id": "8vgwlwbg3zbc",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-08-11T02:04:47.035-07:00"
}
],
"created_at": "2026-06-29T10:46:18.070-07:00",
"id": "jq4fng96hm6j",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": [
{
"code": "ljfwkyv0gkm4",
"name": "API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "This incident has been resolved. Background tasks are processing normally.",
"created_at": "2026-06-29T12:39:50.166-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-29T12:39:50.166-07:00",
"id": "6q4k6m2qxmnq",
"incident_id": "jq4fng96hm6j",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-29T12:39:50.166-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "ljfwkyv0gkm4",
"name": "API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We have identified the root cause and deployed a remediation. Background task processing performance is improving. Some customers may still see delayed processing of background tasks. Close Engineering is monitoring for improved performance.",
"created_at": "2026-06-29T12:25:29.275-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-29T12:25:29.275-07:00",
"id": "hxxl5qfqkjf8",
"incident_id": "jq4fng96hm6j",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-29T12:25:29.275-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "ljfwkyv0gkm4",
"name": "API",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We have become aware of degraded processing of background tasks in the Close system. We are currently investigating the issue.",
"created_at": "2026-06-29T10:46:18.118-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-29T10:46:18.118-07:00",
"id": "5w65791rcjgh",
"incident_id": "jq4fng96hm6j",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-29T10:46:18.118-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-06-29T12:25:29.275-07:00",
"name": "Background Task Processing Delays",
"page_id": "8vgwlwbg3zbc",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-06-29T12:39:50.166-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/cg9knp6xwcgv",
"started_at": "2026-06-29T10:46:18.063-07:00",
"status": "resolved",
"updated_at": "2026-06-29T12:39:50.181-07:00"
},
{
"components": [
{
"created_at": "2013-10-21T12:18:48.467-07:00",
"description": "Lead indexing (updates to existing leads and the creation of new leads)",
"group_id": "mr4mgf5x06s4",
"id": "g66q4s0pjqpn",
"name": "Indexing",
"page_id": "8vgwlwbg3zbc",
"position": 1,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-06-03T11:53:03.824-07:00"
}
],
"created_at": "2026-06-03T07:50:54.477-07:00",
"id": "bzb6gxpvplcl",
"impact": "minor",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "g66q4s0pjqpn",
"name": "Search - Indexing",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "This incident has been resolved. The Close app and API are now functioning normally.",
"created_at": "2026-06-03T11:53:03.860-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-03T11:53:03.860-07:00",
"id": "99n4tqs8c96y",
"incident_id": "bzb6gxpvplcl",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-03T11:53:03.860-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g66q4s0pjqpn",
"name": "Search - Indexing",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "A fix has been implemented and we are monitoring the results. Updates to Close made via the web app and API may take longer than normal to appear in search results.",
"created_at": "2026-06-03T11:17:18.995-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-03T11:17:18.995-07:00",
"id": "bqdg4d7qrgcc",
"incident_id": "bzb6gxpvplcl",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-03T11:17:18.995-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g66q4s0pjqpn",
"name": "Search - Indexing",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "We have implemented a remediation for the delayed search indexing and are monitoring for improvement. Updates to Close made via the web app and API may take longer than normal to appear in search results.",
"created_at": "2026-06-03T10:45:15.641-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-03T10:45:15.641-07:00",
"id": "ymdn1280yc7n",
"incident_id": "bzb6gxpvplcl",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-03T10:45:15.641-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g66q4s0pjqpn",
"name": "Search - Indexing",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "We are continuing to investigate the issue. Updates to Close made via the web app and API may take longer than normal to appear in search results.",
"created_at": "2026-06-03T09:41:49.803-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-03T09:41:49.803-07:00",
"id": "yrjqxqt2kdwx",
"incident_id": "bzb6gxpvplcl",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-03T09:41:49.803-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g66q4s0pjqpn",
"name": "Search - Indexing",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "We are continuing to investigate the issue. Updates to Close made via the web app and API may take longer than normal to appear in search results.",
"created_at": "2026-06-03T09:05:42.047-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-03T09:05:42.047-07:00",
"id": "cx5d19sdqyxh",
"incident_id": "bzb6gxpvplcl",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-03T09:05:42.047-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g66q4s0pjqpn",
"name": "Search - Indexing",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "We are continuing to investigate the issue.",
"created_at": "2026-06-03T08:21:21.617-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-03T08:21:21.617-07:00",
"id": "f55gz32m534n",
"incident_id": "bzb6gxpvplcl",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-03T08:21:21.617-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g66q4s0pjqpn",
"name": "Search - Indexing",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "Changes done to CRM data are reflected in search with a delay.",
"created_at": "2026-06-03T07:50:54.590-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-06-03T07:50:54.590-07:00",
"id": "4wx2n7c9k8tv",
"incident_id": "bzb6gxpvplcl",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-06-03T07:50:54.590-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-06-03T11:17:18.995-07:00",
"name": "Change indexing delayed",
"page_id": "8vgwlwbg3zbc",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-06-03T11:53:03.860-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/djx9wlq0q9b2",
"started_at": "2026-06-03T07:50:54.464-07:00",
"status": "resolved",
"updated_at": "2026-06-03T11:53:03.879-07:00"
},
{
"components": [
{
"created_at": "2013-05-29T15:48:21.037-07:00",
"description": "Backend JSON service that powers the Developer API directly, as well as the data behind the App.",
"group_id": null,
"id": "ljfwkyv0gkm4",
"name": "API",
"page_id": "8vgwlwbg3zbc",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-08-11T02:04:47.035-07:00"
},
{
"created_at": "2015-07-07T16:56:32.406-07:00",
"description": null,
"group_id": "8y1twt7ymbbv",
"id": "mt3vv6w7tgvm",
"name": "Incoming Calls",
"page_id": "8vgwlwbg3zbc",
"position": 2,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-12T04:17:05.224-07:00"
},
{
"created_at": "2015-07-07T16:56:51.490-07:00",
"description": null,
"group_id": "8y1twt7ymbbv",
"id": "19kvd6vh4sg1",
"name": "Outgoing Calls",
"page_id": "8vgwlwbg3zbc",
"position": 3,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-12T04:17:05.249-07:00"
},
{
"created_at": "2017-08-30T14:37:53.505-07:00",
"description": "Overall health and availability of the Power Dialer and the Predictive Dialer.",
"group_id": "8y1twt7ymbbv",
"id": "4t6nsvvl4hch",
"name": "Dialer",
"page_id": "8vgwlwbg3zbc",
"position": 4,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-05-12T04:17:05.271-07:00"
}
],
"created_at": "2026-05-12T02:34:40.431-07:00",
"id": "j4xn0wwh8xs8",
"impact": "major",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "ljfwkyv0gkm4",
"name": "API",
"new_status": "operational",
"old_status": "partial_outage"
},
{
"code": "mt3vv6w7tgvm",
"name": "Phone - Incoming Calls",
"new_status": "operational",
"old_status": "partial_outage"
},
{
"code": "19kvd6vh4sg1",
"name": "Phone - Outgoing Calls",
"new_status": "operational",
"old_status": "partial_outage"
},
{
"code": "4t6nsvvl4hch",
"name": "Phone - Dialer",
"new_status": "operational",
"old_status": "partial_outage"
}
],
"body": "This incident has been resolved.",
"created_at": "2026-05-12T04:17:05.308-07:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-05-12T04:17:05.308-07:00",
"id": "dh953p3kh6vg",
"incident_id": "j4xn0wwh8xs8",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-05-12T04:17:05.308-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "ljfwkyv0gkm4",
"name": "API",
"new_status": "partial_outage",
"old_status": "partial_outage"
},
{
"code": "mt3vv6w7tgvm",
"name": "Phone - Incoming Calls",
"new_status": "partial_outage",
"old_status": "partial_outage"
},
{
"code": "19kvd6vh4sg1",
"name": "Phone - Outgoing Calls",
"new_status": "partial_outage",
"old_status": "partial_outage"
},
{
"code": "4t6nsvvl4hch",
"name": "Phone - Dialer",
"new_status": "partial_outage",
"old_status": "partial_outage"
}
],
"body": "A fix has been implemented and we are monitoring the results.",
"created_at": "2026-05-12T04:07:37.160-07:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-05-12T04:07:37.160-07:00",
"id": "9lfkdfc38b5j",
"incident_id": "j4xn0wwh8xs8",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-05-12T04:07:37.160-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "ljfwkyv0gkm4",
"name": "API",
"new_status": "partial_outage",
"old_status": "operational"
},
{
"code": "mt3vv6w7tgvm",
"name": "Phone - Incoming Calls",
"new_status": "partial_outage",
"old_status": "operational"
},
{
"code": "19kvd6vh4sg1",
"name": "Phone - Outgoing Calls",
"new_status": "partial_outage",
"old_status": "operational"
},
{
"code": "4t6nsvvl4hch",
"name": "Phone - Dialer",
"new_status": "partial_outage",
"old_status": "operational"
}
],
"body": "Some users are experiencing connection issues and application errors. Our engineers are currently investigating issues loading the Close application, making \u0026 receiving calls, and responding to Close API requests.",
"created_at": "2026-05-12T02:34:40.580-07:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-05-12T02:34:40.580-07:00",
"id": "ndd5vr7hcy6z",
"incident_id": "j4xn0wwh8xs8",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-05-12T02:34:40.580-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-05-12T04:07:37.160-07:00",
"name": "Partial outage - connection issues and application errors",
"page_id": "8vgwlwbg3zbc",
"postmortem_body": "# Summary\n\nClose sincerely apologizes for the interruption of our service. We take the stability of our platform very seriously. Below is an explanation of what happened and how we will prevent another such interruption from occurring.\n\nThe Close App and API were disrupted for over 3 hours from 7:13 UTC on Tuesday, May 12, 2026, to 10:58 UTC on Tuesday, May 12, 2026.\n\n# Root Cause and Resolution\n\nThe rollout earlier in the morning included changes that caused Envoy pods to be restarted/rotated. During the incident, the AWS Application Load Balancer Target Group’s ingress instances failed their health checks and were marked UNHEALTHY. Because AWS will “fail open” when _all_ targets are unhealthy, some traffic could still intermittently get through, which made the situation confusing during the investigation.\n\nThe issue was resolved by adding a security group rule to allow traffic on ports 8002/tcp and 8003/tcp for the Envoy health check. Once those ports were allowed, the Target Group instances returned to HEALTHY, and service recovered \\(incident resolved at 10:58 UTC\\).",
"postmortem_body_last_updated_at": "2026-05-19T09:04:27.485-07:00",
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-05-12T04:17:05.308-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/7sgfbp2fkhkg",
"started_at": "2026-05-12T02:34:40.417-07:00",
"status": "resolved",
"updated_at": "2026-05-19T09:04:27.488-07:00"
},
{
"components": [
{
"created_at": "2018-03-02T09:10:29.239-08:00",
"description": "Twilio Call Recording API",
"group_id": "8y1twt7ymbbv",
"id": "87kj28bmqysz",
"name": "Call Recording",
"page_id": "8vgwlwbg3zbc",
"position": 5,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-04-23T14:18:33.026-07:00"
}
],
"created_at": "2026-04-23T09:16:26.056-07:00",
"id": "qyv103h9l3jb",
"impact": "minor",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "87kj28bmqysz",
"name": "Phone - Call Recording",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "This incident has been resolved.",
"created_at": "2026-04-23T14:18:33.059-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-04-23T14:18:33.059-07:00",
"id": "sl4hv7x5myxn",
"incident_id": "qyv103h9l3jb",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-04-23T14:18:33.059-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "87kj28bmqysz",
"name": "Phone - Call Recording",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "We're continuing to monitor the situation and expect gradual recovery over the next hour.",
"created_at": "2026-04-23T12:45:33.371-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-04-23T12:45:33.371-07:00",
"id": "wxpk3s2vtjgc",
"incident_id": "qyv103h9l3jb",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-04-23T12:45:33.371-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "87kj28bmqysz",
"name": "Phone - Call Recording",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "We're continuing to monitor the situation and expect gradual recovery over the next hour.",
"created_at": "2026-04-23T11:52:05.281-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-04-23T11:52:05.281-07:00",
"id": "2jh1xsl3sl4g",
"incident_id": "qyv103h9l3jb",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-04-23T11:52:05.281-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "87kj28bmqysz",
"name": "Phone - Call Recording",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "We are experiencing an issue with a 3rd party provider.",
"created_at": "2026-04-23T10:32:16.076-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-04-23T10:32:16.076-07:00",
"id": "wb857y3y2myt",
"incident_id": "qyv103h9l3jb",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-04-23T10:32:16.076-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "87kj28bmqysz",
"name": "Phone - Call Recording",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "We are experiencing an issue with a 3rd party provider.",
"created_at": "2026-04-23T09:56:11.447-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-04-23T09:56:11.447-07:00",
"id": "7gx3l2h3b4b8",
"incident_id": "qyv103h9l3jb",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-04-23T09:56:11.447-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "87kj28bmqysz",
"name": "Phone - Call Recording",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "We are currently investigating this issue.",
"created_at": "2026-04-23T09:16:26.160-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-04-23T09:16:26.160-07:00",
"id": "mjm3ppg859kg",
"incident_id": "qyv103h9l3jb",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-04-23T09:16:26.160-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-04-23T10:32:16.076-07:00",
"name": "Call Recordings Processing Delayed",
"page_id": "8vgwlwbg3zbc",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-04-23T14:18:33.059-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/04kbv5jrhy4l",
"started_at": "2026-04-23T09:16:26.047-07:00",
"status": "resolved",
"updated_at": "2026-04-23T14:18:33.076-07:00"
},
{
"components": [
{
"created_at": "2013-10-21T12:18:48.467-07:00",
"description": "Lead indexing (updates to existing leads and the creation of new leads)",
"group_id": "mr4mgf5x06s4",
"id": "g66q4s0pjqpn",
"name": "Indexing",
"page_id": "8vgwlwbg3zbc",
"position": 1,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2026-06-03T11:53:03.824-07:00"
}
],
"created_at": "2026-04-23T09:56:45.566-07:00",
"id": "61nr73jjyk9d",
"impact": "minor",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "g66q4s0pjqpn",
"name": "Search - Indexing",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "This incident has been resolved.",
"created_at": "2026-04-23T12:44:42.647-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-04-23T12:44:42.647-07:00",
"id": "9r5dk48h61kh",
"incident_id": "61nr73jjyk9d",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-04-23T12:44:42.647-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g66q4s0pjqpn",
"name": "Search - Indexing",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "We've deployed a fix, we're continuing to see improvements in overall system performance, we expect recovery slowly over the next several minutes.",
"created_at": "2026-04-23T11:50:50.604-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-04-23T11:50:50.604-07:00",
"id": "5vdzd4041sd0",
"incident_id": "61nr73jjyk9d",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-04-23T11:50:50.604-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g66q4s0pjqpn",
"name": "Search - Indexing",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "A fix has been implemented and we are monitoring the results.",
"created_at": "2026-04-23T10:56:58.674-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-04-23T10:56:58.674-07:00",
"id": "36sfzxzrpwv0",
"incident_id": "61nr73jjyk9d",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-04-23T10:56:58.674-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g66q4s0pjqpn",
"name": "Search - Indexing",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "The issue has been identified and the fix is being implemented.",
"created_at": "2026-04-23T10:14:57.639-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-04-23T10:14:57.639-07:00",
"id": "tm3pjgg146ds",
"incident_id": "61nr73jjyk9d",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-04-23T10:14:57.639-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "g66q4s0pjqpn",
"name": "Search - Indexing",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "We are currently investigating this issue.",
"created_at": "2026-04-23T09:56:45.627-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-04-23T09:56:45.627-07:00",
"id": "c8h89dxb1yhj",
"incident_id": "61nr73jjyk9d",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-04-23T09:56:45.627-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-04-23T10:56:58.674-07:00",
"name": "Search Functionality Delayed",
"page_id": "8vgwlwbg3zbc",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-04-23T12:44:42.647-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/sqv7mpg6w2c7",
"started_at": "2026-04-23T09:56:45.559-07:00",
"status": "resolved",
"updated_at": "2026-04-23T12:44:42.666-07:00"
},
{
"components": [
{
"created_at": "2013-05-29T15:49:21.497-07:00",
"description": "UI of the Close.io application (web + native apps)",
"group_id": null,
"id": "ck3rrz764twn",
"name": "Application UI",
"page_id": "8vgwlwbg3zbc",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-29T11:15:06.696-07:00"
},
{
"created_at": "2013-05-29T15:48:21.037-07:00",
"description": "Backend JSON service that powers the Developer API directly, as well as the data behind the App.",
"group_id": null,
"id": "ljfwkyv0gkm4",
"name": "API",
"page_id": "8vgwlwbg3zbc",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-08-11T02:04:47.035-07:00"
}
],
"created_at": "2026-03-16T09:08:09.050-07:00",
"id": "sjnhb0vrhq7s",
"impact": "critical",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "ljfwkyv0gkm4",
"name": "API",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "ck3rrz764twn",
"name": "Application UI",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "This incident is resolved. Close has returned to normal performance.",
"created_at": "2026-03-16T09:55:16.523-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-03-16T09:55:16.523-07:00",
"id": "4lffw6dvfynw",
"incident_id": "sjnhb0vrhq7s",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-03-16T09:55:16.523-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "ljfwkyv0gkm4",
"name": "API",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "ck3rrz764twn",
"name": "Application UI",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Close services continue to recover. Most customers should see normal performance. Close Engineering continues to monitor the recovery.",
"created_at": "2026-03-16T09:45:07.901-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-03-16T09:45:07.901-07:00",
"id": "hdksw59xj429",
"incident_id": "sjnhb0vrhq7s",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-03-16T09:45:07.901-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "ljfwkyv0gkm4",
"name": "API",
"new_status": "operational",
"old_status": "major_outage"
},
{
"code": "ck3rrz764twn",
"name": "Application UI",
"new_status": "operational",
"old_status": "major_outage"
}
],
"body": "Database infrastructure is operational.",
"created_at": "2026-03-16T09:27:25.089-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-03-16T09:27:25.089-07:00",
"id": "6zf4kqlsfw2w",
"incident_id": "sjnhb0vrhq7s",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-03-16T09:27:25.089-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "ljfwkyv0gkm4",
"name": "API",
"new_status": "major_outage",
"old_status": "major_outage"
},
{
"code": "ck3rrz764twn",
"name": "Application UI",
"new_status": "major_outage",
"old_status": "major_outage"
}
],
"body": "We are investigating the issue and seeing some recovery.",
"created_at": "2026-03-16T09:16:00.237-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-03-16T09:16:00.237-07:00",
"id": "d7vzkwtc0wdp",
"incident_id": "sjnhb0vrhq7s",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-03-16T09:16:00.237-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "ljfwkyv0gkm4",
"name": "API",
"new_status": "major_outage",
"old_status": "operational"
},
{
"code": "ck3rrz764twn",
"name": "Application UI",
"new_status": "major_outage",
"old_status": "operational"
}
],
"body": "We are currently investigating this issue.",
"created_at": "2026-03-16T09:08:09.182-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-03-16T09:08:09.182-07:00",
"id": "69jz6wjmmf9k",
"incident_id": "sjnhb0vrhq7s",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-03-16T09:08:09.182-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-03-16T09:27:25.089-07:00",
"name": "Database issues",
"page_id": "8vgwlwbg3zbc",
"postmortem_body": "# Summary\n\nClose sincerely apologizes for the interruption of our service. We take the stability of our platform very seriously. Below is an explanation of what happened and how we will prevent another such interruption from occurring.\n\nThe Close App and API were severely disrupted for all users for 18 minutes between 15:57 and 16:15 UTC on Monday March 16, 2026. Automated systems restored functionality by 16:15 UTC.\n\n# Incident Timeline\n\n| Time \\(UTC\\) | Event |\n| --- | --- |\n| 2026-03-16 | |\n| 15:57:00 | **Automated Database Maintenance begins** |\n| 15:58:42 | **Incident detected by monitoring** |\n| 15:58:49 | **Escalation acknowledged by Close Engineering On-Call** |\n| 16:02:41 | **Incident accepted by Close Engineering** |\n| 16:15:00 | **Affected database restored to normal operation** |\n| 17:09:22 | **Incident resolved** |\n\n# Root Cause and Resolution\n\nAt ~15:57 UTC an automated database maintenance process began that starved our production database cluster of resources. This caused our primary instance and both replica instances of the production cluster to become unavailable for ~18 minutes. The system recovered and began performing normally at 16:15 UTC.\n\nTo prevent this from happening in the future Close Engineering has provisioned additional resources to the affected database cluster to make it more resilient to sudden demand spikes. Close Engineering will also perform an audit of the maintenance process' configuration to identify opportunities to reduce its impact on system performance.",
"postmortem_body_last_updated_at": "2026-03-19T08:13:15.676-07:00",
"postmortem_ignored": false,
"postmortem_notified_subscribers": true,
"postmortem_notified_twitter": false,
"postmortem_published_at": "2026-03-19T08:13:15.676-07:00",
"reminder_intervals": null,
"resolved_at": "2026-03-16T09:55:16.523-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/q5z9tthn7l1m",
"started_at": "2026-03-16T09:08:09.044-07:00",
"status": "resolved",
"updated_at": "2026-03-19T08:13:15.693-07:00"
},
{
"components": [],
"created_at": "2025-11-05T10:42:32.932-08:00",
"id": "vhzqkbp0bchl",
"impact": "none",
"impact_override": null,
"incident_updates": [
{
"affected_components": null,
"body": "The issue has been resolved. Please reach out to [email protected] if you continue to have calling issues after refreshing.",
"created_at": "2025-11-05T11:56:01.739-08:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2025-11-05T11:56:01.739-08:00",
"id": "f8607m74rvks",
"incident_id": "vhzqkbp0bchl",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-11-05T11:56:01.739-08:00",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We have identified the issue and are actively working on a fix.",
"created_at": "2025-11-05T11:21:29.014-08:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2025-11-05T11:21:29.014-08:00",
"id": "jhwhzg026bfw",
"incident_id": "vhzqkbp0bchl",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-11-05T11:21:29.014-08:00",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We are receiving an increased number of reports that users are unable to use calling when using the Desktop Application. Calling within the browser works fine. We're investigating.",
"created_at": "2025-11-05T10:42:32.976-08:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2025-11-05T10:42:32.976-08:00",
"id": "gztpy1lvmdzw",
"incident_id": "vhzqkbp0bchl",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-11-05T10:42:32.976-08:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Calling problems in the Desktop Application",
"page_id": "8vgwlwbg3zbc",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2025-11-05T11:56:01.739-08:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/yd8c978v7g8m",
"started_at": "2025-11-05T10:42:32.924-08:00",
"status": "resolved",
"updated_at": "2025-11-05T11:56:01.759-08:00"
}
],
"page": {
"id": "8vgwlwbg3zbc",
"name": "Close",
"url": "https://status.close.com"
},
"status": {
"description": "All Systems Operational",
"indicator": "none"
}
}