Snapshot 258531
Raw (normalized text)
Scripts and page chrome removed; this is what change detection compares.
{
"incidents": [
{
"created_at": "2026-11-11T16:05:39Z",
"id": "01M75NQ52FASM8PBBAACHMK7CK",
"impact": "minor",
"incident_updates": [
{
"body": "This incident in AWS ap-northeast-1 (Tokyo) is Resolved [\u003chttps://health.aws.amazon.com/health/status\u003e]",
"created_at": "2026-11-11T23:44:02Z",
"display_at": "2026-11-11T23:44:02Z",
"id": "01M76FYFZZK7VYR7M2DP2RCS48",
"incident_id": "01M75NQ52FASM8PBBAACHMK7CK",
"status": "resolved",
"updated_at": "2026-11-11T23:44:02Z"
},
{
"body": "AWS is reporting that the previously reported issues in AWS ap-northeast-1 (Tokyo) are Resolved [\u003chttps://health.aws.amazon.com/health/status\u003e], and ClickHouse has confirmed that services and provisioning are functioning normally in the region. ClickHouse is currently in a Monitoring status for this incident",
"created_at": "2026-11-11T23:07:44Z",
"display_at": "2026-11-11T23:07:44Z",
"id": "01M76DW0SS2808H31H4WAVNDV4",
"incident_id": "01M75NQ52FASM8PBBAACHMK7CK",
"status": "monitoring",
"updated_at": "2026-11-11T23:07:44Z"
},
{
"body": "Scaling and provisioning operations may take longer than usual. Issue is reported on AWS status page \u003chttps://health.aws.amazon.com/health/status\u003e",
"created_at": "2026-11-11T16:05:39Z",
"display_at": "2026-11-11T16:05:39Z",
"id": "01M75NQ52F3BYTJ4XJB3SEGHXQ",
"incident_id": "01M75NQ52FASM8PBBAACHMK7CK",
"status": "identified",
"updated_at": "2026-11-11T16:05:39Z"
}
],
"name": "Provisioning and scaling operations may take longer in AWS ap-northeast-1 Tokyo",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-11-11T23:44:02Z",
"status": "resolved",
"updated_at": "2026-11-11T23:44:02Z"
},
{
"created_at": "2026-11-02T17:13:16Z",
"id": "01M6EM0GAVK8P1KF1P5SXDKJXE",
"impact": "minor",
"incident_updates": [
{
"body": "This incident has been resolved. We are currently working on fixing the underlying issues that caused it.",
"created_at": "2026-11-02T18:03:13Z",
"display_at": "2026-11-02T18:03:13Z",
"id": "01M6EPVZ4RWS12AWTRQC2NCZN7",
"incident_id": "01M6EM0GAVK8P1KF1P5SXDKJXE",
"status": "resolved",
"updated_at": "2026-11-02T18:03:13Z"
},
{
"body": "We have restored service to Sql Console services and are determining the root cause.",
"created_at": "2026-11-02T17:38:19Z",
"display_at": "2026-11-02T17:38:19Z",
"id": "01M6ENEC9CNFG4PVJ21SFX5JKV",
"incident_id": "01M6EM0GAVK8P1KF1P5SXDKJXE",
"status": "monitoring",
"updated_at": "2026-11-02T17:38:19Z"
},
{
"body": "We are currently investigating a partial outage affecting Dashboards, Query endpoints, Saved queries, and UDFs.",
"created_at": "2026-11-02T17:13:16Z",
"display_at": "2026-11-02T17:13:16Z",
"id": "01M6EM0GAVMP9HTTSFW3PBTN86",
"incident_id": "01M6EM0GAVK8P1KF1P5SXDKJXE",
"status": "investigating",
"updated_at": "2026-11-02T17:13:16Z"
}
],
"name": "SQL Console database connection outage",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-11-02T18:03:13Z",
"status": "resolved",
"updated_at": "2026-11-02T18:03:13Z"
},
{
"created_at": "2026-10-23T04:51:16Z",
"id": "01M5KHJNGNVBCVD9H78C7NP1A9",
"impact": "minor",
"incident_updates": [
{
"body": "```\nSalesforce team resolved the issue that prevented users from logging in. They identified an issue with a recent release that prevented login sessions from being created. Deployed a fix forward, and access is now restored. Users can log in and open their orgs again. https://status.salesforce.com/incidents/20004512\n\n```",
"created_at": "2026-10-23T07:39:13Z",
"display_at": "2026-10-23T07:39:13Z",
"id": "01M5KV66K9P7WJ6SB571EQ8631",
"incident_id": "01M5KHJNGNVBCVD9H78C7NP1A9",
"status": "resolved",
"updated_at": "2026-10-23T07:39:13Z"
},
{
"body": "\u003e Support Ticket Creation through Cloud Console is degraded, and other Salesforce integrated functions may be impacted due to an outage reported at [Salesforce status page](https://status.salesforce.com/products/Salesforce_Services). Creating support tickets through the ClickHouse Cloud Console may intermittently fail or take longer than usual. Responses to existing support tickets may also be delayed. If you have trouble submitting a support request, please email [support@clickhouse.com](mailto:support@clickhouse.com) or use the support chat in the Cloud Console.\n\u003e \n\u003e\n\u003e For reference, Salesforce service updates are available on the [Salesforce status page](https://status.salesforce.com/products/Salesforce_Services).",
"created_at": "2026-10-23T04:51:16Z",
"display_at": "2026-10-23T04:51:16Z",
"id": "01M5KHJNGNNZKP38GSSA11CJYF",
"incident_id": "01M5KHJNGNVBCVD9H78C7NP1A9",
"status": "identified",
"updated_at": "2026-10-23T04:51:49Z"
}
],
"name": "Degraded support ticket submission and response",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-10-23T07:39:13Z",
"status": "resolved",
"updated_at": "2026-10-23T07:39:13Z"
},
{
"created_at": "2026-10-20T07:39:11Z",
"id": "01M5C3ZZRPPJC395Z1PZMS4SAQ",
"impact": "minor",
"incident_updates": [
{
"body": "The issue has been resolved. All services are fully operational.",
"created_at": "2026-10-20T14:23:30Z",
"display_at": "2026-10-20T14:23:30Z",
"id": "01M5CV4AG8DEY7GZXVNCS9NC8K",
"incident_id": "01M5C3ZZRPPJC395Z1PZMS4SAQ",
"status": "resolved",
"updated_at": "2026-10-20T14:23:30Z"
},
{
"body": "We do not see any current impact on clickpipes or ClickHouse services, with full service restored. Google has not marked the incident as resolved, so we continue to monitor.",
"created_at": "2026-10-20T13:03:58Z",
"display_at": "2026-10-20T13:03:58Z",
"id": "01M5CPJNYN0YKQTF7BW0R2Y43F",
"incident_id": "01M5C3ZZRPPJC395Z1PZMS4SAQ",
"status": "monitoring",
"updated_at": "2026-10-20T13:03:58Z"
},
{
"body": "The zone is recovering. Clickpipes is fully restored but we continue to monitor until google reports all issues have been resolved.",
"created_at": "2026-10-20T13:00:44Z",
"display_at": "2026-10-20T13:00:44Z",
"id": "01M5CPCRMMGNNBS00Z4VWMW03S",
"incident_id": "01M5C3ZZRPPJC395Z1PZMS4SAQ",
"status": "identified",
"updated_at": "2026-10-20T13:00:44Z"
},
{
"body": "This is attributed to a Google outage in europe-west2.\n\nLatest updates from Google can be found at:\n[https://status.cloud.google.com/incidents/Xs2XTHzAVC9YnafnPyzj](https://status.cloud.google.com/incidents/Xs2XTHzAVC9YnafnPyzj \"https://status.cloud.google.com/incidents/Xs2XTHzAVC9YnafnPyzj\")\n\nCurrently only zone B is impacted. Clusters in this region should be operational - accepting reads and writes, but provisioning of new services currently blocked until this zone is operational.",
"created_at": "2026-10-20T10:04:13Z",
"display_at": "2026-10-20T10:04:13Z",
"id": "01M5CC9J4FFD0NX88XVEF8J84J",
"incident_id": "01M5C3ZZRPPJC395Z1PZMS4SAQ",
"status": "identified",
"updated_at": "2026-10-20T10:04:13Z"
},
{
"body": "This is attributed to a Google outage in europe-west2.\n\nLatest updates from Google can be found at:\n[https://status.cloud.google.com/incidents/Xs2XTHzAVC9YnafnPyzj](https://status.cloud.google.com/incidents/Xs2XTHzAVC9YnafnPyzj \"https://status.cloud.google.com/incidents/Xs2XTHzAVC9YnafnPyzj\")\n\nCurrently only zone B is impacted. We are migrating workloads away from this zone.",
"created_at": "2026-10-20T09:52:07Z",
"display_at": "2026-10-20T09:52:07Z",
"id": "01M5CBKD2R19GVR6F684M2R1KB",
"incident_id": "01M5C3ZZRPPJC395Z1PZMS4SAQ",
"status": "identified",
"updated_at": "2026-10-20T09:52:07Z"
},
{
"body": "Google Cloud has reported that multiple services are experiencing issues in the europe-west2 region. We are working closely with Google support to restore normal behavior and will provide an update as soon as we have more information.",
"created_at": "2026-10-20T07:39:11Z",
"display_at": "2026-10-20T07:39:11Z",
"id": "01M5C3ZZRP850R81W2CH58F6CJ",
"incident_id": "01M5C3ZZRPPJC395Z1PZMS4SAQ",
"status": "identified",
"updated_at": "2026-10-20T07:39:11Z"
}
],
"name": "Google Cloud Outage",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-10-20T14:23:30Z",
"status": "resolved",
"updated_at": "2026-10-20T14:23:30Z"
},
{
"created_at": "2026-10-12T01:55:32Z",
"id": "01M4PX4ZZV4E5RTDJZ3G5ZFMNT",
"impact": "none",
"incident_updates": [
{
"body": "The issue preventing customers from creating and viewing support cases in the ClickHouse Cloud console has been resolved. Support case functionality is working normally again. If you couldn’t open a case during the affected window, please submit it again from the console.",
"created_at": "2026-10-12T02:26:29Z",
"display_at": "2026-10-12T02:26:29Z",
"id": "01M4PYXNQ7CVK1Z0H1A58CNJS3",
"incident_id": "01M4PX4ZZV4E5RTDJZ3G5ZFMNT",
"status": "resolved",
"updated_at": "2026-10-12T02:26:29Z"
},
{
"body": "We have identified an issue that prevents customers from creating new support cases and viewing existing cases in the ClickHouse Cloud console. Affected users may see an error when loading the support page or submitting a case. ClickHouse Cloud services, queries, and data are not affected.\nWe are rolling out a fix now and expect it in production within the next 30–60 minutes.",
"created_at": "2026-10-12T01:55:32Z",
"display_at": "2026-10-12T01:55:32Z",
"id": "01M4PX4ZZV9897AJF8ZNYGSGXY",
"incident_id": "01M4PX4ZZV4E5RTDJZ3G5ZFMNT",
"status": "investigating",
"updated_at": "2026-10-12T01:55:32Z"
}
],
"name": "Support case creation unavailable",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-10-12T02:26:29Z",
"status": "resolved",
"updated_at": "2026-10-12T02:26:29Z"
},
{
"created_at": "2026-09-24T08:42:00Z",
"id": "01M3998A1EEKERKCJW3S04E60N",
"impact": "minor",
"incident_updates": [
{
"body": "Remediation was applied and we don't see signs of degradation anymore. Team will continue monitoring and investigating the root cause.",
"created_at": "2026-09-24T09:11:07Z",
"display_at": "2026-09-24T09:11:07Z",
"id": "01M39AXMXQQAQQ7WBBMF3JWNGY",
"incident_id": "01M3998A1EEKERKCJW3S04E60N",
"status": "resolved",
"updated_at": "2026-09-24T09:11:07Z"
},
{
"body": "Remediation was applied and we see signs of improvement",
"created_at": "2026-09-24T09:03:47Z",
"display_at": "2026-09-24T09:03:47Z",
"id": "01M39AG768A3Q2KF20YAJBRN31",
"incident_id": "01M3998A1EEKERKCJW3S04E60N",
"status": "monitoring",
"updated_at": "2026-09-24T09:06:56Z"
},
{
"body": "We detected an issue with network configuration in eu-central-1 region which causes failures for streaming Clickpipes in this region. Team is working on remediation",
"created_at": "2026-09-24T08:42:00Z",
"display_at": "2026-09-24T08:42:00Z",
"id": "01M3998A1ENQFZ5D6N0C8TH2ZX",
"incident_id": "01M3998A1EEKERKCJW3S04E60N",
"status": "investigating",
"updated_at": "2026-09-24T08:42:00Z"
}
],
"name": "Streaming ClickPipes degradation in AWS eu-central-1 region",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-09-24T09:11:07Z",
"status": "resolved",
"updated_at": "2026-09-24T09:11:07Z"
},
{
"created_at": "2026-09-24T08:31:51Z",
"id": "01M398NR0CWF2PH1M3F65PQN48",
"impact": "minor",
"incident_updates": [
{
"body": "All stuck pipes were resumed. ClickHouse team will continue monitoring and identifying the root cause to prevent similar issues in future.",
"created_at": "2026-09-24T09:05:18Z",
"display_at": "2026-09-24T09:05:18Z",
"id": "01M39AK02JMY9EDPWFYX2G5AV1",
"incident_id": "01M398NR0CWF2PH1M3F65PQN48",
"status": "resolved",
"updated_at": "2026-09-24T09:05:18Z"
},
{
"body": "All regions recovered except us-east-1 region. It is also progressing and expected to be remediated soon.",
"created_at": "2026-09-24T09:01:04Z",
"display_at": "2026-09-24T09:01:04Z",
"id": "01M39AB786ABBHWDKE2707YH9X",
"incident_id": "01M398NR0CWF2PH1M3F65PQN48",
"status": "monitoring",
"updated_at": "2026-09-24T09:01:04Z"
},
{
"body": "We are seeing signs of improvements in most regions and pipes are resumed.",
"created_at": "2026-09-24T08:46:30Z",
"display_at": "2026-09-24T08:46:30Z",
"id": "01M399GHKNDDRD2RB2X0ZQH37P",
"incident_id": "01M398NR0CWF2PH1M3F65PQN48",
"status": "monitoring",
"updated_at": "2026-09-24T08:52:08Z"
},
{
"body": "The issue happened during planned maintenance.\nClickHouse team is applying a remediation to resume paused pipes.",
"created_at": "2026-09-24T08:35:17Z",
"display_at": "2026-09-24T08:35:17Z",
"id": "01M398W0PM7J9DF3W93MH2FZ19",
"incident_id": "01M398NR0CWF2PH1M3F65PQN48",
"status": "investigating",
"updated_at": "2026-09-24T08:35:17Z"
},
{
"body": "We are aware about an issue where CDC ClickPipes were paused and can't be operated via API. ClickHouse team is investigating the issue.\nThe issue affects subset of customers.",
"created_at": "2026-09-24T08:31:51Z",
"display_at": "2026-09-24T08:31:51Z",
"id": "01M398NR0CBPNNMP97A3W4VBFP",
"incident_id": "01M398NR0CWF2PH1M3F65PQN48",
"status": "investigating",
"updated_at": "2026-09-24T08:31:51Z"
}
],
"name": "Some ClickPipes CDC pipes paused and can't be resumed",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-09-24T09:05:18Z",
"status": "resolved",
"updated_at": "2026-09-24T09:05:18Z"
},
{
"created_at": "2026-09-23T15:28:44Z",
"id": "01M37E4B0F6QTQZAVACQYW2NQJ",
"impact": "minor",
"incident_updates": [
{
"body": "The configuration change was reverted and we do not observe impact anymore. The ClickHouse Cloud team will work on preventing similar situations in future.",
"created_at": "2026-09-23T15:59:09Z",
"display_at": "2026-09-23T15:59:09Z",
"id": "01M37FW1YWN9PVJ1G5P0XH7AJ6",
"incident_id": "01M37E4B0F6QTQZAVACQYW2NQJ",
"status": "resolved",
"updated_at": "2026-09-23T15:59:09Z"
},
{
"body": "We have identified the cause of the disruption and already applying the remediation. We will monitor for recovery and send update as soon as it is fully recovered.",
"created_at": "2026-09-23T15:36:45Z",
"display_at": "2026-09-23T15:36:45Z",
"id": "01M37EK1EHXFVC4KHPVDGTC321",
"incident_id": "01M37E4B0F6QTQZAVACQYW2NQJ",
"status": "monitoring",
"updated_at": "2026-09-23T15:36:45Z"
},
{
"body": "**Investigating delays to provisioning and autoscaling**\n\nWe are investigating an issue affecting our Kubernetes infrastructure in Azure eastus2 region. Some customers may experience delays with provisioning and autoscaling of ClickHouse clusters.\n\nWe are working closely with Azure support to restore normal behavior. We’ll provide another update within 30 minutes, or sooner if we have more information.",
"created_at": "2026-09-23T15:28:44Z",
"display_at": "2026-09-23T15:28:44Z",
"id": "01M37E4B0FMPY3EZKHXVH1E7QB",
"incident_id": "01M37E4B0F6QTQZAVACQYW2NQJ",
"status": "investigating",
"updated_at": "2026-09-23T15:28:44Z"
}
],
"name": "We are investigating an issue affecting Azure eastus2 region",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-09-23T15:59:09Z",
"status": "resolved",
"updated_at": "2026-09-23T15:59:09Z"
},
{
"created_at": "2026-09-22T13:19:11Z",
"id": "01M34MADB3V6FHJNAN4GCV2VRR",
"impact": "minor",
"incident_updates": [
{
"body": "The underlying AZ has recovered and we are fully back online. Since ClickHouse cloud architecture uses 3 AZs we were operational during this outage but there might have been some degradations.\n\nAzure support shared the details of the issue as following- Between 12:04 UTC and 17:46 UTC on 22 September 2022, a platform issue resulted in an impact to the Virtual Machines (VMs) and Virtual Machine Scale Sets (VMSS) in Germany West Central. Customers may have experienced their virtual machines becoming unresponsive, restarting unexpectedly, or being temporarily unavailable during the impact window.",
"created_at": "2026-09-22T18:25:30Z",
"display_at": "2026-09-22T18:25:30Z",
"id": "01M355V9DEJNC7EQE5TYZCMD7G",
"incident_id": "01M34MADB3V6FHJNAN4GCV2VRR",
"status": "resolved",
"updated_at": "2026-09-22T18:28:00Z"
},
{
"body": "Azure support shared they are working on fixing the underlying issue, we started seeing some recovery but the incident is not completely resolved yet. We are working with Azure to get this fixed as soon as possible.",
"created_at": "2026-09-22T17:02:28Z",
"display_at": "2026-09-22T17:02:28Z",
"id": "01M35138YW62F96VRGQ12424EC",
"incident_id": "01M34MADB3V6FHJNAN4GCV2VRR",
"status": "monitoring",
"updated_at": "2026-09-22T17:02:28Z"
},
{
"body": "The issue is still present on Azure infrastructure side and ClickHouse Cloud team is actively monitoring for any impact for existing ClickHouse Clusters.\n\nCorrection on earlier impact description: Provisioning of new instances is expected to work. Operations like autoscaling of the ClickHouse Keeper replicas can be stuck or slow. Latency for insert and DDL queries are not affected, thanks to cross-AZ redundancy.",
"created_at": "2026-09-22T15:26:11Z",
"display_at": "2026-09-22T15:26:11Z",
"id": "01M34VJYJTN6J0FJ8PPR47THJB",
"incident_id": "01M34MADB3V6FHJNAN4GCV2VRR",
"status": "monitoring",
"updated_at": "2026-09-22T15:26:11Z"
},
{
"body": "The Azure team is working on resolution of the issue. The ClickHouse Cloud team will relay any updates related to ClickHouse clusters operation.\n\nAn excerpt from Azure incident status:\n\n\u003e As per our investigation, we believe this stemmed from multiple underlying storage systems becoming unavailable at the same time, which led to attached virtual machines becoming unresponsive, restarting unexpectedly, or being temporarily unavailable.",
"created_at": "2026-09-22T14:57:24Z",
"display_at": "2026-09-22T14:57:24Z",
"id": "01M34SY8BP32RQ0RDGQS59TZYX",
"incident_id": "01M34MADB3V6FHJNAN4GCV2VRR",
"status": "identified",
"updated_at": "2026-09-22T14:57:24Z"
},
{
"body": "The problem is caused by Azure outage in the germanywestcentral region. ClickHouse Cloud team is working with Azure support.\n\nImpact:\n\n• New ClickHouse services can't be provisioned (appear as stuck in UI).\n\n• Some services may experience higher latency due to reduced capacity.",
"created_at": "2026-09-22T13:49:13Z",
"display_at": "2026-09-22T13:49:13Z",
"id": "01M34P1DP40V4FFBZJB6V24XYR",
"incident_id": "01M34MADB3V6FHJNAN4GCV2VRR",
"status": "investigating",
"updated_at": "2026-09-22T13:49:13Z"
},
{
"body": "Only one Availability zone is affected in germanywestcentral Azure region. The problem affects internal component (ClickHouse Keepers). Some ClickHouse Services in this region may see increased latency on inserts or DDL queries.",
"created_at": "2026-09-22T13:31:28Z",
"display_at": "2026-09-22T13:31:28Z",
"id": "01M34N0X6HJHYAXHWJDHTH0N0S",
"incident_id": "01M34MADB3V6FHJNAN4GCV2VRR",
"status": "investigating",
"updated_at": "2026-09-22T13:31:28Z"
},
{
"body": "Only germanywestcentral Azure region is affected.",
"created_at": "2026-09-22T13:21:34Z",
"display_at": "2026-09-22T13:21:34Z",
"id": "01M34MES57KP211N8CMJZSG4ZW",
"incident_id": "01M34MADB3V6FHJNAN4GCV2VRR",
"status": "investigating",
"updated_at": "2026-09-22T13:21:34Z"
},
{
"body": "We detected an issue with CHC clusters in some Azure regions. ClickHouse cloud team is investigating. Some operations might be degraded.",
"created_at": "2026-09-22T13:19:11Z",
"display_at": "2026-09-22T13:19:11Z",
"id": "01M34MADB3SKDD9ZGACBBTNDXT",
"incident_id": "01M34MADB3V6FHJNAN4GCV2VRR",
"status": "investigating",
"updated_at": "2026-09-22T13:19:11Z"
}
],
"name": "We are investigating an issue with CH servers in Azure germanywestcentral region",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-09-22T18:25:30Z",
"status": "resolved",
"updated_at": "2026-09-22T18:25:30Z"
},
{
"created_at": "2026-09-15T18:57:38Z",
"id": "01M2K6X3SMPMBKJKK5FHA0M7ZB",
"impact": "minor",
"incident_updates": [
{
"body": "This incident has been resolved. AWS has confirmed that the Enhanced Fanhout (EFO) Kinesis pipes in us-east-1 region are fully operational. Please contact ClickHouse Support if you experience any further issues: \u003chttps://console.clickhouse.cloud/support\u003e",
"created_at": "2026-09-17T00:43:25Z",
"display_at": "2026-09-17T00:43:25Z",
"id": "01M2PD2ZGG089PNMKB22VCH2E3",
"incident_id": "01M2K6X3SMPMBKJKK5FHA0M7ZB",
"status": "resolved",
"updated_at": "2026-09-17T00:43:25Z"
},
{
"body": "AWS has confirmed that on September 15, 2026, beginning at 11:15 AM PDT, customers experienced elevated AccessDeniedException errors when calling the RegisterStreamConsumer API for Amazon Kinesis Data Streams (Kinesis) in the N. Virginia (us-east-1) Region. The root cause was a recent change that introduced a defect in how RegisterStreamConsumer requests are authorized, causing each request to be evaluated against the specific consumer resource (for example, `arn:aws:kinesis:\u003cregion\u003e:\u003caccount-id\u003e:stream/\u003cstream-name\u003e/consumer/\u003cconsumer-name\u003e`) rather than the stream resource (for example, `arn:aws:kinesis:\u003cregion\u003e:\u003caccount-id\u003e:stream/\u003cstream-name\u003e`). As a result, IAM policies that granted kinesis:RegisterStreamConsumer only at the stream level, which previously succeeded and aligns with our published documentation, no longer matched the request and returned AccessDeniedException.\n\nAWS has begun rolling back this change in the affected Region, and expect calls that were previously permitted at the stream level to succeed again once the rollback completes on September 16, 2026, by 6:00 PM PDT. As a workaround, please update your IAM policy as instructed in the previous status update.",
"created_at": "2026-09-16T15:21:13Z",
"display_at": "2026-09-16T15:21:13Z",
"id": "01M2NCXJ65YHT0GSSRBMHKQXAR",
"incident_id": "01M2K6X3SMPMBKJKK5FHA0M7ZB",
"status": "identified",
"updated_at": "2026-09-16T15:21:13Z"
},
{
"body": "AWS has confirmed that on September 15, 2026, beginning at 11:15 AM PDT, customers experienced elevated AccessDeniedException errors when calling the RegisterStreamConsumer API for Amazon Kinesis Data Streams (Kinesis) in the N. Virginia (us-east-1) Region. The root cause was a recent change that introduced a defect in how RegisterStreamConsumer requests are authorized, causing each request to be evaluated against the specific consumer resource (for example, `arn:aws:kinesis:\u003cregion\u003e:\u003caccount-id\u003e:stream/\u003cstream-name\u003e/consumer/\u003cconsumer-name\u003e`) rather than the stream resource (for example, `arn:aws:kinesis:\u003cregion\u003e:\u003caccount-id\u003e:stream/\u003cstream-name\u003e`). As a result, IAM policies that granted kinesis:RegisterStreamConsumer only at the stream level, which previously succeeded and aligns with our published documentation, no longer matched the request and returned AccessDeniedException. \n\nAWS has begun rolling back this change in the affected Region, and expect calls that were previously permitted at the stream level to succeed again once the rollback completes on September 16, 2026, by 6:00 PM PDT. As a workaround, please update your IAM policy as instructed in the previous status update.",
"created_at": "2026-09-16T03:17:52Z",
"display_at": "2026-09-16T03:17:52Z",
"id": "01M2M3H2JH7Q1767QF2H9CSRVP",
"incident_id": "01M2K6X3SMPMBKJKK5FHA0M7ZB",
"status": "identified",
"updated_at": "2026-09-16T03:17:52Z"
},
{
"body": "AWS has confirmed the issue on their end and are in the process of rolling back the change. The ETA for this rollback in us-east-1 is by end of day tomorrow. Signs of gradual recovery are expected in us-east-1 as the rollback progresses across AZs during this time. In the meantime, if your ClickPipe is still affected, please update your IAM policy as instructed in the previous status update.",
"created_at": "2026-09-15T22:45:45Z",
"display_at": "2026-09-15T22:45:45Z",
"id": "01M2KKYSPY6YVRB4BBCDZW94S1",
"incident_id": "01M2K6X3SMPMBKJKK5FHA0M7ZB",
"status": "identified",
"updated_at": "2026-09-15T22:45:45Z"
},
{
"body": "The issue has been identified as a change on AWS related to Kinesis IAM permissions and appears to be currently isolated to us-east-1. While we work with AWS to mitigate this issue, we recommend to update your IAM policy to include a trailing wildcard (`/*`) to the resource for the `kinesis:RegisterStreamConsumer` action like so:\n\n```\n{\n \"Effect\": \"Allow\",\n \"Action\": [\n \"kinesis:RegisterStreamConsumer\"\n ],\n \"Resource\": [\n \"arn:aws:kinesis:{REGION}:{ACCOUNT_ID}:stream/{STREAM_NAME}/*\"\n ]\n}\n\n```\n\nOnce this is applied, you must restart your ClickPipe for the changes to take affect.",
"created_at": "2026-09-15T20:03:52Z",
"display_at": "2026-09-15T20:03:52Z",
"id": "01M2KAPCBZKPMGPS2VNM1XZTS2",
"incident_id": "01M2K6X3SMPMBKJKK5FHA0M7ZB",
"status": "identified",
"updated_at": "2026-09-15T20:06:07Z"
},
{
"body": "Currently investigating failures on AWS us-east-1 for customers using ClickPipes on Kinesis in this region.",
"created_at": "2026-09-15T18:57:38Z",
"display_at": "2026-09-15T18:57:38Z",
"id": "01M2K6X3SM0E2YE7C47BA2Q8HA",
"incident_id": "01M2K6X3SMPMBKJKK5FHA0M7ZB",
"status": "investigating",
"updated_at": "2026-09-15T19:10:26Z"
}
],
"name": "ClickPipes failing on Kinesis in AWS us-east-1",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-09-17T00:43:25Z",
"status": "resolved",
"updated_at": "2026-09-17T00:43:25Z"
},
{
"created_at": "2026-09-16T10:16:02Z",
"id": "01M2MVER4T79TX9KA3ACMX7YAT",
"impact": "minor",
"incident_updates": [
{
"body": "Salesforce has confirmed the incident is resolved on their end.",
"created_at": "2026-09-17T00:05:59Z",
"display_at": "2026-09-17T00:05:59Z",
"id": "01M2PAYDVQYR3BQXAS2H6DNM33",
"incident_id": "01M2MVER4T79TX9KA3ACMX7YAT",
"status": "resolved",
"updated_at": "2026-09-17T00:05:59Z"
},
{
"body": "We are currently in monitoring phase. No errors have been observed in 2 hours and are awaiting confirmation from Salesforce before fully resolving the incident.",
"created_at": "2026-09-16T16:15:33Z",
"display_at": "2026-09-16T16:15:33Z",
"id": "01M2NG11T951H1BTNS5A1GSXEE",
"incident_id": "01M2MVER4T79TX9KA3ACMX7YAT",
"status": "monitoring",
"updated_at": "2026-09-16T16:15:33Z"
},
{
"body": "We have confirmed that the impact to our Support tab is related to this [Salesforce incident](https://status.salesforce.com/incidents/20004433 \"Salesforce incident\").\n\nSalesforce is rolling out a fix, and we are seeing strong signs of recovery. We have observed no further errors for nearly an hour and will continue monitoring the situation closely.\n\nWe will provide another update when the incident is resolved or if any new information becomes available.",
"created_at": "2026-09-16T14:24:12Z",
"display_at": "2026-09-16T14:24:12Z",
"id": "01M2N9N4TATKHVAC7M8RN6FAXD",
"incident_id": "01M2MVER4T79TX9KA3ACMX7YAT",
"status": "identified",
"updated_at": "2026-09-16T14:24:12Z"
},
{
"body": "We are investigating an issue with Salesforce that is affecting our Support tab. Some users may experience errors when accessing or managing support requests.\n\nRetrying the action usually resolves the issue. Our team is working to restore normal service, and we will provide an update as soon as more information becomes available.\n\nThank you for your patience.",
"created_at": "2026-09-16T10:16:02Z",
"display_at": "2026-09-16T10:16:02Z",
"id": "01M2MVER4TS2GA01P6BPKJGW26",
"incident_id": "01M2MVER4T79TX9KA3ACMX7YAT",
"status": "investigating",
"updated_at": "2026-09-16T10:16:02Z"
}
],
"name": "Intermittent Issues with the Support tab",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-09-17T00:05:59Z",
"status": "resolved",
"updated_at": "2026-09-17T00:05:59Z"
},
{
"created_at": "2026-09-14T20:36:13Z",
"id": "01M2GT4WJVTWYF7DN4QKM5YF2S",
"impact": "minor",
"incident_updates": [
{
"body": "This incident has been resolved. Distributed Cache performance in the region is back to normal. Please contact ClickHouse Support if any services in the Distributed Cache Private Preview are experiencing any remaining issues: \u003chttps://console.clickhouse.cloud/support\u003e",
"created_at": "2026-09-15T00:35:14Z",
"display_at": "2026-09-15T00:35:14Z",
"id": "01M2H7TJC9FC5JME23BXWR1PY7",
"incident_id": "01M2GT4WJVTWYF7DN4QKM5YF2S",
"status": "resolved",
"updated_at": "2026-09-15T00:35:14Z"
},
{
"body": "Impacted services have been updated and are now fully operational. ClickHouse is monitoring.",
"created_at": "2026-09-14T22:41:00Z",
"display_at": "2026-09-14T22:41:00Z",
"id": "01M2H19CCJ5Z6ZP16EHRBEP4AX",
"incident_id": "01M2GT4WJVTWYF7DN4QKM5YF2S",
"status": "monitoring",
"updated_at": "2026-09-14T22:41:00Z"
},
{
"body": "ClickHouse has identified the cause and proceeding with remedying impacted services.",
"created_at": "2026-09-14T21:28:27Z",
"display_at": "2026-09-14T21:28:27Z",
"id": "01M2GX4HX550CWB0KRS93R6BK2",
"incident_id": "01M2GT4WJVTWYF7DN4QKM5YF2S",
"status": "identified",
"updated_at": "2026-09-14T21:28:27Z"
},
{
"body": "ClickHouse is investigating degraded Distributed Cache performance affecting multiple ClickHouse Cloud customers. Distributed Cache is a feature currently in Private Preview. We will provide further updates as they become available.",
"created_at": "2026-09-14T20:36:13Z",
"display_at": "2026-09-14T20:36:13Z",
"id": "01M2GT4WJVG3VSYZPEH13TRTGV",
"incident_id": "01M2GT4WJVTWYF7DN4QKM5YF2S",
"status": "investigating",
"updated_at": "2026-09-14T20:36:13Z"
}
],
"name": "Distributed Cache performance degradation in AWS us-east-1",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-09-15T00:35:14Z",
"status": "resolved",
"updated_at": "2026-09-15T00:35:14Z"
},
{
"created_at": "2026-09-01T16:11:14Z",
"id": "01M1EVTB89XNE6SFRE173W0292",
"impact": "none",
"incident_updates": [
{
"body": "All systems operational. GCP incident has no impact on ClickHouse Cloud.",
"created_at": "2026-09-01T16:30:28Z",
"display_at": "2026-09-01T16:30:28Z",
"id": "01M1EWXJB5HWE7J8PEZHWWDA3T",
"incident_id": "01M1EVTB89XNE6SFRE173W0292",
"status": "resolved",
"updated_at": "2026-09-01T16:30:28Z"
},
{
"body": "After careful investigation we could not determine any impact of the [GCP service degradation](https://status.cloud.google.com/incidents/J5ia5t9p3g9Q5Wi7r8Ev) (in zone b) on ClickHouse Cloud functionality.",
"created_at": "2026-09-01T16:19:54Z",
"display_at": "2026-09-01T16:19:54Z",
"id": "01M1EWA7QWH9GWNW33RWKBH0R3",
"incident_id": "01M1EVTB89XNE6SFRE173W0292",
"status": "investigating",
"updated_at": "2026-09-01T16:19:54Z"
},
{
"body": "Due to networking issues in GCP us-central1 zone b (see \u003chttps://status.cloud.google.com/incidents/J5ia5t9p3g9Q5Wi7r8Ev\u003e), ClickHouse Cloud services can be degraded as well. Symptoms can be temporarily unavailable metrics and monitoring dashboards. Creation of new services and ClickPipes pipelines can be temporarily unavailable as well.\n\nExisting ClickHouse Services are not affected and are operating normally.",
"created_at": "2026-09-01T16:11:14Z",
"display_at": "2026-09-01T16:11:14Z",
"id": "01M1EVTB895QYTBRW9AB0XJFDX",
"incident_id": "01M1EVTB89XNE6SFRE173W0292",
"status": "investigating",
"updated_at": "2026-09-01T16:12:48Z"
}
],
"name": "Service degradation in GCP us-central-1",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-09-01T16:30:28Z",
"status": "resolved",
"updated_at": "2026-09-01T16:30:28Z"
},
{
"created_at": "2026-08-23T10:14:46Z",
"id": "01M0Q1V62DVRC1VE1DPTTED21T",
"impact": "minor",
"incident_updates": [
{
"body": "Issue was resolved. Services are provisioning successfully.",
"created_at": "2026-08-23T10:47:04Z",
"display_at": "2026-08-23T10:47:04Z",
"id": "01M0Q3PAT6BHZNFYSHRJQGCXRT",
"incident_id": "01M0Q1V62DVRC1VE1DPTTED21T",
"status": "resolved",
"updated_at": "2026-08-23T10:47:04Z"
},
{
"body": "It may take longer time to provision a new service.",
"created_at": "2026-08-23T10:14:46Z",
"display_at": "2026-08-23T10:14:46Z",
"id": "01M0Q1V62DRHHG6FXVR81XJRT7",
"incident_id": "01M0Q1V62DVRC1VE1DPTTED21T",
"status": "investigating",
"updated_at": "2026-08-23T10:14:46Z"
}
],
"name": "Slow provisioning times of services in GCP europe-west4 region",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-08-23T10:47:04Z",
"status": "resolved",
"updated_at": "2026-08-23T10:47:04Z"
},
{
"created_at": "2026-08-17T15:23:46Z",
"id": "01M0854N5TNMNBWB1Y09HYPG61",
"impact": "minor",
"incident_updates": [
{
"body": "This issue has been resolved. New CDC pipes for Postgres are provisioning normally.",
"created_at": "2026-08-17T17:17:41Z",
"display_at": "2026-08-17T17:17:41Z",
"id": "01M08BN7T9KDDGEJJSY62E01BG",
"incident_id": "01M0854N5TNMNBWB1Y09HYPG61",
"status": "resolved",
"updated_at": "2026-08-17T17:17:41Z"
},
{
"body": "We are seeing signs of recovery. The team is closely monitoring and will report any updates. In case if any pipe gets stuck provisioning, our team can assist with manual operation to make it happen.",
"created_at": "2026-08-17T16:35:19Z",
"display_at": "2026-08-17T16:35:19Z",
"id": "01M0897NQW8SKYQD3H709YJ8EE",
"incident_id": "01M0854N5TNMNBWB1Y09HYPG61",
"status": "monitoring",
"updated_at": "2026-08-17T16:35:19Z"
},
{
"body": "We identified an issue where new CDC ClickPipes can't be provisioned due to dependency on GitHub availability ([https://www.githubstatus.com/incidents/zkxwbgr0cnmx](https://www.githubstatus.com/incidents/zkxwbgr0cnmx \"https://www.githubstatus.com/incidents/zkxwbgr0cnmx\")).\n\nTeam is monitoring the issue and tries to find a possible workaround.",
"created_at": "2026-08-17T15:23:46Z",
"display_at": "2026-08-17T15:23:46Z",
"id": "01M0854N5TBMF8N7WHR1A3PMCW",
"incident_id": "01M0854N5TNMNBWB1Y09HYPG61",
"status": "identified",
"updated_at": "2026-08-17T15:25:33Z"
}
],
"name": "Provisioning of new CDC pipes for Postgres might be delayed or failing",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-08-17T17:17:41Z",
"status": "resolved",
"updated_at": "2026-08-17T17:17:41Z"
},
{
"created_at": "2026-08-14T19:25:03Z",
"id": "01M00VRAFWBPGCX437HMW1JFMN",
"impact": "minor",
"incident_updates": [
{
"body": "This issue has been resolved. Connectivity has returned to normal.",
"created_at": "2026-08-14T19:47:38Z",
"display_at": "2026-08-14T19:47:38Z",
"id": "01M00X1NE2A5TN9EYDM46YZE6J",
"incident_id": "01M00VRAFWBPGCX437HMW1JFMN",
"status": "resolved",
"updated_at": "2026-08-14T19:47:38Z"
},
{
"body": "We noticed a network issue between 18:10–18:37 UTC affecting a small subset of services on AWS in the us-east-1 region. During that period, you may have experienced connection timeouts to your services. The issue has been resolved, and our team continues to monitor the situation.",
"created_at": "2026-08-14T19:25:03Z",
"display_at": "2026-08-14T19:25:03Z",
"id": "01M00VRAFWXEKJG0PKG0K11BEA",
"incident_id": "01M00VRAFWBPGCX437HMW1JFMN",
"status": "monitoring",
"updated_at": "2026-08-14T19:25:03Z"
}
],
"name": "Network connectivity issue in AWS us-east-1",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-08-14T19:47:38Z",
"status": "resolved",
"updated_at": "2026-08-14T19:47:38Z"
},
{
"created_at": "2026-08-02T14:44:46Z",
"id": "01KZ1EYFKM6NSBF2R8TRJC70VX",
"impact": "minor",
"incident_updates": [
{
"body": "The issue is now resolved. All services are back to normal.",
"created_at": "2026-08-02T19:34:17Z",
"display_at": "2026-08-02T19:34:17Z",
"id": "01KZ1ZGJYGP137TEN8RG7JGZQK",
"incident_id": "01KZ1EYFKM6NSBF2R8TRJC70VX",
"status": "resolved",
"updated_at": "2026-08-02T19:34:17Z"
},
{
"body": "The issue seems to be resolved on the Azure side. We are monitoring before we resolve the issue.",
"created_at": "2026-08-02T19:05:56Z",
"display_at": "2026-08-02T19:05:56Z",
"id": "01KZ1XWNTQ1X1YM1PS7VAVP0PY",
"incident_id": "01KZ1EYFKM6NSBF2R8TRJC70VX",
"status": "monitoring",
"updated_at": "2026-08-02T19:05:56Z"
},
{
"body": "We are still working closely with CSP support to figure out the path forward. The Azure support confirmed there is an issue with some components provided by CSP, investigation ongoing.",
"created_at": "2026-08-02T17:02:24Z",
"display_at": "2026-08-02T17:02:24Z",
"id": "01KZ1PTFZ0RXDB7YJ9E2YPY6H5",
"incident_id": "01KZ1EYFKM6NSBF2R8TRJC70VX",
"status": "investigating",
"updated_at": "2026-08-02T17:02:24Z"
},
{
"body": "We still see problematic compute nodes provided by CSP, so remediation may take more time. We working closely with Azure support.",
"created_at": "2026-08-02T16:16:08Z",
"display_at": "2026-08-02T16:16:08Z",
"id": "01KZ1M5RTQDTKX5634P2WSYQD3",
"incident_id": "01KZ1EYFKM6NSBF2R8TRJC70VX",
"status": "identified",
"updated_at": "2026-08-02T16:16:08Z"
},
{
"body": "We are applying a change, unblocking the pending replicas. We already see sign of improvements for services that have the change applied.",
"created_at": "2026-08-02T15:42:12Z",
"display_at": "2026-08-02T15:42:12Z",
"id": "01KZ1J7MX37Z3JK1C80ACCNMP0",
"incident_id": "01KZ1EYFKM6NSBF2R8TRJC70VX",
"status": "identified",
"updated_at": "2026-08-02T15:42:12Z"
},
{
"body": "We are aware about service degradation in Azure eastus2 region, impacting only one Availability Zone. New service provisioning time might be delayed. Customers may see increased latency.",
"created_at": "2026-08-02T14:44:46Z",
"display_at": "2026-08-02T14:44:46Z",
"id": "01KZ1EYFKM3S0E5B6MRF7E3FVR",
"incident_id": "01KZ1EYFKM6NSBF2R8TRJC70VX",
"status": "investigating",
"updated_at": "2026-08-02T14:44:46Z"
}
],
"name": "We are investigating an issue in Azure eastus2 region, impacting replicas in one specific Availability Zone",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-08-02T19:34:17Z",
"status": "resolved",
"updated_at": "2026-08-02T19:34:17Z"
},
{
"created_at": "2026-07-24T13:07:26Z",
"id": "01KYA3SRPEFKQ7K0FD5PVAFBEX",
"impact": "minor",
"incident_updates": [
{
"body": "Backfill of data for ap-southeast-1 is complete. ",
"created_at": "2026-07-24T21:28:12Z",
"display_at": "2026-07-24T21:28:12Z",
"id": "01KYB0EQ2T6W3WTXNMJTN6RVAR",
"incident_id": "01KYA3SRPEFKQ7K0FD5PVAFBEX",
"status": "resolved",
"updated_at": "2026-07-24T21:28:12Z"
},
{
"body": "The issue with monitoring and billing in ap-southeast-1 is resolved. We are now backfilling the missing data.",
"created_at": "2026-07-24T20:55:23Z",
"display_at": "2026-07-24T20:55:23Z",
"id": "01KYAYJMC6WW34E1A08P1RSYPN",
"incident_id": "01KYA3SRPEFKQ7K0FD5PVAFBEX",
"status": "monitoring",
"updated_at": "2026-07-24T20:55:23Z"
},
{
"body": "We are investigating an issue impacting customer services in ap-southeast-1. Some services may experience degraded availability.",
"created_at": "2026-07-24T17:13:32Z",
"display_at": "2026-07-24T17:13:32Z",
"id": "01KYAHWD9KPDGJDJ4KWJ5G2G69",
"incident_id": "01KYA3SRPEFKQ7K0FD5PVAFBEX",
"status": "investigating",
"updated_at": "2026-07-24T17:13:32Z"
},
{
"body": "Issue is now resolved. Currently backfilling metrics for dashboards.",
"created_at": "2026-07-24T16:33:59Z",
"display_at": "2026-07-24T16:33:59Z",
"id": "01KYAFKZH5E51N9J7ZHJSZZ7DB",
"incident_id": "01KYA3SRPEFKQ7K0FD5PVAFBEX",
"status": "resolved",
"updated_at": "2026-07-24T16:33:59Z"
},
{
"body": "Monitoring and billing is degraded in eu-west-1. Specifically:\n\nMonitoring dashboards will not contain the latest data\nMetric-based notification will not be sent\nMissing metrics in prometheus endpoints\nBilling metering is not currently updating\nAutoscaling recommendations are not being applied",
"created_at": "2026-07-24T13:07:26Z",
"display_at": "2026-07-24T13:07:26Z",
"id": "01KYA3SRPETKXQB40CB3VZ9CH8",
"incident_id": "01KYA3SRPEFKQ7K0FD5PVAFBEX",
"status": "investigating",
"updated_at": "2026-07-24T13:07:26Z"
}
],
"name": "Monitoring and billing impact on customer services in ap-southeast-1",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-07-24T16:33:59Z",
"status": "resolved",
"updated_at": "2026-07-24T21:28:12Z"
},
{
"created_at": "2026-07-22T11:53:29Z",
"id": "01KY4TRYA1FYRMZAHNCDPFCTC6",
"impact": "major",
"incident_updates": [
{
"body": "The CDC ClickPipes upgrade rollout remains on hold while we confirm we can safely proceed without triggering the underlying pod networking failure mode that triggered the incident.",
"created_at": "2026-07-22T14:36:06Z",
"display_at": "2026-07-22T14:36:06Z",
"id": "01KY542NYV6TEEFTFT59D243QQ",
"incident_id": "01KY4TRYA1FYRMZAHNCDPFCTC6",
"status": "resolved",
"updated_at": "2026-07-22T14:36:06Z"
},
{
"body": "All services have recovered; we will continue monitoring the affected nodes and consolidating our findings. Please reach out to our support team to request access to the RCA, when available.",
"created_at": "2026-07-22T13:39:44Z",
"display_at": "2026-07-22T13:39:44Z",
"id": "01KY50VFNSFG9R9EDBX8F9XMY1",
"incident_id": "01KY4TRYA1FYRMZAHNCDPFCTC6",
"status": "monitoring",
"updated_at": "2026-07-22T13:39:44Z"
},
{
"body": "Most services have fully recovered. Continuing to roll out the fix to remaining 4 services (all in `eu-central-1`, `us-east-2`).",
"created_at": "2026-07-22T13:05:39Z",
"display_at": "2026-07-22T13:05:39Z",
"id": "01KY4YX2PP1QW2W8CE28HMNJEZ",
"incident_id": "01KY4TRYA1FYRMZAHNCDPFCTC6",
"status": "identified",
"updated_at": "2026-07-22T13:05:39Z"
},
{
"body": "Services in `eu-central-1` have recovered. We're in the process of manually recovering ~20 services in other regions.",
"created_at": "2026-07-22T12:36:29Z",
"display_at": "2026-07-22T12:36:29Z",
"id": "01KY4X7NACMM2E9ZWJ5VV6EVVV",
"incident_id": "01KY4TRYA1FYRMZAHNCDPFCTC6",
"status": "identified",
"updated_at": "2026-07-22T12:36:29Z"
},
{
"body": "As part of our weekly upgrade process, CDC ClickPipes in `eu-central-1` became stuck in maintenance state. The team is working on a mitigation.",
"created_at": "2026-07-22T11:53:29Z",
"display_at": "2026-07-22T11:53:29Z",
"id": "01KY4TRYA1RWB5FVTWP0V7W09V",
"incident_id": "01KY4TRYA1FYRMZAHNCDPFCTC6",
"status": "investigating",
"updated_at": "2026-07-22T11:53:29Z"
}
],
"name": "CDC ClickPipes stuck in maintenance state",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-07-22T14:36:06Z",
"status": "resolved",
"updated_at": "2026-07-22T14:36:06Z"
},
{
"created_at": "2026-07-15T23:33:30Z",
"id": "01KXM21P1W4B81RGW72VPBSZ1Z",
"impact": "minor",
"incident_updates": [
{
"body": "AWS has mitigated the disruption affecting the eu-central-1 availability zone. We will continue monitoring to ensure stability.",
"created_at": "2026-07-16T01:59:19Z",
"display_at": "2026-07-16T01:59:19Z",
"id": "01KXMACP3TWS8ZS6VCSKHJAJG1",
"incident_id": "01KXM21P1W4B81RGW72VPBSZ1Z",
"status": "resolved",
"updated_at": "2026-07-16T01:59:19Z"
},
{
"body": "We are seeing degraded performance in AWS eu-central-1 starting around 4 pm PT.\n\u003chttps://health.aws.amazon.com/health/status\u003e",
"created_at": "2026-07-15T23:33:30Z",
"display_at": "2026-07-15T23:33:30Z",
"id": "01KXM21P1WPEB7ZJKJB4AY0G74",
"incident_id": "01KXM21P1W4B81RGW72VPBSZ1Z",
"status": "investigating",
"updated_at": "2026-07-15T23:33:30Z"
}
],
"name": "AWS eu-central-1 performance degradation",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-07-16T01:59:19Z",
"status": "resolved",
"updated_at": "2026-07-16T01:59:19Z"
},
{
"created_at": "2026-07-08T19:30:06Z",
"id": "01KX1KAYP7XK7SSSTNTRNY6QF1",
"impact": "critical",
"incident_updates": [
{
"body": "The Cloud Console is back up. ",
"created_at": "2026-07-08T19:36:02Z",
"display_at": "2026-07-08T19:36:02Z",
"id": "01KX1KNT9PZ45ZRDVXNWXHFMJN",
"incident_id": "01KX1KAYP7XK7SSSTNTRNY6QF1",
"status": "resolved",
"updated_at": "2026-07-08T19:36:02Z"
},
{
"body": "The backend services are not impacted but the cloud console UI is down.",
"created_at": "2026-07-08T19:30:06Z",
"display_at": "2026-07-08T19:30:06Z",
"id": "01KX1KAYP7NBZC8QSXD3S59Z8V",
"incident_id": "01KX1KAYP7XK7SSSTNTRNY6QF1",
"status": "investigating",
"updated_at": "2026-07-08T19:30:06Z"
}
],
"name": "Cloud console UI down",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-07-08T19:36:02Z",
"status": "resolved",
"updated_at": "2026-07-08T19:36:02Z"
},
{
"created_at": "2026-07-06T12:34:23Z",
"id": "01KWVPRA7ZN7CE6P2A6X3S1YP7",
"impact": "minor",
"incident_updates": [
{
"body": "The incident was resolved and we don't see any impact in us-east-1 region anymore. For details, please refer to the AWS Health status page: [https://health.aws.amazon.com/health/status](https://health.aws.amazon.com/health/status \"https://health.aws.amazon.com/health/status\")",
"created_at": "2026-07-06T15:03:45Z",
"display_at": "2026-07-06T15:03:45Z",
"id": "01KWVZ9T9P7NK442E6GDJFN9DN",
"incident_id": "01KWVPRA7ZN7CE6P2A6X3S1YP7",
"status": "resolved",
"updated_at": "2026-07-06T15:03:45Z"
},
{
"body": "The issue is caused by AWS outage, please see [https://health.aws.amazon.com/health/status](https://health.aws.amazon.com/health/status \"https://health.aws.amazon.com/health/status\")",
"created_at": "2026-07-06T13:09:49Z",
"display_at": "2026-07-06T13:09:49Z",
"id": "01KWVRS6D56KP0GJ5H5GY16D8F",
"incident_id": "01KWVPRA7ZN7CE6P2A6X3S1YP7",
"status": "identified",
"updated_at": "2026-07-06T13:09:49Z"
},
{
"body": "We have identified an issue with provisioning of new instances and autoscaling operations in AWS us-east-1 region.\nConnection latencies for CH servers can be also affected due to slow provisioning of compute nodes.\nClickHouse Cloud is working with AWS support team to fix the issue.",
"created_at": "2026-07-06T12:34:23Z",
"display_at": "2026-07-06T12:34:23Z",
"id": "01KWVPRA7ZFTPB0RWZ185GKP7N",
"incident_id": "01KWVPRA7ZN7CE6P2A6X3S1YP7",
"status": "identified",
"updated_at": "2026-07-06T12:34:23Z"
}
],
"name": "Slow provisioning and operations in AWS us-east-1 region",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-07-06T15:03:45Z",
"status": "resolved",
"updated_at": "2026-07-06T15:03:45Z"
},
{
"created_at": "2026-07-01T12:04:35Z",
"id": "01KWES25BFKR48PHCVMQN0T3EE",
"impact": "none",
"incident_updates": [
{
"body": "The fix was applied and we see the issue is not reproducing anymore.",
"created_at": "2026-07-01T12:24:19Z",
"display_at": "2026-07-01T12:24:19Z",
"id": "01KWET69JJ24GKKWEVA5PVVQA5",
"incident_id": "01KWES25BFKR48PHCVMQN0T3EE",
"status": "resolved",
"updated_at": "2026-07-01T12:24:19Z"
},
{
"body": "We identified the cause of the issue and the team have applied a fix",
"created_at": "2026-07-01T12:17:33Z",
"display_at": "2026-07-01T12:17:33Z",
"id": "01KWESSXDQA2899K55GA2RCMEN",
"incident_id": "01KWES25BFKR48PHCVMQN0T3EE",
"status": "identified",
"updated_at": "2026-07-01T12:17:33Z"
},
{
"body": "ClickHouse Cloud team is investigating an issue with creating new ClickPipes in GCP. Provisioning of new pipes might be delayed or stuck.",
"created_at": "2026-07-01T12:04:35Z",
"display_at": "2026-07-01T12:04:35Z",
"id": "01KWES25BFTWVZQDSCMWPAE575",
"incident_id": "01KWES25BFKR48PHCVMQN0T3EE",
"status": "investigating",
"updated_at": "2026-07-01T12:04:35Z"
}
],
"name": "Issue with creating new ClickPipes in GCP regions",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-07-01T12:24:19Z",
"status": "resolved",
"updated_at": "2026-07-01T12:24:19Z"
},
{
"created_at": "2026-06-05T20:59:24Z",
"id": "01KTCSART339HPGYFAH5KDE6ZV",
"impact": "minor",
"incident_updates": [
{
"body": "The customer-facing Prometheus metrics endpoint missing all per-server metrics and is only returning Cloud-infra metrics",
"created_at": "2026-06-05T21:03:11Z",
"display_at": "2026-06-05T21:03:11Z",
"id": "01KTCSHNYAPB05GVD78PQBQWE2",
"incident_id": "01KTCSART339HPGYFAH5KDE6ZV",
"status": "resolved",
"updated_at": "2026-06-05T21:03:11Z"
},
{
"body": "-",
"created_at": "2026-06-05T21:02:50Z",
"display_at": "2026-06-05T21:02:50Z",
"id": "01KTCSH1AMESGZWQABAB02ZXR1",
"incident_id": "01KTCSART339HPGYFAH5KDE6ZV",
"status": "resolved",
"updated_at": "2026-06-05T21:02:50Z"
},
{
"body": "The customer-facing Prometheus metrics endpoint missing all per-server metrics and is only returning Cloud-infra metrics",
"created_at": "2026-06-05T20:59:24Z",
"display_at": "2026-06-03T14:48:00Z",
"id": "01KTCSART3JNJ90QKP8ZTSTWMX",
"incident_id": "01KTCSART339HPGYFAH5KDE6ZV",
"status": "resolved",
"updated_at": "2026-06-05T20:59:24Z"
}
],
"name": "Prometheus metrics endpoint missing per-server metri",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-06-03T14:48:00Z",
"status": "resolved",
"updated_at": "2026-06-05T21:03:11Z"
},
{
"created_at": "2026-06-01T11:45:47Z",
"id": "01KT1G25S9PBKM7VJEB146680G",
"impact": "minor",
"incident_updates": [
{
"body": "Issue is resolved.",
"created_at": "2026-06-01T16:53:36Z",
"display_at": "2026-06-01T16:53:36Z",
"id": "01KT21NTEM8VKHBXZ120CWPV74",
"incident_id": "01KT1G25S9PBKM7VJEB146680G",
"status": "resolved",
"updated_at": "2026-06-01T16:53:36Z"
},
{
"body": "The root cause was identified and issue was fixed. Connectivity issues should not happen again.",
"created_at": "2026-06-01T13:53:16Z",
"display_at": "2026-06-01T13:53:16Z",
"id": "01KT1QBK81WE4GD725MKNJ1ZJ2",
"incident_id": "01KT1G25S9PBKM7VJEB146680G",
"status": "monitoring",
"updated_at": "2026-06-01T13:53:16Z"
},
{
"body": "The root cause of issue is identified",
"created_at": "2026-06-01T12:42:59Z",
"display_at": "2026-06-01T12:42:59Z",
"id": "01KT1KAXCZFVYEBNQ0KHGZWEWD",
"incident_id": "01KT1G25S9PBKM7VJEB146680G",
"status": "identified",
"updated_at": "2026-06-01T12:42:59Z"
},
{
"body": "Impact is on eu-west-1 region. Incident name had a typo in the beginning.",
"created_at": "2026-06-01T11:59:07Z",
"display_at": "2026-06-01T11:59:07Z",
"id": "01KT1GTK7GK2198TPHK0CKS3AZ",
"incident_id": "01KT1G25S9PBKM7VJEB146680G",
"status": "investigating",
"updated_at": "2026-06-01T11:59:07Z"
},
{
"body": "Connectivity to services is affected.",
"created_at": "2026-06-01T11:45:47Z",
"display_at": "2026-06-01T11:45:47Z",
"id": "01KT1G25S92MBJKM8KAT8FR994",
"incident_id": "01KT1G25S9PBKM7VJEB146680G",
"status": "investigating",
"updated_at": "2026-06-01T11:45:47Z"
}
],
"name": "Connectivity issues in AWS eu-west-1 region",
"page_id": "01JD9Q47R0YMJG0KN649W7XAZM",
"resolved_at": "2026-06-01T16:53:36Z",
"status": "resolved",
"updated_at": "2026-06-01T16:53:36Z"
}
],
"page": {
"id": "01JD9Q47R0YMJG0KN649W7XAZM",
"name": "ClickHouse Cloud",
"updated_at": "2026-11-11T23:44:02Z",
"url": "https://status.clickhouse.com/"
}
}