Snapshot 259427
Raw (normalized text)
Scripts and page chrome removed; this is what change detection compares.
{
"incidents": [
{
"created_at": "2026-11-12T00:08:09Z",
"id": "01M76HANB3XQC6WYKPA69WQN8Z",
"impact": "critical",
"incident_updates": [
{
"body": "The LAX region is currently online and functioning correctly. However, the datacenter is experiencing reduced redundancy, so we are continuing to monitor for any possible issues.",
"created_at": "2026-11-12T03:19:30Z",
"display_at": "2026-11-12T03:19:30Z",
"id": "01M76W918HHB0YVWZXDPWDEEA5",
"incident_id": "01M76HANB3XQC6WYKPA69WQN8Z",
"status": "monitoring",
"updated_at": "2026-11-12T03:19:30Z"
},
{
"body": "All services in the LAX region are operating normally. We’re continuing to monitor while we await final confirmation from our datacenter provider that the issue is fully resolved.",
"created_at": "2026-11-12T01:35:40Z",
"display_at": "2026-11-12T01:35:40Z",
"id": "01M76PAWP601QDD59J0E9TFHE3",
"incident_id": "01M76HANB3XQC6WYKPA69WQN8Z",
"status": "monitoring",
"updated_at": "2026-11-12T01:35:40Z"
},
{
"body": "Apps and Managed Postgres clusters in the LAX region should now all be accessible. Some app metrics are still recovering. We're continuing to monitor the region health.",
"created_at": "2026-11-12T01:15:01Z",
"display_at": "2026-11-12T01:15:01Z",
"id": "01M76N52ZXJB0EY1PBJ74J0E81",
"incident_id": "01M76HANB3XQC6WYKPA69WQN8Z",
"status": "monitoring",
"updated_at": "2026-11-12T01:15:01Z"
},
{
"body": "All hosts are back online and we are restarting services. Apps and Managed Postgres will start becoming available shortly.",
"created_at": "2026-11-12T00:50:40Z",
"display_at": "2026-11-12T00:50:40Z",
"id": "01M76KRG94CPH0ZCG38WNWH6TX",
"incident_id": "01M76HANB3XQC6WYKPA69WQN8Z",
"status": "identified",
"updated_at": "2026-11-12T00:50:40Z"
},
{
"body": "We are seeing hosts start to come back online. Apps and Managed Postgres clusters may still be unreachable at this time.",
"created_at": "2026-11-12T00:31:59Z",
"display_at": "2026-11-12T00:31:59Z",
"id": "01M76JP90K2FQETRH81SC0JTMT",
"incident_id": "01M76HANB3XQC6WYKPA69WQN8Z",
"status": "identified",
"updated_at": "2026-11-12T00:31:59Z"
},
{
"body": "A subset of Apps and Managed Postgres clusters in the LAX region are unavailable due to an upstream datacenter power outage.",
"created_at": "2026-11-12T00:15:59Z",
"display_at": "2026-11-12T00:15:59Z",
"id": "01M76HRZHTE8FGGA6QQJX3G36R",
"incident_id": "01M76HANB3XQC6WYKPA69WQN8Z",
"status": "identified",
"updated_at": "2026-11-12T00:15:59Z"
},
{
"body": "A subset of Apps and Managed Postgres clusters in the LAX region are unavailable due to an upstream datacenter power outage.",
"created_at": "2026-11-12T00:13:34Z",
"display_at": "2026-11-12T00:13:34Z",
"id": "01M76HMJR8Y6KPKGSFGD0JVGCW",
"incident_id": "01M76HANB3XQC6WYKPA69WQN8Z",
"status": "identified",
"updated_at": "2026-11-12T00:13:34Z"
},
{
"body": "We are investigating an upstream provider outage in LAX region. Apps and Managed Postgres clusters in LAX region may be unreachable at this time.",
"created_at": "2026-11-12T00:08:09Z",
"display_at": "2026-11-12T00:08:09Z",
"id": "01M76HANB391QAZ68DY28PWB6N",
"incident_id": "01M76HANB3XQC6WYKPA69WQN8Z",
"status": "investigating",
"updated_at": "2026-11-12T00:08:09Z"
}
],
"monitoring_at": "2026-11-12T01:15:01Z",
"name": "LAX region outage",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"status": "monitoring",
"updated_at": "2026-11-12T03:19:30Z"
},
{
"created_at": "2026-11-11T16:17:15Z",
"id": "01M75PCD94KSWZWGJ2BBCHZ795",
"impact": "none",
"incident_updates": [
{
"body": "Between 04:17 UTC to 13:24 UTC today we saw intermittent errors pushing to the Fly registry from some hosts. Customers may have seen deployments fail due to image push errors when using Fly or Depot hosted remote builders during this period. \n\nA fix was implemented and we are no longer seeing issues pushing to the registry from impacted hosts.",
"created_at": "2026-11-11T16:17:15Z",
"display_at": "2026-11-10T16:17:00Z",
"id": "01M75PCD94NAYF5K0Z6AE4TB3M",
"incident_id": "01M75PCD94KSWZWGJ2BBCHZ795",
"status": "resolved",
"updated_at": "2026-11-11T16:17:15Z"
}
],
"name": "Intermittent errors pushing images to Fly.io Registry",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-11-10T16:17:00Z",
"status": "resolved",
"updated_at": "2026-11-11T16:17:15Z"
},
{
"created_at": "2026-11-06T09:55:09Z",
"id": "01M6R4H5Y3QECXHCX103XVNSE1",
"impact": "minor",
"incident_updates": [
{
"body": "All affected hosts are back to normal.",
"created_at": "2026-11-06T10:17:54Z",
"display_at": "2026-11-06T10:17:54Z",
"id": "01M6R5TTZ7W1S3MHWG4EGED6J6",
"incident_id": "01M6R4H5Y3QECXHCX103XVNSE1",
"status": "resolved",
"updated_at": "2026-11-06T10:17:54Z"
},
{
"body": "Due to an upstream provider issue, IPv6 egress is unavailable on a subset of IAD hosts. Internet-facing IPv6 services are unaffected.",
"created_at": "2026-11-06T09:55:09Z",
"display_at": "2026-11-06T09:55:09Z",
"id": "01M6R4H5Y3JKEPK3CDC5M2XGY3",
"incident_id": "01M6R4H5Y3QECXHCX103XVNSE1",
"status": "identified",
"updated_at": "2026-11-06T09:58:04Z"
}
],
"name": "IPv6 egress issues on a subset of IAD hosts",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-11-06T10:17:54Z",
"status": "resolved",
"updated_at": "2026-11-06T10:17:54Z"
},
{
"created_at": "2026-11-04T05:01:34Z",
"id": "01M6JEY5PA3C0M80T52NE3DSS3",
"impact": "minor",
"incident_updates": [
{
"body": "The affected hosts are back online",
"created_at": "2026-11-04T05:15:45Z",
"display_at": "2026-11-04T05:15:45Z",
"id": "01M6JFR4VCYJ9F7YV9B9M7Q4D8",
"incident_id": "01M6JEY5PA3C0M80T52NE3DSS3",
"status": "resolved",
"updated_at": "2026-11-04T05:15:45Z"
},
{
"body": "One of our upstream providers is performing emergency network maintenance on a subset of hosts in ORD. Some machines in ORD may be unreachable during the incident. A small subset of MPG clusters are running with reduced HA due to their replicas being on the affected hosts.",
"created_at": "2026-11-04T05:01:34Z",
"display_at": "2026-11-04T05:01:34Z",
"id": "01M6JEY5PAHWTERB2EC5QV66PM",
"incident_id": "01M6JEY5PA3C0M80T52NE3DSS3",
"status": "identified",
"updated_at": "2026-11-04T05:01:34Z"
}
],
"name": "Emergency network maintenance on a subset of hosts in ORD",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-11-04T05:15:45Z",
"status": "resolved",
"updated_at": "2026-11-04T05:15:45Z"
},
{
"created_at": "2026-11-02T12:34:10Z",
"id": "01M6E41ER0BWGC0Z76XE8AEWVF",
"impact": "minor",
"incident_updates": [
{
"body": "We have fixed the underlying issue caused failed Machine starts in ARN",
"created_at": "2026-11-02T13:35:38Z",
"display_at": "2026-11-02T13:35:38Z",
"id": "01M6E7J0TZ8KV8WM343JRN5EMT",
"incident_id": "01M6E41ER0BWGC0Z76XE8AEWVF",
"status": "resolved",
"updated_at": "2026-11-02T13:35:38Z"
},
{
"body": "We're currently investigating an elevated level of machine start failures. Workaround in the meantime would be to [replace affected machines ](https://docs.fly.io/apps/trouble-host-unavailable#apps-with-one-machine-and-no-volumes)with a new one: `fly machine clone \u003cmachineID\u003e`",
"created_at": "2026-11-02T12:34:10Z",
"display_at": "2026-11-02T12:34:10Z",
"id": "01M6E41ER0D4NV7Y7T228VB7XX",
"incident_id": "01M6E41ER0BWGC0Z76XE8AEWVF",
"status": "investigating",
"updated_at": "2026-11-02T12:34:10Z"
}
],
"name": "Elevated Machine start failures in ARN",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-11-02T13:35:38Z",
"status": "resolved",
"updated_at": "2026-11-02T13:35:38Z"
},
{
"created_at": "2026-11-02T11:19:28Z",
"id": "01M6DZRNWVZP5S78X8PXQPPVM3",
"impact": "major",
"incident_updates": [
{
"body": "This maintenance is complete.",
"created_at": "2026-11-02T11:57:51Z",
"display_at": "2026-11-02T11:57:51Z",
"id": "01M6E1YYVKRFTS2VVSGKDYWFN2",
"incident_id": "01M6DZRNWVZP5S78X8PXQPPVM3",
"status": "resolved",
"updated_at": "2026-11-02T11:57:51Z"
},
{
"body": "We are performing an emergency network maintenance in IAD region. Machines on a subset of hosts will be unreachable for a few minutes starting from the publication of this incident.",
"created_at": "2026-11-02T11:19:28Z",
"display_at": "2026-11-02T11:19:28Z",
"id": "01M6DZRNWVCAVNWBA79GDAKY51",
"incident_id": "01M6DZRNWVZP5S78X8PXQPPVM3",
"status": "investigating",
"updated_at": "2026-11-02T11:19:28Z"
}
],
"name": "Emergency maintenance in IAD",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-11-02T11:57:51Z",
"status": "resolved",
"updated_at": "2026-11-02T11:57:51Z"
},
{
"created_at": "2026-11-01T18:50:42Z",
"id": "01M6C765YT1Y74PCFT51RNECGX",
"impact": "minor",
"incident_updates": [
{
"body": "We've fixed affected regions and everything is back to normal.",
"created_at": "2026-11-01T21:00:21Z",
"display_at": "2026-11-01T21:00:21Z",
"id": "01M6CEKJPJSN90JEVRX3KEM5EZ",
"incident_id": "01M6C765YT1Y74PCFT51RNECGX",
"status": "resolved",
"updated_at": "2026-11-01T21:00:21Z"
},
{
"body": "We've rolled out fixes to the affected regions and are monitoring for any additional issues.",
"created_at": "2026-11-01T20:24:16Z",
"display_at": "2026-11-01T20:24:16Z",
"id": "01M6CCHGRWJK28A9VSQ6242W2R",
"incident_id": "01M6C765YT1Y74PCFT51RNECGX",
"status": "monitoring",
"updated_at": "2026-11-01T20:24:16Z"
},
{
"body": "We have identified the issue and are working to resolve in the affected regions. Newly created static egress IPs may continue to see problems while we roll out fixes.",
"created_at": "2026-11-01T19:24:46Z",
"display_at": "2026-11-01T19:24:45Z",
"id": "01M6C94HZZXYYWEBASYT0H6YWA",
"incident_id": "01M6C765YT1Y74PCFT51RNECGX",
"status": "identified",
"updated_at": "2026-11-01T19:25:24Z"
},
{
"body": "We are working to resolve an issue with outbound IPv4 connectivity failures affecting machines with in the ARN, JNB, and GRU regions.",
"created_at": "2026-11-01T18:50:42Z",
"display_at": "2026-11-01T18:50:42Z",
"id": "01M6C765YTZGQAB0KWZ1JJ76FP",
"incident_id": "01M6C765YT1Y74PCFT51RNECGX",
"status": "identified",
"updated_at": "2026-11-01T18:56:53Z"
}
],
"name": "Outbound IPv4 connectivity failures in ARN, JNB, and GRU",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-11-01T21:00:21Z",
"status": "resolved",
"updated_at": "2026-11-01T21:00:21Z"
},
{
"created_at": "2026-10-30T20:24:31Z",
"id": "01M677RH42BNN1N37NMJJJW7C8",
"impact": "minor",
"incident_updates": [
{
"body": "Image pull times in IAD have returned to normal.",
"created_at": "2026-10-30T21:52:44Z",
"display_at": "2026-10-30T21:52:44Z",
"id": "01M67CT206GESSAXHM8PAJ6N44",
"incident_id": "01M677RH42BNN1N37NMJJJW7C8",
"status": "resolved",
"updated_at": "2026-10-30T21:52:44Z"
},
{
"body": "We have implemented a fix and are monitoring results.",
"created_at": "2026-10-30T21:23:05Z",
"display_at": "2026-10-30T21:23:05Z",
"id": "01M67B3SAT72EYCZ1HNVK61QK8",
"incident_id": "01M677RH42BNN1N37NMJJJW7C8",
"status": "monitoring",
"updated_at": "2026-10-30T21:23:05Z"
},
{
"body": "We have identified the cause of the issue and are working on a fix.",
"created_at": "2026-10-30T21:07:41Z",
"display_at": "2026-10-30T21:07:41Z",
"id": "01M67A7JA4YMVMGP4S4PCJ9NJH",
"incident_id": "01M677RH42BNN1N37NMJJJW7C8",
"status": "identified",
"updated_at": "2026-10-30T21:07:41Z"
},
{
"body": "We are investigating slow image pulls within Fly Machines in IAD. Newly created or updated Machines are taking longer to start, which may cause deployments to time out. Machines start successfully after the delay. Consider creating Machines in alternate regions, if possible, or running `fly deploy --wait-timeout 10m` to give Machines up to 10 minutes to prepare images and start.",
"created_at": "2026-10-30T20:24:31Z",
"display_at": "2026-10-30T20:24:31Z",
"id": "01M677RH42JK772MM5QJR27SNJ",
"incident_id": "01M677RH42BNN1N37NMJJJW7C8",
"status": "investigating",
"updated_at": "2026-10-30T20:24:31Z"
}
],
"name": "Slow image pulls delaying Machine starts in IAD",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-10-30T21:52:44Z",
"status": "resolved",
"updated_at": "2026-10-30T21:52:44Z"
},
{
"created_at": "2026-10-29T22:52:41Z",
"id": "01M64XV4CTJ3KV50HNWFC76W8Y",
"impact": "none",
"incident_updates": [
{
"body": "Between 22:00 and 22:30 UTC, we saw elevated errors provisioning Depot hosted Builders due to [an upstream incident impacting Depot's control plane](https://status.depot.dev/incidents/01M64NVFDKM930PX39YM4275DN). During this time customers may have seen deploys fail with an `internal error` message. \n\nDepot resolved the incident and deploys using Depot hosted builders are working as normal again.",
"created_at": "2026-10-29T22:52:41Z",
"display_at": "2026-10-29T22:00:00Z",
"id": "01M64XV4CTCTA6MNTFVZ5K7DV7",
"incident_id": "01M64XV4CTJ3KV50HNWFC76W8Y",
"status": "resolved",
"updated_at": "2026-10-29T22:52:41Z"
}
],
"name": "Elevated Depot Failures",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-10-29T22:00:00Z",
"status": "resolved",
"updated_at": "2026-10-29T22:52:41Z"
},
{
"created_at": "2026-10-29T20:40:11Z",
"id": "01M64P8G5NJDZNFVK2CRF2YPQS",
"impact": "minor",
"incident_updates": [
{
"body": "The incident has been resolved.",
"created_at": "2026-10-29T21:28:38Z",
"display_at": "2026-10-29T21:28:38Z",
"id": "01M64S17C04SH8CF0W3JY70ZMK",
"incident_id": "01M64P8G5NJDZNFVK2CRF2YPQS",
"status": "resolved",
"updated_at": "2026-10-29T21:28:38Z"
},
{
"body": "We're continuing to work on a fix to resolve this incident.",
"created_at": "2026-10-29T21:19:48Z",
"display_at": "2026-10-29T21:19:48Z",
"id": "01M64RH1FJJ1TVH38EYZTZTWYC",
"incident_id": "01M64P8G5NJDZNFVK2CRF2YPQS",
"status": "identified",
"updated_at": "2026-10-29T21:19:48Z"
},
{
"body": "We've identified the problem and are working on a fix.",
"created_at": "2026-10-29T20:49:22Z",
"display_at": "2026-10-29T20:49:22Z",
"id": "01M64PSA5P30TRAX3K0QK266S9",
"incident_id": "01M64P8G5NJDZNFVK2CRF2YPQS",
"status": "identified",
"updated_at": "2026-10-29T20:49:22Z"
},
{
"body": "We're currently investigating degraded performance with the Machines API.",
"created_at": "2026-10-29T20:40:11Z",
"display_at": "2026-10-29T20:40:11Z",
"id": "01M64P8G5NFPKT89HN5TB7E8AA",
"incident_id": "01M64P8G5NJDZNFVK2CRF2YPQS",
"status": "investigating",
"updated_at": "2026-10-29T20:40:11Z"
}
],
"name": "Elevated issues with the Machines API",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-10-29T21:28:38Z",
"status": "resolved",
"updated_at": "2026-10-29T21:28:38Z"
},
{
"created_at": "2026-10-29T11:01:22Z",
"id": "01M63N4MZ7JHR44QAQD0MTVN60",
"impact": "none",
"incident_updates": [
{
"body": "The ARN WireGuard gateways are up",
"created_at": "2026-10-29T15:49:40Z",
"display_at": "2026-10-29T15:49:40Z",
"id": "01M645MHP2922V44TJ9TSJFE0Y",
"incident_id": "01M63N4MZ7JHR44QAQD0MTVN60",
"status": "resolved",
"updated_at": "2026-10-29T15:49:40Z"
},
{
"body": "The ARN WireGuard gateways are currently unreachable.\n\nYou can specify a different region in the meantime via `fly wireguard create \u003corg\u003e region`",
"created_at": "2026-10-29T11:01:22Z",
"display_at": "2026-10-29T11:01:22Z",
"id": "01M63N4MZ7SE895B4YQ1KAB5W7",
"incident_id": "01M63N4MZ7JHR44QAQD0MTVN60",
"status": "identified",
"updated_at": "2026-10-29T11:01:22Z"
}
],
"name": "Creating WireGuard peers in ARN is currently broken",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-10-29T15:49:40Z",
"status": "resolved",
"updated_at": "2026-10-29T15:49:40Z"
},
{
"created_at": "2026-10-26T14:34:43Z",
"id": "01M5WA55T284S335ZTE9MN8MWZ",
"impact": "none",
"incident_updates": [
{
"body": "This incident has been resolved, connectivity from AWS to all of our hosts is back to normal.",
"created_at": "2026-10-26T20:40:13Z",
"display_at": "2026-10-26T20:40:13Z",
"id": "01M5WZ2DHY8XBMJTG7DM2N54KD",
"incident_id": "01M5WA55T284S335ZTE9MN8MWZ",
"status": "resolved",
"updated_at": "2026-10-26T20:40:13Z"
},
{
"body": "Connectivity from AWS to Fly.io on impacted hosts is continuing to recover. Approximately 80% of the hosts that were seeing connectivity issues are fully recovered at this time. ",
"created_at": "2026-10-26T19:23:51Z",
"display_at": "2026-10-26T19:23:51Z",
"id": "01M5WTPK15XSC7Y35BMX9NDRXD",
"incident_id": "01M5WA55T284S335ZTE9MN8MWZ",
"status": "identified",
"updated_at": "2026-10-26T19:23:51Z"
},
{
"body": "AWS has implemented changes to unblock connections from their network from reaching our machines. We are seeing connectivity starting to resume on a host-by-host basis as these changes take effect.",
"created_at": "2026-10-26T18:08:14Z",
"display_at": "2026-10-26T18:08:14Z",
"id": "01M5WPC3XN6G16SPVSE7V97HKN",
"incident_id": "01M5WA55T284S335ZTE9MN8MWZ",
"status": "identified",
"updated_at": "2026-10-26T18:08:14Z"
},
{
"body": "We are continuing to work with our upstream networking partners and AWS on remediation. Impacted customers are recommended to allocate app-scoped static egress IPs using **fly ips allocate-egress.** \n\nCustomers seeing issues are encouraged to also contact AWS support or their AWS hosted vendors support with details of the connection errors and their fly machine IPs.",
"created_at": "2026-10-26T16:26:19Z",
"display_at": "2026-10-26T16:26:19Z",
"id": "01M5WGHG8NBAD3AFVE9TWX6C1C",
"incident_id": "01M5WA55T284S335ZTE9MN8MWZ",
"status": "identified",
"updated_at": "2026-10-26T16:26:19Z"
},
{
"body": "We are continuing to see connectivity issues from AWS IPs to a subset of our hosts. From our investigation these connections appear to be being blocked from the AWS side. We are continuing to work with our upstream networking partners and AWS on remediation.\n\nIn the meantime impacted customers are recommended to allocate app-scoped static egress IPs using **fly ips allocate-egress.** ",
"created_at": "2026-10-26T15:15:29Z",
"display_at": "2026-10-26T15:15:29Z",
"id": "01M5WCFT515JERAXPWF26K8WBR",
"incident_id": "01M5WA55T284S335ZTE9MN8MWZ",
"status": "identified",
"updated_at": "2026-10-26T15:15:29Z"
},
{
"body": "Our initial investigations indicate connection errors are occuring the return path from AWS IPs. We are escalating the issue with AWS and continuing to investigate. \n\nCustomers seeing issues are encouraged to also contact AWS support or their AWS hosted vendors support with details of the connection errors and their fly machine IPs.",
"created_at": "2026-10-26T14:54:12Z",
"display_at": "2026-10-26T14:54:12Z",
"id": "01M5WB8V8MN66D8AC17SV1GKK4",
"incident_id": "01M5WA55T284S335ZTE9MN8MWZ",
"status": "investigating",
"updated_at": "2026-10-26T14:54:12Z"
},
{
"body": "We are investigating reports of elevated networking issues between our network and AWS IPs. We are working to determine the source of the issue.\n\n ",
"created_at": "2026-10-26T14:34:43Z",
"display_at": "2026-10-26T14:34:43Z",
"id": "01M5WA55T2WP9XY5PK25J8WEV9",
"incident_id": "01M5WA55T284S335ZTE9MN8MWZ",
"status": "investigating",
"updated_at": "2026-10-26T14:34:43Z"
}
],
"name": "Degraded networking to AWS IPs",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-10-26T20:40:13Z",
"status": "resolved",
"updated_at": "2026-10-26T20:40:13Z"
},
{
"created_at": "2026-10-26T01:50:49Z",
"id": "01M5TYEDQ2VH9N1NEE404G1HH8",
"impact": "minor",
"incident_updates": [
{
"body": "The congestion affecting our upstream provider has been resolved. We are observing a return to normal levels of networking performance in IAD region.",
"created_at": "2026-10-26T04:24:05Z",
"display_at": "2026-10-26T04:24:05Z",
"id": "01M5V771PK9AEJH5AFBZZZVJWJ",
"incident_id": "01M5TYEDQ2VH9N1NEE404G1HH8",
"status": "resolved",
"updated_at": "2026-10-26T04:24:05Z"
},
{
"body": "A subset of hosts in IAD region are experiencing elevated packet loss due to congestion at an upstream provider. We are working with the provider to resolve this issue. Apps hosted in IAD region may experience packet loss at this time.",
"created_at": "2026-10-26T01:50:49Z",
"display_at": "2026-10-26T01:50:49Z",
"id": "01M5TYEDQ2R8CVVNDVZPE9QXZ3",
"incident_id": "01M5TYEDQ2VH9N1NEE404G1HH8",
"status": "identified",
"updated_at": "2026-10-26T01:50:49Z"
}
],
"name": "Packet loss in IAD",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-10-26T04:24:05Z",
"status": "resolved",
"updated_at": "2026-10-26T04:24:05Z"
},
{
"created_at": "2026-10-25T10:46:20Z",
"id": "01M5SAP8HT3RBQFFS80KGXR6HB",
"impact": "minor",
"incident_updates": [
{
"body": "Control plane operations in IAD, including resizing and changing plans, are working normally again.",
"created_at": "2026-10-25T11:02:54Z",
"display_at": "2026-10-25T11:02:54Z",
"id": "01M5SBMKNMVF5ENJYJTFY0VAE0",
"incident_id": "01M5SAP8HT3RBQFFS80KGXR6HB",
"status": "resolved",
"updated_at": "2026-10-25T11:02:54Z"
},
{
"body": "MPG control plane in IAD is accepting writes again. We are monitoring for additional impact.",
"created_at": "2026-10-25T10:58:55Z",
"display_at": "2026-10-25T10:58:55Z",
"id": "01M5SBD9G72V8G8HME660Y66AS",
"incident_id": "01M5SAP8HT3RBQFFS80KGXR6HB",
"status": "monitoring",
"updated_at": "2026-10-25T10:58:55Z"
},
{
"body": "Control plane operations such as resizing or changing plans will fail. MPG cluster availability isn't affected.",
"created_at": "2026-10-25T10:46:20Z",
"display_at": "2026-10-25T10:46:20Z",
"id": "01M5SAP8HTZZ8TR6ES5EMAMPT8",
"incident_id": "01M5SAP8HT3RBQFFS80KGXR6HB",
"status": "investigating",
"updated_at": "2026-10-25T10:46:20Z"
}
],
"name": "MPGv2 IAD control plane is read-only",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-10-25T11:02:54Z",
"status": "resolved",
"updated_at": "2026-10-25T11:02:54Z"
},
{
"created_at": "2026-10-22T19:26:51Z",
"id": "01M5JH96T5TT7JV7HB702MKK0Z",
"impact": "none",
"incident_updates": [
{
"body": "Between ~18:00 - 18:10 UTC today we saw degraded edge performance across multiple regions. Customers may have noticed elevated numbers of dropped connections or longer than usual connection times reaching their apps during this period. \n\nA fix was applied and edge performance is back to normal levels. ",
"created_at": "2026-10-22T19:26:51Z",
"display_at": "2026-10-22T18:00:00Z",
"id": "01M5JH96T58N41W1V58SQB4K3Q",
"incident_id": "01M5JH96T5TT7JV7HB702MKK0Z",
"status": "resolved",
"updated_at": "2026-10-22T19:34:41Z"
}
],
"name": "Degraded Edge Performance",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-10-22T18:00:00Z",
"status": "resolved",
"updated_at": "2026-10-22T19:26:51Z"
},
{
"created_at": "2026-10-20T16:54:42Z",
"id": "01M5D3S5AF40N2CJJGKJNN5AAE",
"impact": "minor",
"incident_updates": [
{
"body": "We have added host capacity to the region. Machine creates, starts and remote builds in GRU should now be functioning as normal.",
"created_at": "2026-10-20T23:53:50Z",
"display_at": "2026-10-20T23:53:50Z",
"id": "01M5DVRKN2MFX9B6KNB49GMCTW",
"incident_id": "01M5D3S5AF40N2CJJGKJNN5AAE",
"status": "resolved",
"updated_at": "2026-10-20T23:53:50Z"
},
{
"body": "We're experiencing low host capacity in GRU. Creating or starting Machines in the region may fail at this time. Remote builders in GRU are also impacted.\n\nWe're actively provisioning additional capacity. As a temporary remediation, customers may consider creating resources in EWR or IAD.",
"created_at": "2026-10-20T16:54:42Z",
"display_at": "2026-10-20T16:54:42Z",
"id": "01M5D3S5AF11ZXHG1WWQ8NCYFH",
"incident_id": "01M5D3S5AF40N2CJJGKJNN5AAE",
"status": "identified",
"updated_at": "2026-10-20T16:54:42Z"
}
],
"name": "Capacity issues in GRU region",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-10-20T23:53:50Z",
"status": "resolved",
"updated_at": "2026-10-20T23:53:50Z"
},
{
"created_at": "2026-10-16T16:22:15Z",
"id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"impact": "major",
"incident_updates": [
{
"body": "All host restarts have been completed and the platform is operating normally.\n\nA small number of hosts remain degraded or offline for apps and for MPG. Those impacted can see further updates on the personalized status page viewable at \u003chttps://fly.io/status\u003e",
"created_at": "2026-10-17T05:15:08Z",
"display_at": "2026-10-17T05:15:08Z",
"id": "01M544J24PC8MNQ2FSKZR65ZVW",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "resolved",
"updated_at": "2026-10-17T05:15:08Z"
},
{
"body": "All host restarts have been completed and we are monitoring the fleet health.\n\nA small number of hosts remain degraded or offline for apps and for MPG. Those impacted can see this status on the personalized status page viewable at \u003chttps://fly.io/status\u003e",
"created_at": "2026-10-17T03:48:45Z",
"display_at": "2026-10-17T03:48:45Z",
"id": "01M53ZKWD96S29F67Y70DJ8EEM",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "monitoring",
"updated_at": "2026-10-17T03:48:45Z"
},
{
"body": "As a mitigation measure for PwnEscape (Linux Kernel CVE-2026-99999), host restarts are continuing in phases across all regions. At this point, more than 95% of the fleet has been restarted. The remaining hosts are expected to be restarted over the next 30m.\n\nOnly a subset of hosts in each region will be down at each time. In general, Fly Machines should return to whatever state they were in prior to the host reboot, unless the Machine's restart policy says otherwise.\n\nMPG users will likely see elevated primary \u003c\u003e standby switchovers during this period. Impacted MPG clusters are being attended to by the team.\n\nWe will continue to provide updates on progress as the rollout continues.",
"created_at": "2026-10-17T02:41:09Z",
"display_at": "2026-10-17T02:41:09Z",
"id": "01M53VR49R215D683F86R8WEBR",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "identified",
"updated_at": "2026-10-17T02:41:09Z"
},
{
"body": "As a mitigation measure for PwnEscape (Linux Kernel CVE-2026-99999), host restarts are continuing in phases across all regions. At this point, more than 95% of the fleet has been restarted. The remaining hosts are expected to be restarted over the next 1h30m.\n\nOnly a subset of hosts in each region will be down at each time. In general, Fly Machines should return to whatever state they were in prior to the host reboot, unless the Machine's restart policy says otherwise.\n\nMPG users will likely see elevated primary \u003c\u003e standby switchovers during this period. Impacted MPG clusters are being attended to by the team.\n\nWe will continue to provide updates on progress as the rollout continues.",
"created_at": "2026-10-17T02:17:12Z",
"display_at": "2026-10-17T02:17:12Z",
"id": "01M53TC8CYZ7FGZ4NGASKDY4H1",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "identified",
"updated_at": "2026-10-17T02:17:12Z"
},
{
"body": "As a mitigation measure for PwnEscape (Linux Kernel CVE-2026-99999), host restarts are continuing in phases across all regions. At this point, more than 95% of the fleet has been restarted. The remaining hosts are expected to be restarted over the next 1h40m.\n\nOnly a subset of hosts in each region will be down at each time. In general, Fly Machines should return to whatever state they were in prior to the host reboot, unless the Machine's restart policy says otherwise.\n\nMPG users will likely see elevated primary \u003c\u003e standby switchovers during this period. Impacted MPG clusters are being attended to by the team.\n\nWe will continue to provide updates on progress as the rollout continues.",
"created_at": "2026-10-17T01:43:49Z",
"display_at": "2026-10-17T01:43:49Z",
"id": "01M53RF44AGYMYGP84HP0MT46R",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "identified",
"updated_at": "2026-10-17T01:46:19Z"
},
{
"body": "As a mitigation measure for PwnEscape (Linux Kernel CVE-2026-99999), host restarts are continuing in phases across all regions. At this point, more than 90% of the fleet has been restarted. The remaining hosts are expected to be restarted over the next 2h.\n\nOnly a subset of hosts in each region will be down at each time. In general, Fly Machines should return to whatever state they were in prior to the host reboot, unless the Machine's restart policy says otherwise.\n\nMPG users will likely see elevated primary \u003c\u003e standby switchovers during this period. Impacted MPG clusters are being attended to by the team.\n\nWe will continue to provide updates on progress as the rollout continues.",
"created_at": "2026-10-17T01:11:17Z",
"display_at": "2026-10-17T01:11:17Z",
"id": "01M53PKJ1S8REF40PJSQHEA40T",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "identified",
"updated_at": "2026-10-17T01:11:17Z"
},
{
"body": "As a mitigation measure for PwnEscape (Linux Kernel CVE-2026-99999), host restarts are continuing in phases across all regions. At this point, more than 90% of the fleet has been restarted. The remaining hosts are expected to be restarted over the next 2h30m.\n\nOnly a subset of hosts in each region will be down at each time. In general, Fly Machines should return to whatever state they were in prior to the host reboot, unless the Machine's restart policy says otherwise.\n\nMPG users will likely see elevated primary \u003c\u003e standby switchovers during this period. Impacted MPG clusters are being attended to by the team.\n\nWe will continue to provide updates on progress as the rollout continues.",
"created_at": "2026-10-17T00:45:00Z",
"display_at": "2026-10-17T00:45:00Z",
"id": "01M53N3E9PAQ74J2VVTCXYZHJ1",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "identified",
"updated_at": "2026-10-17T00:45:00Z"
},
{
"body": "Host restarts are continuing in phases across all regions - at this point, roughly 90% of all hosts across the fleet have been restarted.\n\nOnly a subset of hosts in each region will be down at each time. We expect this process to take multiple hours to complete in full, with larger regions taking the longest to complete. In general, Fly Machines should return to whatever state they were in prior to the host reboot, unless the Machine's restart policy says otherwise.\n\nRollout phases were scheduled to minimize impact to Managed Postgres Clusters within those regions; however, MPG users will likely see elevated primary \u003c\u003e standby switchovers during this period. \n\nWe",
"created_at": "2026-10-17T00:05:47Z",
"display_at": "2026-10-17T00:05:47Z",
"id": "01M53JVMMCPKRNGPEPP1D5GF2C",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "identified",
"updated_at": "2026-10-17T00:05:47Z"
},
{
"body": "Host restarts are continuing in phases across all regions - at this point, roughly 85% of all hosts across the fleet have been restarted.\n\nOnly a subset of hosts in each region will be down at each time. We expect this process to take multiple hours to complete in full, with larger regions taking the longest to complete. In general, Fly Machines should return to whatever state they were in prior to the host reboot, unless the Machine's restart policy says otherwise.\n\nRollout phases were scheduled to minimize impact to Managed Postgres Clusters within those regions; however, MPG users will likely see elevated primary \u003c\u003e standby switchovers during this period. \n\nWe will continue to provide updates on progress as the rollout continues.",
"created_at": "2026-10-16T23:15:34Z",
"display_at": "2026-10-16T23:15:34Z",
"id": "01M53FZNNFWRWBN2V4ZEFM9PJ5",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "identified",
"updated_at": "2026-10-16T23:15:34Z"
},
{
"body": "Host restarts are continuing in phases across all regions - at this point, roughly 80% of all hosts across the fleet have been restarted.\n\nOnly a subset of hosts in each region will be down at each time. We expect this process to take multiple hours to complete in full, with larger regions taking the longest to complete. In general, Fly Machines should return to whatever state they were in prior to the host reboot, unless the Machine's restart policy says otherwise.\n\nRollout phases were scheduled to minimize impact to Managed Postgres Clusters within those regions; however, MPG users will likely see elevated primary \u003c\u003e standby switchovers during this period. \n\nWe will continue to provide updates on progress as the rollout continues.",
"created_at": "2026-10-16T22:27:38Z",
"display_at": "2026-10-16T22:27:38Z",
"id": "01M53D7XBZJZ5MP21KX2WR30GP",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "identified",
"updated_at": "2026-10-16T22:27:38Z"
},
{
"body": "Host restarts are continuing in phases across all regions - at this point, roughly 70% of all hosts across the fleet have been restarted.\n\nOnly a subset of hosts in each region will be down at each time. We expect this process to take multiple hours to complete in full, with larger regions taking the longest to complete. In general, Fly Machines should return to whatever state they were in prior to the host reboot, unless the Machine's restart policy says otherwise.\n\nRollout phases were scheduled to minimize impact to Managed Postgres Clusters within those regions; however, MPG users will likely see elevated primary \u003c\u003e standby switchovers during this period. \n\nWe will continue to provide updates on progress as the rollout continues.",
"created_at": "2026-10-16T21:41:34Z",
"display_at": "2026-10-16T21:41:34Z",
"id": "01M53AKHZ8W6D3940NQXJG246B",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "identified",
"updated_at": "2026-10-16T21:41:34Z"
},
{
"body": "Host restarts are continuing in phases across all regions - at this point, roughly 65% of all hosts across the fleet have been restarted.\n\nOnly a subset of hosts in each region will be down at each time. We expect this process to take multiple hours to complete in full, with larger regions taking the longest to complete. In general, Fly Machines should return to whatever state they were in prior to the host reboot, unless the Machine's restart policy says otherwise.\n\nRollout phases were scheduled to minimize impact to Managed Postgres Clusters within those regions; however, MPG users will likely see elevated primary \u003c\u003e standby switchovers during this period. \n\nWe will continue to provide updates on progress as the rollout continues.",
"created_at": "2026-10-16T21:11:02Z",
"display_at": "2026-10-16T21:11:02Z",
"id": "01M538VN2VDP2P6C4SPJ3GWGTX",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "identified",
"updated_at": "2026-10-16T21:11:02Z"
},
{
"body": "Host restarts are continuing in phases across all regions - at this point, roughly 50% of all hosts across the fleet have been restarted.\n\nOnly a subset of hosts in each region will be down at each time. We expect this process to take multiple hours to complete in full, with larger regions taking the longest to complete. In general, Fly Machines should return to whatever state they were in prior to the host reboot, unless the Machine's restart policy says otherwise.\n\nRollout phases were scheduled to minimize impact to Managed Postgres Clusters within those regions; however, MPG users will likely see elevated primary \u003c\u003e standby switchovers during this period. \n\nWe will continue to provide updates on progress as the rollout continues.",
"created_at": "2026-10-16T20:41:03Z",
"display_at": "2026-10-16T20:41:03Z",
"id": "01M5374RH7PEASME919X9XCXCW",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "identified",
"updated_at": "2026-10-16T20:41:03Z"
},
{
"body": "Host restarts are continuing in phases across all regions - at this point, roughly 40% of all hosts across the fleet have been restarted.\n\nOnly a subset of hosts in each region will be down at each time. We expect this process to take multiple hours to complete in full, with larger regions taking the longest to complete. In general, Fly Machines should return to whatever state they were in prior to the host reboot, unless the Machine's restart policy says otherwise.\n\nRollout phases were scheduled to minimize impact to Managed Postgres Clusters within those regions; however, MPG users will likely see elevated primary \u003c\u003e standby switchovers during this period. \n\nWe will continue to provide updates on progress as the rollout continues.",
"created_at": "2026-10-16T20:00:11Z",
"display_at": "2026-10-16T20:00:11Z",
"id": "01M534SXNDZZ88D4FJAF2T8VZX",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "identified",
"updated_at": "2026-10-16T20:00:11Z"
},
{
"body": "Host restarts are continuing in phases across all regions, with the second phase nearly complete - at this point, roughly 25% of all hosts across the fleet have been restarted.\n\nOnly a subset of hosts in each region will be down at each time. We expect this process to take multiple hours to complete in full, with larger regions taking the longest to complete. \n\nRollout phases were scheduled to minimize impact to Managed Postgres Clusters within those regions; however, MPG users will likely see elevated primary \u003c\u003e standby switchovers during this period. \n\nWe will continue to provide updates on progress as the rollout continues.",
"created_at": "2026-10-16T19:10:54Z",
"display_at": "2026-10-16T19:10:54Z",
"id": "01M531ZNS8YMEX8D93C32HYJG1",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "identified",
"updated_at": "2026-10-16T19:10:54Z"
},
{
"body": "Host restarts are continuing in phases across all regions, with the first phase nearly complete. Only a subset of hosts in each region will be down at each time. We expect this process to take multiple hours to complete in full, with larger regions taking the longest to complete. \n\nRollout phases were scheduled to minimize impact to Managed Postgres Clusters within those regions; however, MPG users will likely see elevated primary \u003c\u003e standby switchovers during this period. \n\nWe will continue to provide updates on progress as the rollout continues.",
"created_at": "2026-10-16T18:35:47Z",
"display_at": "2026-10-16T18:35:47Z",
"id": "01M52ZZCF7R0C5MW6W7VBP89S2",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "identified",
"updated_at": "2026-10-16T18:35:47Z"
},
{
"body": "Host restarts are continuing in phases across all regions. Only a subset of hosts in each region will be down at each time. We expect this process to take multiple hours to complete in full, with larger regions taking the longest to complete. \n\nRollout phases were scheduled to minimize impact to Managed Postgres Clusters within those regions, however MPG users will likely see elevated primary \u003c\u003e standby switchovers during this period. \n\nWe will provide further updates on progress as the rollout continues.",
"created_at": "2026-10-16T18:01:30Z",
"display_at": "2026-10-16T18:01:30Z",
"id": "01M52Y0KNRV366TYQ7M60SJPQC",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "identified",
"updated_at": "2026-10-16T18:01:30Z"
},
{
"body": "Rolling host restarts are beginning in all regions. \n\nMachines, volumes, and MPG instances will be unavailable for approximately 15-20 minutes when their hosts are restarted during this process.\n\nUsers should expect a period of disruption or downtime for their apps during this, especially if they are running on a single machine.\n\nWe will provide further updates as the rollout progresses. ",
"created_at": "2026-10-16T16:59:44Z",
"display_at": "2026-10-16T16:59:44Z",
"id": "01M52TFGHB8V8M8FAGDGJKXSBY",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "identified",
"updated_at": "2026-10-16T16:59:44Z"
},
{
"body": "We are beginning the rolling restart process of all hosts, beginning with the YYZ region. Machines, volumes, and MPG instances on hosts being rebooted will be unavailable for approximately 15-20 minutes during the restart.\n\nWe will provide further updates as the rollout progresses.",
"created_at": "2026-10-16T16:50:11Z",
"display_at": "2026-10-16T16:50:11Z",
"id": "01M52SY0FKPTAHCCM6WW3Z6DDB",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "identified",
"updated_at": "2026-10-16T16:50:11Z"
},
{
"body": "We will be imminently applying rolling restarts across all hosts in our fleet for a critical maintenance. Customer Machines, volumes, and MPG cluster instances on each host will be unavailable while their host reboots.\n\nEach host will be unavailable for 15 - 20 minutes during the restart, and multiple hosts in a region may be down at once. Users should expect a period of downtime or disruption for their apps, especially if they are running on a single machine.\n\nWe are aiming for the highest possible uptime during the rollout, while ensuring this is completed quickly.\n\nWe will provide a further update once we begin the restart process.",
"created_at": "2026-10-16T16:22:16Z",
"display_at": "2026-10-16T16:22:15Z",
"id": "01M52RAWMVT5XTH244AG8NSYB8",
"incident_id": "01M52RAWMVC0NKEBRDKC3VXT3K",
"status": "identified",
"updated_at": "2026-10-16T16:22:16Z"
}
],
"name": "Platform Wide Rolling Host Reboots",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-10-17T05:15:08Z",
"status": "resolved",
"updated_at": "2026-10-17T05:15:08Z"
},
{
"created_at": "2026-10-16T18:08:39Z",
"id": "01M52YDPQA7DB00ZB4KVCWXWF8",
"impact": "major",
"incident_updates": [
{
"body": "The [fly-metrics.net](https://fly-metrics.net) hosted Grafana and log search instance is now fully reachable.",
"created_at": "2026-10-16T19:24:10Z",
"display_at": "2026-10-16T19:24:10Z",
"id": "01M532QZQ1J6X65NJP8HZAPDBP",
"incident_id": "01M52YDPQA7DB00ZB4KVCWXWF8",
"status": "resolved",
"updated_at": "2026-10-16T19:24:10Z"
},
{
"body": "The [fly-metrics.net](https://fly-metrics.net) hosted Grafana and log search instance should now be reachable again. We're continuing to monitor for any issues as a result of \u003chttps://status.flyio.net/incidents/01M52RAWMVC0NKEBRDKC3VXT3K\u003e.",
"created_at": "2026-10-16T18:43:39Z",
"display_at": "2026-10-16T18:43:39Z",
"id": "01M530DSEG3AKBXZ0PTV4E17X4",
"incident_id": "01M52YDPQA7DB00ZB4KVCWXWF8",
"status": "monitoring",
"updated_at": "2026-10-16T18:43:39Z"
},
{
"body": "The fly-metrics.net hosted grafana and log search instance is currently unreachable as a result of \u003chttps://status.flyio.net/incidents/01M52RAWMVC0NKEBRDKC3VXT3K\u003e. It will return once the host it is on is out of maintenance, approximately 20 minutes.\n\nLogs and Metrics shipped to other sources using things like Fly Telemetry or the Fly Log shipper continue to be available, only the hosted Grafana viewer is unavailable at this time. ",
"created_at": "2026-10-16T18:08:39Z",
"display_at": "2026-10-16T18:08:39Z",
"id": "01M52YDPQAHG8X9BJJW18SQTV3",
"incident_id": "01M52YDPQA7DB00ZB4KVCWXWF8",
"status": "identified",
"updated_at": "2026-10-16T18:08:39Z"
}
],
"name": "Fly-metrics.net Grafana Dashboard Outage",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-10-16T19:24:10Z",
"status": "resolved",
"updated_at": "2026-10-16T19:24:10Z"
},
{
"created_at": "2026-10-15T09:30:01Z",
"id": "01M4ZEBB8WHB9A0PMEG93GPFQZ",
"impact": "minor",
"incident_updates": [
{
"body": "Between 06:40 and 09:50 UTC some app creation and secrets requests failed or timed out. Running apps and Machines were not affected.",
"created_at": "2026-10-15T11:33:46Z",
"display_at": "2026-10-15T11:33:46Z",
"id": "01M4ZNDY91P6JVGB69A40R4D2K",
"incident_id": "01M4ZEBB8WHB9A0PMEG93GPFQZ",
"status": "resolved",
"updated_at": "2026-10-15T11:33:46Z"
},
{
"body": "We’ve applied a fix for the elevated errors affecting app creation and secrets management. Error rates and response times have returned to normal. We’re continuing to monitor to confirm the issue is fully resolved.",
"created_at": "2026-10-15T09:57:19Z",
"display_at": "2026-10-15T09:57:19Z",
"id": "01M4ZFXA86B9YVPRN7VHMAYV0R",
"incident_id": "01M4ZEBB8WHB9A0PMEG93GPFQZ",
"status": "monitoring",
"updated_at": "2026-10-15T09:57:19Z"
},
{
"body": "We’re seeing elevated error rates and slow responses for some operations that create or change data. Creating new apps, setting or removing secrets, and some app deletions are affected. You may see 500 or 503 errors from `flyctl`, the Machines API, or the dashboard.\n\nApps and Machines that are already running are not affected. Starting, stopping and reading existing Machines are working normally. We’re investigating and will post another update within 30 minutes.",
"created_at": "2026-10-15T09:30:01Z",
"display_at": "2026-10-15T09:30:01Z",
"id": "01M4ZEBB8WHMVNET9NCG1GK9TR",
"incident_id": "01M4ZEBB8WHB9A0PMEG93GPFQZ",
"status": "investigating",
"updated_at": "2026-10-15T09:30:01Z"
}
],
"name": "Elevated errors creating apps and managing secrets",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-10-15T11:33:46Z",
"status": "resolved",
"updated_at": "2026-10-15T11:33:46Z"
},
{
"created_at": "2026-10-15T02:55:15Z",
"id": "01M4YQRFPABDQVVTMGE4XQMQAV",
"impact": "none",
"incident_updates": [
{
"body": "Subset of hosts in FRA were unavailable due to provider network outage which lasted around 10 minutes",
"created_at": "2026-10-15T02:55:15Z",
"display_at": "2026-10-15T02:35:00Z",
"id": "01M4YQRFPAPNMFYEA00DK35MMK",
"incident_id": "01M4YQRFPABDQVVTMGE4XQMQAV",
"status": "resolved",
"updated_at": "2026-10-15T02:56:08Z"
}
],
"name": "Partial FRA network issues",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-10-15T02:35:00Z",
"status": "resolved",
"updated_at": "2026-10-15T02:55:15Z"
},
{
"created_at": "2026-10-13T09:25:12Z",
"id": "01M4T992GQSVBYEJR8Q9PRGX9W",
"impact": "minor",
"incident_updates": [
{
"body": "This has been resolved",
"created_at": "2026-10-13T13:50:06Z",
"display_at": "2026-10-13T13:50:06Z",
"id": "01M4TRE4D5WNATW3QG36FJ2QP8",
"incident_id": "01M4T992GQSVBYEJR8Q9PRGX9W",
"status": "resolved",
"updated_at": "2026-10-13T13:50:06Z"
},
{
"body": "Logs are caught up and we are monitoring the situation",
"created_at": "2026-10-13T11:09:50Z",
"display_at": "2026-10-13T11:09:50Z",
"id": "01M4TF8N7XWBSSTZE3DNACV30J",
"incident_id": "01M4T992GQSVBYEJR8Q9PRGX9W",
"status": "monitoring",
"updated_at": "2026-10-13T11:09:50Z"
},
{
"body": "Our log ingestion pipeline is currently backed up. Historical logs will be delayed while the queue is processed.",
"created_at": "2026-10-13T09:25:12Z",
"display_at": "2026-10-13T09:25:12Z",
"id": "01M4T992GQSRTMWCC6SKQHFJ95",
"incident_id": "01M4T992GQSVBYEJR8Q9PRGX9W",
"status": "identified",
"updated_at": "2026-10-13T09:25:12Z"
}
],
"name": "Historical logs are currently delayed",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-10-13T13:50:06Z",
"status": "resolved",
"updated_at": "2026-10-13T13:50:06Z"
},
{
"created_at": "2026-10-12T00:47:29Z",
"id": "01M4PS8CZW07R4EMEJK22H23NY",
"impact": "none",
"incident_updates": [
{
"body": "From approximately 2026-10-11 23:30 UTC through 2026-10-12 00:45 UTC some or all hosted sprites on the *.sprites.app subdomain were unavailable due to a certificate error.\n\nAs of 00:45 UTC this incident has been resolved.",
"created_at": "2026-10-12T00:47:29Z",
"display_at": "2026-10-11T23:30:00Z",
"id": "01M4PS8CZW95AEQ9C7ZGN0CZMT",
"incident_id": "01M4PS8CZW07R4EMEJK22H23NY",
"status": "resolved",
"updated_at": "2026-10-12T00:47:29Z"
}
],
"name": "Sprite hosting outage",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-10-11T23:30:00Z",
"status": "resolved",
"updated_at": "2026-10-12T00:47:29Z"
},
{
"created_at": "2026-10-08T21:23:15Z",
"id": "01M4EPC94XF097RBMJ5S35XMMN",
"impact": "critical",
"incident_updates": [
{
"body": "The issue has been resolved.",
"created_at": "2026-10-08T21:54:37Z",
"display_at": "2026-10-08T21:54:37Z",
"id": "01M4ER5PJSS861T4P5G345MMW0",
"incident_id": "01M4EPC94XF097RBMJ5S35XMMN",
"status": "resolved",
"updated_at": "2026-10-08T21:54:37Z"
},
{
"body": "Sprite pools are starting to recover and creates are succeeding. We are monitoring the pools as they refill.",
"created_at": "2026-10-08T21:51:56Z",
"display_at": "2026-10-08T21:51:56Z",
"id": "01M4ER0S6VGEEFF8V7TVYY4201",
"incident_id": "01M4EPC94XF097RBMJ5S35XMMN",
"status": "monitoring",
"updated_at": "2026-10-08T21:51:56Z"
},
{
"body": "We have identified a potential issue and are applying a fix.",
"created_at": "2026-10-08T21:48:18Z",
"display_at": "2026-10-08T21:48:18Z",
"id": "01M4EQT4VMJRMA5SMQVMMX4B84",
"incident_id": "01M4EPC94XF097RBMJ5S35XMMN",
"status": "identified",
"updated_at": "2026-10-08T21:48:18Z"
},
{
"body": "Sprite creates are failing in all regions outside of Europe. We are investigating the cause.",
"created_at": "2026-10-08T21:23:15Z",
"display_at": "2026-10-08T21:23:15Z",
"id": "01M4EPC94XQ3QFAVN33MVCBV90",
"incident_id": "01M4EPC94XF097RBMJ5S35XMMN",
"status": "investigating",
"updated_at": "2026-10-08T21:23:15Z"
}
],
"name": "Sprite creates failing",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-10-08T21:54:37Z",
"status": "resolved",
"updated_at": "2026-10-08T21:54:37Z"
},
{
"created_at": "2026-10-08T05:40:31Z",
"id": "01M4D0E2HPJYRMB4DJT4PKYTM5",
"impact": "major",
"incident_updates": [
{
"body": "This incident has been resolved.",
"created_at": "2026-10-08T06:00:05Z",
"display_at": "2026-10-08T06:00:05Z",
"id": "01M4D1HWMJCZR9NPS6TFF7W9BX",
"incident_id": "01M4D0E2HPJYRMB4DJT4PKYTM5",
"status": "resolved",
"updated_at": "2026-10-08T06:00:05Z"
},
{
"body": "We have brought BGP back up in LHR and are monitoring recovery.",
"created_at": "2026-10-08T05:53:46Z",
"display_at": "2026-10-08T05:53:46Z",
"id": "01M4D16AH4Y0KSN111E5XHX6EP",
"incident_id": "01M4D0E2HPJYRMB4DJT4PKYTM5",
"status": "monitoring",
"updated_at": "2026-10-08T05:53:46Z"
},
{
"body": "We are working to resolve an issue with our BGP announcements in LHR (London, UK) region. Regional anycast and static egress IPs are currently not functional and anycast traffic is being rerouted to nearby regions.",
"created_at": "2026-10-08T05:40:31Z",
"display_at": "2026-10-08T05:40:31Z",
"id": "01M4D0E2HP9TF3N5D69D0CCBZ7",
"incident_id": "01M4D0E2HPJYRMB4DJT4PKYTM5",
"status": "identified",
"updated_at": "2026-10-08T05:40:31Z"
}
],
"name": "LHR network issues",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-10-08T06:00:05Z",
"status": "resolved",
"updated_at": "2026-10-08T06:00:05Z"
},
{
"created_at": "2026-10-06T11:59:41Z",
"id": "01M48HAXNTZZF37HD41X392184",
"impact": "minor",
"incident_updates": [
{
"body": "IPv6 upstream issue was solved.",
"created_at": "2026-10-06T12:02:50Z",
"display_at": "2026-10-06T12:02:50Z",
"id": "01M48HGNMBP3F42JH1D195EPK6",
"incident_id": "01M48HAXNTZZF37HD41X392184",
"status": "resolved",
"updated_at": "2026-10-06T12:02:50Z"
},
{
"body": "IPv6 traffic is failing on a subset of machines in ORD. IPv6 connections may fail.",
"created_at": "2026-10-06T11:59:41Z",
"display_at": "2026-10-06T11:59:41Z",
"id": "01M48HAXNTG948F24TCY4T100X",
"incident_id": "01M48HAXNTZZF37HD41X392184",
"status": "identified",
"updated_at": "2026-10-06T11:59:41Z"
}
],
"name": "Impaired IPv6 connectivity in ORD",
"page_id": "01KZSP42XPW71QZVJ4J2E597HE",
"resolved_at": "2026-10-06T12:02:50Z",
"status": "resolved",
"updated_at": "2026-10-06T12:02:50Z"
}
],
"page": {
"id": "01KZSP42XPW71QZVJ4J2E597HE",
"name": "Fly.io",
"updated_at": "2026-11-12T03:19:30Z",
"url": "https://status.flyio.net/"
}
}