Snapshot 11119
Normalized text
Scripts and page chrome removed; this is what change detection compares.
{
"components": [
{
"created_at": "2017-01-31T20:05:05.370Z",
"description": "Performance of git clones, pulls, pushes, and associated operations",
"group_id": null,
"id": "8l4ygp009s5s",
"name": "Git Operations",
"page_id": "kctbh9vrtdwd",
"position": 1,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-08-17T18:23:47.907Z"
},
{
"created_at": "2019-11-13T18:00:24.256Z",
"description": "Real time HTTP callbacks of user-generated and system events",
"group_id": null,
"id": "4230lsnqdsld",
"name": "Webhooks",
"page_id": "kctbh9vrtdwd",
"position": 2,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-08-17T16:59:38.017Z"
},
{
"created_at": "2018-12-05T19:39:40.838Z",
"description": null,
"group_id": null,
"id": "0l2p9nhqnxpd",
"name": "Visit www.githubstatus.com for more information",
"page_id": "kctbh9vrtdwd",
"position": 3,
"showcase": false,
"start_date": null,
"status": "operational",
"updated_at": "2025-03-19T05:00:21.309Z"
},
{
"created_at": "2017-01-31T20:01:46.621Z",
"description": "Requests for GitHub APIs",
"group_id": null,
"id": "brv1bkgrwx7q",
"name": "API Requests",
"page_id": "kctbh9vrtdwd",
"position": 4,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-23T10:58:27.066Z"
},
{
"created_at": "2017-01-31T20:01:46.638Z",
"description": "Requests for Issues on GitHub.com",
"group_id": null,
"id": "kr09ddfgbfsf",
"name": "Issues",
"page_id": "kctbh9vrtdwd",
"position": 5,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-13T10:44:54.937Z"
},
{
"created_at": "2020-09-02T15:39:06.329Z",
"description": "Requests for Pull Requests on GitHub.com",
"group_id": null,
"id": "hhtssxt0f5v2",
"name": "Pull Requests",
"page_id": "kctbh9vrtdwd",
"position": 6,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-20T22:27:28.738Z"
},
{
"created_at": "2019-11-13T18:02:19.432Z",
"description": "Workflows, Compute and Orchestration for GitHub Actions",
"group_id": null,
"id": "br0l2tvcx85d",
"name": "Actions",
"page_id": "kctbh9vrtdwd",
"position": 7,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-13T10:44:54.969Z"
},
{
"created_at": "2019-11-13T18:02:40.064Z",
"description": "API requests and webhook delivery for GitHub Packages",
"group_id": null,
"id": "st3j38cctv9l",
"name": "Packages",
"page_id": "kctbh9vrtdwd",
"position": 8,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-08-13T15:33:02.208Z"
},
{
"created_at": "2017-01-31T20:04:33.923Z",
"description": "Frontend application and API servers for Pages builds",
"group_id": null,
"id": "vg70hn9s2tyj",
"name": "Pages",
"page_id": "kctbh9vrtdwd",
"position": 9,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-13T10:44:54.985Z"
},
{
"created_at": "2022-06-21T16:04:33.017Z",
"description": null,
"group_id": null,
"id": "pjmpxvq2cmr2",
"name": "Copilot",
"page_id": "kctbh9vrtdwd",
"position": 10,
"showcase": true,
"start_date": "2022-06-21T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-08-17T21:15:46.595Z"
},
{
"created_at": "2021-08-11T16:02:09.505Z",
"description": "Orchestration and Compute for GitHub Codespaces",
"group_id": null,
"id": "h2ftsgbw7kmk",
"name": "Codespaces",
"page_id": "kctbh9vrtdwd",
"position": 11,
"showcase": true,
"start_date": "2021-08-11T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-07-14T09:51:08.862Z"
},
{
"created_at": "2026-04-17T12:33:08.827Z",
"description": null,
"group_id": null,
"id": "cnnb39dkkk82",
"name": "Copilot AI Model Providers",
"page_id": "kctbh9vrtdwd",
"position": 12,
"showcase": true,
"start_date": "2026-04-17T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-09-16T11:45:34.336Z"
}
],
"incidents": [
{
"components": [],
"created_at": "2026-09-24T16:51:32.619Z",
"id": "1dk955gg3bvz",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": null,
"body": "This incident has been resolved. Thank you for your patience and understanding as we addressed this issue. A detailed root cause analysis will be shared as soon as it is available.",
"created_at": "2026-09-24T20:41:12.518Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-24T20:41:12.518Z",
"id": "1st2q6pq67k9",
"incident_id": "1dk955gg3bvz",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-24T20:41:12.518Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "The degradation has been mitigated. We are monitoring to ensure stability.",
"created_at": "2026-09-24T20:24:57.876Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-24T20:24:57.876Z",
"id": "zpk0wc9bdy62",
"incident_id": "1dk955gg3bvz",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-24T20:24:57.876Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We have applied the mitigation and are seeing signs of recovery. We are continuing to monitor the system closely.",
"created_at": "2026-09-24T20:10:12.006Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-24T20:10:12.006Z",
"id": "qbgc837pfw98",
"incident_id": "1dk955gg3bvz",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-24T20:10:12.006Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We are continuing to work on mitigation. We will post another update in approximately one hour.",
"created_at": "2026-09-24T18:22:35.640Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-24T18:22:35.640Z",
"id": "sdnbkpk7h058",
"incident_id": "1dk955gg3bvz",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-24T18:22:35.640Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We have identified the problem and are actively working on mitigation.",
"created_at": "2026-09-24T17:40:15.902Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-24T17:40:15.902Z",
"id": "s6dy1zwc9dz2",
"incident_id": "1dk955gg3bvz",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-24T17:40:15.902Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We are investigating failures on billing information updates. Customers may be unable to create or update their billing information in the meantime.",
"created_at": "2026-09-24T16:51:48.684Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-24T16:51:48.684Z",
"id": "jf5zxjdtz8f1",
"incident_id": "1dk955gg3bvz",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-24T16:51:48.684Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We are investigating reports of impacted performance for some GitHub services.",
"created_at": "2026-09-24T16:51:32.660Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-24T16:51:32.660Z",
"id": "vdrk75sjh07t",
"incident_id": "1dk955gg3bvz",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-24T16:51:32.660Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-09-24T20:24:57.876Z",
"name": "Disruption with billing information updates",
"page_id": "kctbh9vrtdwd",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-09-24T20:41:12.518Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/g2q4g5kv9frp",
"started_at": "2026-09-24T16:51:32.611Z",
"status": "resolved",
"updated_at": "2026-09-24T20:41:12.534Z"
},
{
"components": [
{
"created_at": "2017-01-31T20:01:46.621Z",
"description": "Requests for GitHub APIs",
"group_id": null,
"id": "brv1bkgrwx7q",
"name": "API Requests",
"page_id": "kctbh9vrtdwd",
"position": 4,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-23T10:58:27.066Z"
}
],
"created_at": "2026-09-23T10:11:12.845Z",
"id": "8zc63m64hy36",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "This incident has been resolved. Thank you for your patience and understanding as we addressed this issue. A detailed root cause analysis will be shared as soon as it is available.",
"created_at": "2026-09-24T04:55:33.949Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-24T04:55:33.949Z",
"id": "j2xw2r3yc2cd",
"incident_id": "8zc63m64hy36",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-24T04:55:33.949Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "The degradation has been mitigated. We are monitoring to ensure stability.",
"created_at": "2026-09-24T04:55:27.414Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-24T04:55:27.414Z",
"id": "p80cx5ps8ypg",
"incident_id": "8zc63m64hy36",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-24T04:55:27.414Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We are continuing to process the backlog of issue label updates for Projects. Label changes may still be delayed. All other services are operating normally.",
"created_at": "2026-09-24T03:14:15.709Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-24T03:14:15.709Z",
"id": "rr0l0ssf3193",
"incident_id": "8zc63m64hy36",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-24T03:14:15.709Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We are continuing to process the backlog of issue label updates for Projects. Users may still see delays before label changes are reflected in Projects. All other services are operating normally.",
"created_at": "2026-09-24T02:00:37.040Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-24T02:00:37.040Z",
"id": "4p5yfrsx5c1d",
"incident_id": "8zc63m64hy36",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-24T02:00:37.040Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We've deployed a change intended to accelerate processing of the backlog of issue label updates in Projects. A sizable backlog still remains and we continue working through it. All other services are operating normally. We will provide another update within the next hour.",
"created_at": "2026-09-24T00:16:49.448Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-24T00:16:49.448Z",
"id": "yxvtwgr1tjt8",
"incident_id": "8zc63m64hy36",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-24T00:16:49.448Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Updates to issue labels may be delayed in being reflected in Projects. We are continuing to deploy a change that will accelerate processing of the backlog of label updates. All other services are available. We will provide another update within the next hour.",
"created_at": "2026-09-23T21:39:30.068Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-23T21:39:30.068Z",
"id": "kpnn3vrsd5bg",
"incident_id": "8zc63m64hy36",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-23T21:39:30.068Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We are preparing to deploy a change that will mitigate the impact.",
"created_at": "2026-09-23T20:26:02.259Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-23T20:26:02.259Z",
"id": "kzyj2r78x8sr",
"incident_id": "8zc63m64hy36",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-23T20:26:02.259Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Continuing to investigate the lag that may be experienced in issue labels being accurately reflected in Projects. We are working on alternate solutions to process the backlog of label updates.",
"created_at": "2026-09-23T18:42:01.379Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-23T18:42:01.379Z",
"id": "3nkhd8d37m7q",
"incident_id": "8zc63m64hy36",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-23T18:42:01.379Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We will post another update in approximately one hour to share our progress.",
"created_at": "2026-09-23T17:30:30.444Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-23T17:30:30.444Z",
"id": "nl04bvgdj78d",
"incident_id": "8zc63m64hy36",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-23T17:30:30.444Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Updates to issue labels may be delayed in being reflected in Projects by about ~10 minutes. We have added some capacity to work through the backlog more quickly, but it'll likely be a few hours to complete processing the full backlog of messages. All other services are available.",
"created_at": "2026-09-23T17:01:27.947Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-23T17:01:27.947Z",
"id": "ycx4xz63whcc",
"incident_id": "8zc63m64hy36",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-23T17:01:27.947Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Users may experience stale Project search results. We are working to increase indexing speed. All other services are available.",
"created_at": "2026-09-23T13:35:44.672Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-23T13:35:44.672Z",
"id": "9yhg3t6ns4yp",
"incident_id": "8zc63m64hy36",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-23T13:35:44.672Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We are seeing recovery for Projects. Users may experience stale search results for Projects while indexing catches up.",
"created_at": "2026-09-23T11:38:30.053Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-23T11:38:30.053Z",
"id": "twss7bj15qyr",
"incident_id": "8zc63m64hy36",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-23T11:38:30.053Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "The degradation affecting API Requests has been mitigated. We are monitoring to ensure stability.",
"created_at": "2026-09-23T10:58:27.097Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-23T10:58:27.097Z",
"id": "tkm705cgt7fx",
"incident_id": "8zc63m64hy36",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-23T10:58:27.097Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "Database replicas have been restored. Org creation and the GitHub API are no longer degraded.",
"created_at": "2026-09-23T10:57:57.451Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-23T10:57:57.451Z",
"id": "8z5fl9yqbrkg",
"incident_id": "8zc63m64hy36",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-23T10:57:57.451Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "Database replicas have detached. We're working to restore the database replicas. Users may experience issues beyond creating organizations and a degraded experience with the GitHub API and Projects.",
"created_at": "2026-09-23T10:20:06.970Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-23T10:20:06.970Z",
"id": "y4vv2mnhgd2q",
"incident_id": "8zc63m64hy36",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-23T10:20:06.970Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "We are investigating reports of degraded performance for API Requests",
"created_at": "2026-09-23T10:11:12.927Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-23T10:11:12.927Z",
"id": "yf987m8r2vtj",
"incident_id": "8zc63m64hy36",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-23T10:11:12.927Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-09-24T04:55:27.414Z",
"name": "Incident across several services",
"page_id": "kctbh9vrtdwd",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-09-24T04:55:33.949Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/m1ps7yrhp4n8",
"started_at": "2026-09-23T10:11:12.836Z",
"status": "resolved",
"updated_at": "2026-09-24T04:55:33.964Z"
},
{
"components": [
{
"created_at": "2020-09-02T15:39:06.329Z",
"description": "Requests for Pull Requests on GitHub.com",
"group_id": null,
"id": "hhtssxt0f5v2",
"name": "Pull Requests",
"page_id": "kctbh9vrtdwd",
"position": 6,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-20T22:27:28.738Z"
}
],
"created_at": "2026-09-20T22:13:37.889Z",
"id": "f6yrxnz5f7bs",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": [
{
"code": "hhtssxt0f5v2",
"name": "Pull Requests",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "On September 20, 2026, between 21:46 and 22:24 UTC the Pull Requests service was degraded and pull request merge and test-merge commits were created late, with delays reaching approximately four minutes at peak. Merge commits were delayed rather than lost. Because some Actions workflow runs start only after a pull request's merge commit is created, a subset of workflow runs for pull request events were also delayed. \u003cbr /\u003e\u003cbr /\u003eThis was due to a routine repository maintenance job for an unusually large repository consuming nearly all of the memory on a single Git storage server, which left that server unable to serve the Git operations used to create merge commits. \u003cbr /\u003e\u003cbr /\u003eWe mitigated the incident by removing the affected server from service at 22:18 UTC, after which the queued merge commits were created within six minutes. \u003cbr /\u003e\u003cbr /\u003eWe have capped the memory a single repository maintenance job may consume so that one repository cannot exhaust a server, and we have improved monitoring and alerting on storage server health to reduce our time to detection and mitigation of issues like this one in the future.",
"created_at": "2026-09-20T23:22:16.710Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-20T23:22:16.710Z",
"id": "lwhskmh38bsz",
"incident_id": "f6yrxnz5f7bs",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-24T21:29:12.090Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "hhtssxt0f5v2",
"name": "Pull Requests",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "A git fileserver issue caused a brief delay in creating some merge commits - we've isolated the underlying server and already observed recovery.",
"created_at": "2026-09-20T22:32:02.624Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-20T22:32:02.624Z",
"id": "kf5423bq26q7",
"incident_id": "f6yrxnz5f7bs",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-20T22:32:02.624Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "hhtssxt0f5v2",
"name": "Pull Requests",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "The degradation affecting Pull Requests has been mitigated. We are monitoring to ensure stability.",
"created_at": "2026-09-20T22:27:28.769Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-20T22:27:28.769Z",
"id": "r5ws33n0z0rc",
"incident_id": "f6yrxnz5f7bs",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-20T22:27:28.769Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "hhtssxt0f5v2",
"name": "Pull Requests",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "We are investigating reports of degraded performance for Pull Requests",
"created_at": "2026-09-20T22:13:37.969Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-20T22:13:37.969Z",
"id": "cd4dlsl4zckx",
"incident_id": "f6yrxnz5f7bs",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-20T22:13:37.969Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-09-20T22:27:28.769Z",
"name": "Incident with Pull Requests",
"page_id": "kctbh9vrtdwd",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-09-20T23:22:16.710Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/cx8xcm6k8f9s",
"started_at": "2026-09-20T22:13:37.880Z",
"status": "resolved",
"updated_at": "2026-09-24T21:29:12.096Z"
},
{
"components": [
{
"created_at": "2026-04-17T12:33:08.827Z",
"description": null,
"group_id": null,
"id": "cnnb39dkkk82",
"name": "Copilot AI Model Providers",
"page_id": "kctbh9vrtdwd",
"position": 12,
"showcase": true,
"start_date": "2026-04-17T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-09-16T11:45:34.336Z"
}
],
"created_at": "2026-09-17T20:59:02.074Z",
"id": "nvy2q96mcmyg",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": [
{
"code": "cnnb39dkkk82",
"name": "Copilot AI Model Providers",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Between 20:26 and 21:17 UTC on September 17, 2026, GitHub Copilot experienced degradation affecting several GPT models, including GPT-5.6 Luna, GPT-5.6 Terra, GPT-5.6 Sol, GPT-5.3-Codex, and GPT-6 Astra. Users encountered elevated error rates when using these models.\u003cbr /\u003e\u003cbr /\u003eThe degradation was caused by an issue with an upstream model provider. GitHub engineers detected the issue through automated monitoring and coordinated with the provider. Our automated model-warning system activated in-product warnings for affected models during the incident. Service returned to normal after the provider implemented a mitigation.",
"created_at": "2026-09-17T21:49:01.417Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-17T21:49:01.417Z",
"id": "by463mb32gz9",
"incident_id": "nvy2q96mcmyg",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-18T17:46:20.494Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "cnnb39dkkk82",
"name": "Copilot AI Model Providers",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We are experiencing degraded availability for GPT-5.6 Luna, GPT-5.6 Terra, GPT-5.6 Sol, GPT-6 Astra, GPT-5.3-Codex in Copilot products and IDE surfaces. This is due to an issue with an upstream model provider. The provider is working to mitigate the problem and we are monitoring recovery. We recommend choosing another model or selecting 'Auto' to continue using Copilot.",
"created_at": "2026-09-17T21:39:28.929Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-17T21:39:28.929Z",
"id": "rzlf0d3g47g6",
"incident_id": "nvy2q96mcmyg",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-17T21:39:28.929Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "cnnb39dkkk82",
"name": "Copilot AI Model Providers",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "We are investigating reports of degraded performance for Copilot AI Model Providers",
"created_at": "2026-09-17T20:59:02.127Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-17T20:59:02.127Z",
"id": "2v42scphlz53",
"incident_id": "nvy2q96mcmyg",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-17T20:59:02.127Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-09-17T21:39:28.929Z",
"name": "Elevated rate of errors for OpenAI models provided by Copilot",
"page_id": "kctbh9vrtdwd",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-09-17T21:49:01.417Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/t938cy7649sn",
"started_at": "2026-09-17T20:59:02.067Z",
"status": "resolved",
"updated_at": "2026-09-18T17:46:20.500Z"
},
{
"components": [
{
"created_at": "2026-04-17T12:33:08.827Z",
"description": null,
"group_id": null,
"id": "cnnb39dkkk82",
"name": "Copilot AI Model Providers",
"page_id": "kctbh9vrtdwd",
"position": 12,
"showcase": true,
"start_date": "2026-04-17T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-09-16T11:45:34.336Z"
}
],
"created_at": "2026-09-16T07:20:59.980Z",
"id": "nlxnbqnkdzdl",
"impact": "major",
"impact_override": "major",
"incident_updates": [
{
"affected_components": [
{
"code": "cnnb39dkkk82",
"name": "Copilot AI Model Providers",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "On September 16, 2026, between 04:40 and 11:45 UTC, the Gemini 3.8 Flash model in GitHub Copilot experienced degraded availability. Requests to this model failed at an average rate of 6.4%, and the impact was highest during peak traffic hours. Other Copilot models were not affected. Users could continue to work with a different model or with 'Auto'.\u003cbr /\u003e\u003cbr /\u003eThe degradation was caused due to a capacity issue with an upstream model provider. Failure rates returned to normal as the daily traffic peak passed. We monitored the model until it was healthy and resolved the incident at 17:48 UTC. We are working to make our systems resilient to cover peak demand for all the Copilot models.",
"created_at": "2026-09-16T17:48:49.246Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-16T17:48:49.246Z",
"id": "dkg6ntmqrx13",
"incident_id": "nlxnbqnkdzdl",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-22T09:37:08.381Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "cnnb39dkkk82",
"name": "Copilot AI Model Providers",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "The degradation affecting Copilot AI Model Providers has been mitigated. We are monitoring to ensure stability.",
"created_at": "2026-09-16T11:45:34.367Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-16T11:45:34.367Z",
"id": "fhf0pt4d6l22",
"incident_id": "nlxnbqnkdzdl",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-16T11:45:34.367Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "cnnb39dkkk82",
"name": "Copilot AI Model Providers",
"new_status": "degraded_performance",
"old_status": "partial_outage"
}
],
"body": "Copilot AI Model Providers is experiencing degraded performance. We are continuing to investigate.",
"created_at": "2026-09-16T10:58:41.042Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-16T10:58:41.042Z",
"id": "jzqtqvsy4w85",
"incident_id": "nlxnbqnkdzdl",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-16T10:58:41.042Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "cnnb39dkkk82",
"name": "Copilot AI Model Providers",
"new_status": "partial_outage",
"old_status": "partial_outage"
}
],
"body": "Copilot AI Model Providers is experiencing degraded performance. We are continuing to investigate.",
"created_at": "2026-09-16T08:28:57.275Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-16T08:28:57.275Z",
"id": "lmrhhrfsn0ch",
"incident_id": "nlxnbqnkdzdl",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-16T08:28:57.275Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "cnnb39dkkk82",
"name": "Copilot AI Model Providers",
"new_status": "partial_outage",
"old_status": "operational"
}
],
"body": "We are investigating reports of degraded availability for Copilot AI Model Providers",
"created_at": "2026-09-16T07:21:00.055Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-16T07:21:00.055Z",
"id": "q07t106x8dh0",
"incident_id": "nlxnbqnkdzdl",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-16T07:21:00.055Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-09-16T11:45:34.367Z",
"name": "Degradation with Gemini 3.8 Flash",
"page_id": "kctbh9vrtdwd",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-09-16T17:48:49.246Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/hsjy12f57b24",
"started_at": "2026-09-16T07:20:59.972Z",
"status": "resolved",
"updated_at": "2026-09-22T09:37:08.386Z"
},
{
"components": [],
"created_at": "2026-09-15T19:11:31.344Z",
"id": "bk7zgdcq7s9t",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": null,
"body": "On September 15, 2026 between 15:30 and 20:00 UTC, some Copilot code reviews on pull requests failed to complete. The cause was increased latency in an internal caching service that GitHub Copilot Code Review relies on to coordinate its review jobs. This caused a timeout in lock acquisition, which interrupted the job. We reverted the change to the internal caching service and restored normal operation by 20:00 UTC.\u003cbr /\u003e\u003cbr /\u003eWe sincerely apologize for the disruption.",
"created_at": "2026-09-15T20:00:50.512Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-15T20:00:50.512Z",
"id": "hf9yb7lhfh88",
"incident_id": "bk7zgdcq7s9t",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-18T17:08:48.325Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "The degradation has been mitigated. We are monitoring to ensure stability.",
"created_at": "2026-09-15T19:48:02.813Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-15T19:48:02.813Z",
"id": "y03f7t24mwq4",
"incident_id": "bk7zgdcq7s9t",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-15T19:48:02.813Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We are investigating reports of impacted performance for some GitHub services.",
"created_at": "2026-09-15T19:11:31.396Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-15T19:11:31.396Z",
"id": "dqhh3qb5jv9p",
"incident_id": "bk7zgdcq7s9t",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-15T19:11:31.396Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-09-15T19:48:02.813Z",
"name": "Disruption with some GitHub services",
"page_id": "kctbh9vrtdwd",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-09-15T20:00:50.512Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/tbh60vgxfxj6",
"started_at": "2026-09-15T19:11:31.334Z",
"status": "resolved",
"updated_at": "2026-09-18T17:08:48.328Z"
},
{
"components": [
{
"created_at": "2026-04-17T12:33:08.827Z",
"description": null,
"group_id": null,
"id": "cnnb39dkkk82",
"name": "Copilot AI Model Providers",
"page_id": "kctbh9vrtdwd",
"position": 12,
"showcase": true,
"start_date": "2026-04-17T00:00:00.000Z",
"status": "operational",
"updated_at": "2026-09-16T11:45:34.336Z"
}
],
"created_at": "2026-09-15T09:47:15.093Z",
"id": "qwdwmtqghpk5",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": [
{
"code": "cnnb39dkkk82",
"name": "Copilot AI Model Providers",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "On September 15, 2026, between 05:45 and 09:50 UTC, the Claude Fable 5.1 model in GitHub Copilot experienced intermittently degraded availability, with an average error rate of 2.8%. During brief recurring 15 minute periods that recurred every ~45 minutes, availability for Claude Fable 5.1 dropped to a maximum of ~40% before recovering completely. Other Copilot models were not affected. Users could continue to work with a different model or with 'Auto'.\u003cbr /\u003e\u003cbr /\u003eThe cause was an issue with an upstream model provider that intermittently rejected requests while overloaded. GitHub worked with the provider, who acknowledged and then resolved the underlying issue at 9:50 UTC, after which the model returned to constant normal availability. Once recovery was guaranteed, we resolved the incident at 11:17 UTC.\u003cbr /\u003e\u003cbr /\u003eTo reduce the chance of recurrence and customer impact, GitHub is reviewing per-model availability alerting and automatic in-product fallback so that requests to a degraded model can shift to a healthy alternative more quickly.",
"created_at": "2026-09-15T11:17:22.038Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-15T11:17:22.038Z",
"id": "wm1f9wzx17x7",
"incident_id": "qwdwmtqghpk5",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-22T12:41:35.195Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "cnnb39dkkk82",
"name": "Copilot AI Model Providers",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "The issues with our upstream model provider have been resolved, and Claude Fable 5.1 is once again available in Copilot products and IDE surfaces.\u003cbr /\u003e\u003cbr /\u003eWe will continue monitoring to ensure stability, but mitigation is complete.",
"created_at": "2026-09-15T11:17:13.405Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-15T11:17:13.405Z",
"id": "kdql5h7y369f",
"incident_id": "qwdwmtqghpk5",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-15T11:17:13.405Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "cnnb39dkkk82",
"name": "Copilot AI Model Providers",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "We continue to monitor intermittent errors affecting Claude Fable 5.1 in some Copilot products and integrated development environments. Customer-facing metrics have recovered, and we are awaiting confirmation from our upstream provider that the issue will not recur. Customers can select another model or Auto in the meantime.",
"created_at": "2026-09-15T11:09:33.869Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-15T11:09:33.869Z",
"id": "7k6lw43gz2m3",
"incident_id": "qwdwmtqghpk5",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-15T11:09:33.869Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "cnnb39dkkk82",
"name": "Copilot AI Model Providers",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
}
],
"body": "We continue to investigate intermittent errors affecting Claude Fable 5.1 in some Copilot products and integrated development environments. Customers can use another model or select Auto while we monitor the situation.",
"created_at": "2026-09-15T10:32:25.736Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-15T10:32:25.736Z",
"id": "99hh4ppv091w",
"incident_id": "qwdwmtqghpk5",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-15T10:32:25.736Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "cnnb39dkkk82",
"name": "Copilot AI Model Providers",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "Copilot AI Model Providers is experiencing degraded performance. We are continuing to investigate.",
"created_at": "2026-09-15T10:20:13.627Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-15T10:20:13.627Z",
"id": "jh19yll4d3tj",
"incident_id": "qwdwmtqghpk5",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-15T10:20:13.627Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We are investigating degraded availability for Claude Fable 5.1, affecting some Copilot products and integrated development environments. The issue is caused by a problem with our upstream model provider. Customers can use another model or select Auto while we investigate.",
"created_at": "2026-09-15T09:48:04.095Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-15T09:48:04.095Z",
"id": "c65zjqf1bs09",
"incident_id": "qwdwmtqghpk5",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-15T09:48:04.095Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We are investigating reports of impacted performance for some GitHub services.",
"created_at": "2026-09-15T09:47:15.162Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-15T09:47:15.162Z",
"id": "hyzqgb6b88xj",
"incident_id": "qwdwmtqghpk5",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-15T09:47:15.162Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-09-15T09:48:04.095Z",
"name": "Disruption with some GitHub services",
"page_id": "kctbh9vrtdwd",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-09-15T11:17:22.038Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/6pn81yd1x4hz",
"started_at": "2026-09-15T09:47:15.085Z",
"status": "resolved",
"updated_at": "2026-09-22T12:41:35.200Z"
},
{
"components": [],
"created_at": "2026-09-14T18:40:25.082Z",
"id": "kzh5j0mt7qwc",
"impact": "minor",
"impact_override": "minor",
"incident_updates": [
{
"affected_components": null,
"body": "On September 14, 2026, between 16:10 and 19:01 UTC, some customers using GitHub Actions larger runners experienced longer-than-normal wait times for jobs to start. During this period, \u003cb\u003e5.7%\u003c/b\u003e of larger-runner jobs were affected. \u003cbr /\u003e\u003cbr /\u003eA routine expansion of our compute capacity exposed a bug in how our provisioning system handled capacity records when selecting where to create runner virtual machines. This slowed the creation of new runners, leaving insufficient runner capacity to start affected jobs promptly. \u003cbr /\u003e\u003cbr /\u003eWe restored normal provisioning by correcting the affected capacity records. We have fixed the underlying capacity-selection bug to prevent this failure from recurring. We have also added alerts for VM-record creation failures associated with this capacity issue.",
"created_at": "2026-09-14T19:35:48.136Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-14T19:35:48.136Z",
"id": "0jz1kgt4rh9v",
"incident_id": "kzh5j0mt7qwc",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-18T23:11:13.621Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "The degradation has been mitigated. We are monitoring to ensure stability.",
"created_at": "2026-09-14T19:01:52.783Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-14T19:01:52.783Z",
"id": "17bgcrwd2bnr",
"incident_id": "kzh5j0mt7qwc",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-14T19:01:52.783Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We are investigating reports of impacted performance for some GitHub services.",
"created_at": "2026-09-14T18:40:25.134Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-14T18:40:25.134Z",
"id": "1gmk780hjfy6",
"incident_id": "kzh5j0mt7qwc",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-14T18:40:25.134Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-09-14T19:01:52.783Z",
"name": "Actions Larger Runner Jobs for some customers may be slow to start",
"page_id": "kctbh9vrtdwd",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-09-14T19:35:48.136Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/f2b6fd4l83wy",
"started_at": "2026-09-14T18:40:25.072Z",
"status": "resolved",
"updated_at": "2026-09-18T23:11:13.624Z"
},
{
"components": [
{
"created_at": "2017-01-31T20:01:46.621Z",
"description": "Requests for GitHub APIs",
"group_id": null,
"id": "brv1bkgrwx7q",
"name": "API Requests",
"page_id": "kctbh9vrtdwd",
"position": 4,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-23T10:58:27.066Z"
},
{
"created_at": "2017-01-31T20:01:46.638Z",
"description": "Requests for Issues on GitHub.com",
"group_id": null,
"id": "kr09ddfgbfsf",
"name": "Issues",
"page_id": "kctbh9vrtdwd",
"position": 5,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-13T10:44:54.937Z"
},
{
"created_at": "2020-09-02T15:39:06.329Z",
"description": "Requests for Pull Requests on GitHub.com",
"group_id": null,
"id": "hhtssxt0f5v2",
"name": "Pull Requests",
"page_id": "kctbh9vrtdwd",
"position": 6,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-20T22:27:28.738Z"
},
{
"created_at": "2019-11-13T18:02:19.432Z",
"description": "Workflows, Compute and Orchestration for GitHub Actions",
"group_id": null,
"id": "br0l2tvcx85d",
"name": "Actions",
"page_id": "kctbh9vrtdwd",
"position": 7,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-13T10:44:54.969Z"
},
{
"created_at": "2017-01-31T20:04:33.923Z",
"description": "Frontend application and API servers for Pages builds",
"group_id": null,
"id": "vg70hn9s2tyj",
"name": "Pages",
"page_id": "kctbh9vrtdwd",
"position": 9,
"showcase": true,
"start_date": null,
"status": "operational",
"updated_at": "2026-09-13T10:44:54.985Z"
}
],
"created_at": "2026-09-13T09:16:11.480Z",
"id": "0rn90wk115q9",
"impact": "critical",
"impact_override": "critical",
"incident_updates": [
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "operational",
"old_status": "degraded_performance"
},
{
"code": "kr09ddfgbfsf",
"name": "Issues",
"new_status": "operational",
"old_status": "degraded_performance"
},
{
"code": "vg70hn9s2tyj",
"name": "Pages",
"new_status": "operational",
"old_status": "degraded_performance"
},
{
"code": "br0l2tvcx85d",
"name": "Actions",
"new_status": "operational",
"old_status": "degraded_performance"
},
{
"code": "hhtssxt0f5v2",
"name": "Pull Requests",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "On September 13, 2026, between 08:43 and 10:44 UTC, GitHub experienced degraded availability across approximately 28 services, including Issues, Pull Requests, Actions, Codespaces, Pages, Notifications, Code Scanning, Git LFS, and new account signup. At peak, 8.8% of requests to create GitHub App installation access tokens failed. Token issuance for Actions workflows was also affected, impacting approximately 4% of workflows during the incident time frame. Creating issues through the web interface failed for about 96% of attempts, and signup failures were above 90%. \u003cbr /\u003e \u003cbr /\u003eThe cause was an internal data-cleanup job that began writing to a shared database cluster at 07:33 UTC. That cluster stores permission data read on nearly every authenticated request. The safeguard that was pacing the background job watched only one health signal — how far the database replicas were lagging — and that signal stayed low the whole time. It did not account for the load building on the primary itself, so the job kept writing while the primary quietly ran toward its limit. \u003cbr /\u003e\u003cbr /\u003eWhen the primary ran out of available connections, requests that needed it could not complete. First, there was no quick timeout on these database calls, so request handlers waited on the stalled database instead of failing fast, and the shared request-handling capacity degraded into site-wide errors. Second, a retry loop around token creation kept re-sending the writes that were already failing, which held the database saturated rather than letting it recover. \u003cbr /\u003e\u003cbr /\u003eMonitoring declared the incident at 08:50 UTC, but due to the broad impact and amplification from token creation, it took time to identify the source of the load. First responders mitigated by shedding internal load and pausing the job, and all services recovered by 10:44 UTC. \u003cbr /\u003e\u003cbr /\u003eTo prevent recurrence, we are rate-limiting background jobs against shared, customer-serving databases by default, and adding automatic pausing and paging on primary-server load rather than replication lag alone. We are also surfacing running background work directly alongside database health signals so responders can see and pause it without leaving those dashboards, bounding retries in the token-issuing path, and adding request-level timeouts so one unhealthy database cannot consume shared web server capacity. In addition, we are breaking apart this database cluster to remove the single point of failure. We will be moving various service-specific data, including the authorization data, out of this shared cluster in the next two weeks.",
"created_at": "2026-09-13T10:44:55.016Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-13T10:44:55.016Z",
"id": "7tbp3bzd25t7",
"incident_id": "0rn90wk115q9",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-15T21:47:16.737Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
},
{
"code": "kr09ddfgbfsf",
"name": "Issues",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
},
{
"code": "vg70hn9s2tyj",
"name": "Pages",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
},
{
"code": "br0l2tvcx85d",
"name": "Actions",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
},
{
"code": "hhtssxt0f5v2",
"name": "Pull Requests",
"new_status": "degraded_performance",
"old_status": "major_outage"
}
],
"body": "Pull Requests is experiencing degraded performance. We are continuing to investigate.",
"created_at": "2026-09-13T10:28:45.961Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-13T10:28:45.961Z",
"id": "2qcgj8tr4j5r",
"incident_id": "0rn90wk115q9",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-13T10:28:45.961Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
},
{
"code": "kr09ddfgbfsf",
"name": "Issues",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
},
{
"code": "vg70hn9s2tyj",
"name": "Pages",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
},
{
"code": "br0l2tvcx85d",
"name": "Actions",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
},
{
"code": "hhtssxt0f5v2",
"name": "Pull Requests",
"new_status": "major_outage",
"old_status": "major_outage"
}
],
"body": "We have reduced load on this cluster with internal load-shedding and are seeing signs of recovery but continue to monitor",
"created_at": "2026-09-13T10:26:55.219Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-13T10:26:55.219Z",
"id": "bdq509hsbpnt",
"incident_id": "0rn90wk115q9",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-13T10:26:55.219Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
},
{
"code": "kr09ddfgbfsf",
"name": "Issues",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
},
{
"code": "vg70hn9s2tyj",
"name": "Pages",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
},
{
"code": "br0l2tvcx85d",
"name": "Actions",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
},
{
"code": "hhtssxt0f5v2",
"name": "Pull Requests",
"new_status": "major_outage",
"old_status": "major_outage"
}
],
"body": "We're seeing increased database replication delays on collab which is causing increased error rates in authorization endpoints and follow-on increased error rates across the system - we are investigating",
"created_at": "2026-09-13T09:36:23.221Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-13T09:36:23.221Z",
"id": "3srrykjpqb9x",
"incident_id": "0rn90wk115q9",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-13T09:36:23.221Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
},
{
"code": "kr09ddfgbfsf",
"name": "Issues",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
},
{
"code": "vg70hn9s2tyj",
"name": "Pages",
"new_status": "degraded_performance",
"old_status": "degraded_performance"
},
{
"code": "br0l2tvcx85d",
"name": "Actions",
"new_status": "degraded_performance",
"old_status": "operational"
},
{
"code": "hhtssxt0f5v2",
"name": "Pull Requests",
"new_status": "major_outage",
"old_status": "major_outage"
}
],
"body": "Actions is experiencing degraded performance. We are continuing to investigate.",
"created_at": "2026-09-13T09:25:56.000Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-13T09:25:56.000Z",
"id": "pt3dvpmcwq0j",
"incident_id": "0rn90wk115q9",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-13T09:25:56.000Z",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "brv1bkgrwx7q",
"name": "API Requests",
"new_status": "degraded_performance",
"old_status": "operational"
},
{
"code": "kr09ddfgbfsf",
"name": "Issues",
"new_status": "degraded_performance",
"old_status": "operational"
},
{
"code": "vg70hn9s2tyj",
"name": "Pages",
"new_status": "degraded_performance",
"old_status": "operational"
},
{
"code": "hhtssxt0f5v2",
"name": "Pull Requests",
"new_status": "major_outage",
"old_status": "operational"
}
],
"body": "We are investigating reports of degraded availability for API Requests, Issues, Pages and Pull Requests",
"created_at": "2026-09-13T09:16:11.624Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-13T09:16:11.624Z",
"id": "cl2v0bsf1s9g",
"incident_id": "0rn90wk115q9",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-13T09:16:11.624Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Incident with several GitHub Services",
"page_id": "kctbh9vrtdwd",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-09-13T10:44:55.016Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/8f3xch4y0v2k",
"started_at": "2026-09-13T09:16:11.468Z",
"status": "resolved",
"updated_at": "2026-09-15T21:47:16.743Z"
},
{
"components": [],
"created_at": "2026-09-04T20:39:03.203Z",
"id": "zw1hbx2yyhvr",
"impact": "major",
"impact_override": "major",
"incident_updates": [
{
"affected_components": null,
"body": "On September 4, 2026, between 20:04 and 22:26 UTC, GitHub Copilot code review experienced an increased failure rate. Affected pull request reviews failed to complete or post review comments.\u003cbr /\u003e\u003cbr /\u003eThe incident was caused by a change to the service’s authentication permissions that prevented it from submitting affected reviews to the GitHub API. We reverted the change and restored normal operation by 22:26 UTC.\u003cbr /\u003e\u003cbr /\u003eWe apologize for the disruption.",
"created_at": "2026-09-04T22:26:46.740Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-04T22:26:46.740Z",
"id": "b9rw73n3fw0t",
"incident_id": "zw1hbx2yyhvr",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-09T17:07:58.908Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "The degradation has been mitigated. We are monitoring to ensure stability.",
"created_at": "2026-09-04T22:25:44.372Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-04T22:25:44.372Z",
"id": "13sfslzl9prq",
"incident_id": "zw1hbx2yyhvr",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-04T22:25:44.372Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We are applying the mitigation and expect recovery within approximately 30 minutes.",
"created_at": "2026-09-04T21:54:22.688Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-04T21:54:22.688Z",
"id": "fjym0dpyfr4d",
"incident_id": "zw1hbx2yyhvr",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-04T21:54:22.688Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "Some users may be experiencing failures when using Copilot code review. We have identified the root cause and are working on a mitigation.",
"created_at": "2026-09-04T20:57:53.116Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-04T20:57:53.116Z",
"id": "cmdvnzg8svl2",
"incident_id": "zw1hbx2yyhvr",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-04T20:57:53.116Z",
"wants_twitter_update": false
},
{
"affected_components": null,
"body": "We are investigating reports of impacted performance for some GitHub services.",
"created_at": "2026-09-04T20:39:03.249Z",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-09-04T20:39:03.249Z",
"id": "wc2fp681ypfd",
"incident_id": "zw1hbx2yyhvr",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-04T20:39:03.249Z",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-09-04T22:25:44.372Z",
"name": "Disruption with Copilot Code Review",
"page_id": "kctbh9vrtdwd",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-09-04T22:26:46.740Z",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/dddfhld6fj0z",
"started_at": "2026-09-04T20:39:03.195Z",
"status": "resolved",
"updated_at": "2026-09-09T17:07:58.914Z"
}
],
"page": {
"id": "kctbh9vrtdwd",
"name": "GitHub",
"url": "https://www.githubstatus.com"
},
"status": {
"description": "All Systems Operational",
"indicator": "none"
}
}