Snapshot 11315
Raw (normalized text)
Scripts and page chrome removed; this is what change detection compares.
{
"components": [
{
"created_at": "2021-09-08T19:38:28.213-07:00",
"description": null,
"group_id": null,
"id": "zqjsh3d880ps",
"name": "Panther Console (Web App)",
"page_id": "7l8f9m2hxglm",
"position": 1,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-10-20T17:46:58.276-07:00"
},
{
"created_at": "2021-09-08T19:38:39.233-07:00",
"description": null,
"group_id": null,
"id": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"page_id": "7l8f9m2hxglm",
"position": 2,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-10-20T17:46:58.291-07:00"
},
{
"created_at": "2021-09-08T19:38:45.950-07:00",
"description": null,
"group_id": null,
"id": "sn9kq3q79vgl",
"name": "Detections (Rules and Policies)",
"page_id": "7l8f9m2hxglm",
"position": 3,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-10-20T17:46:58.303-07:00"
},
{
"created_at": "2021-09-08T19:38:56.361-07:00",
"description": null,
"group_id": null,
"id": "cwhjyh8nyr0f",
"name": "Investigation, Data Retention, and Search (Data Lake)",
"page_id": "7l8f9m2hxglm",
"position": 4,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2026-09-04T02:57:30.058-07:00"
},
{
"created_at": "2021-09-08T19:39:06.348-07:00",
"description": null,
"group_id": null,
"id": "qghskzbfgg8j",
"name": "Alert Delivery",
"page_id": "7l8f9m2hxglm",
"position": 5,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-10-20T17:46:58.330-07:00"
},
{
"created_at": "2024-09-23T06:24:59.156-07:00",
"description": null,
"group_id": null,
"id": "4ms1j512yvf1",
"name": "Enrichment",
"page_id": "7l8f9m2hxglm",
"position": 6,
"showcase": true,
"start_date": "2024-09-23T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-10-20T17:46:58.345-07:00"
}
],
"incidents": [
{
"components": [
{
"created_at": "2021-09-08T19:38:56.361-07:00",
"description": null,
"group_id": null,
"id": "cwhjyh8nyr0f",
"name": "Investigation, Data Retention, and Search (Data Lake)",
"page_id": "7l8f9m2hxglm",
"position": 4,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2026-09-04T02:57:30.058-07:00"
}
],
"created_at": "2026-09-04T01:24:06.000-07:00",
"id": "ycl0hnt2bwx9",
"impact": "major",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "cwhjyh8nyr0f",
"name": "Investigation, Data Retention, and Search (Data Lake)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Snowflake has confirmed that the issue has been resolved and service has been restored. We’ve confirmed that Panther services are operating normally and will continue to monitor the environment.",
"created_at": "2026-09-04T05:46:42.675-07:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-09-04T05:46:42.675-07:00",
"id": "cbf0g0p7nrqm",
"incident_id": "ycl0hnt2bwx9",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-04T05:46:42.675-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "cwhjyh8nyr0f",
"name": "Investigation, Data Retention, and Search (Data Lake)",
"new_status": "operational",
"old_status": "partial_outage"
}
],
"body": "Snowflake has implemented a fix and service has been restored.\n(https://status.snowflake.com/incidents/fl9tkpj8d7hk) \nWe’re continuing to monitor the environment to ensure all services are functioning normally.\n\nThanks for your patience.",
"created_at": "2026-09-04T02:57:30.089-07:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-09-04T02:57:30.000-07:00",
"id": "g1wpnzjkz7yd",
"incident_id": "ycl0hnt2bwx9",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-04T02:59:00.450-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "cwhjyh8nyr0f",
"name": "Investigation, Data Retention, and Search (Data Lake)",
"new_status": "partial_outage",
"old_status": "operational"
}
],
"body": "Snowflake is currently experiencing an outage affecting some parts of their infrastructure (https://status.snowflake.com/incidents/fl9tkpj8d7hk). \nAs a result, some Panther customers may experience query timeouts or slower performance on their instances. Real-time detection, alerting and ingestion should be unaffected.\n\nWe're actively monitoring the situation. We'll update this page as soon as we have more information.\n\nThanks for your patience.",
"created_at": "2026-09-04T01:24:06.120-07:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-09-04T01:24:06.000-07:00",
"id": "5tjrc3kmbt9g",
"incident_id": "ycl0hnt2bwx9",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-09-04T02:58:45.359-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-09-04T02:57:30.000-07:00",
"name": "Snowflake Outage Europe (Frankfurt) // eu-central-1",
"page_id": "7l8f9m2hxglm",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-09-04T05:46:42.675-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/6lg7jdhqqbpp",
"started_at": "2026-09-04T01:24:06.000-07:00",
"status": "resolved",
"updated_at": "2026-09-04T05:46:42.689-07:00"
},
{
"components": [
{
"created_at": "2021-09-08T19:38:56.361-07:00",
"description": null,
"group_id": null,
"id": "cwhjyh8nyr0f",
"name": "Investigation, Data Retention, and Search (Data Lake)",
"page_id": "7l8f9m2hxglm",
"position": 4,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2026-09-04T02:57:30.058-07:00"
}
],
"created_at": "2026-08-03T08:20:20.152-07:00",
"id": "rh1zhxxw12qy",
"impact": "major",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "cwhjyh8nyr0f",
"name": "Investigation, Data Retention, and Search (Data Lake)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "This incident has been resolved.",
"created_at": "2026-08-03T23:07:13.402-07:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-08-03T23:07:13.402-07:00",
"id": "b3bhs86f4lkz",
"incident_id": "rh1zhxxw12qy",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-03T23:07:13.402-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "cwhjyh8nyr0f",
"name": "Investigation, Data Retention, and Search (Data Lake)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Snowflake has confirmed that the underlying incident has been resolved and services have returned to normal. At this time, we expect Panther services to be operating normally as well.\n\nIf you continue to experience any unexpected behavior or issues, please let us know by contacting our support team.\n\nThank you for your patience while we monitored this incident.",
"created_at": "2026-08-03T13:18:54.602-07:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-08-03T13:18:54.602-07:00",
"id": "ytjgswwb4w78",
"incident_id": "rh1zhxxw12qy",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-03T13:18:54.602-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "cwhjyh8nyr0f",
"name": "Investigation, Data Retention, and Search (Data Lake)",
"new_status": "operational",
"old_status": "partial_outage"
}
],
"body": "A fix has been implemented and we are monitoring the results.",
"created_at": "2026-08-03T13:14:57.805-07:00",
"custom_tweet": null,
"deliver_notifications": false,
"display_at": "2026-08-03T13:14:57.805-07:00",
"id": "xxcvs74xjfpp",
"incident_id": "rh1zhxxw12qy",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-03T13:14:57.805-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "cwhjyh8nyr0f",
"name": "Investigation, Data Retention, and Search (Data Lake)",
"new_status": "partial_outage",
"old_status": "operational"
}
],
"body": "Snowflake is currently experiencing an outage affecting some of their infrastructure (https://status.snowflake.com/incidents/xfv4kdj30rcb). As a result, some Panther customers may experience query timeouts or slower performance on their instances. Real-time detection and alerting should be unaffected.\n\nWe're actively monitoring the situation. We'll update this page as soon as we have more information.\n\nThanks for your patience.",
"created_at": "2026-08-03T08:20:20.219-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2026-08-03T08:20:20.219-07:00",
"id": "r4j8jbj4gzl3",
"incident_id": "rh1zhxxw12qy",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2026-08-03T08:20:20.219-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2026-08-03T13:14:57.805-07:00",
"name": "Snowflake Outage",
"page_id": "7l8f9m2hxglm",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2026-08-03T23:07:13.402-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/3kw5s5x2m6fh",
"started_at": "2026-08-03T08:20:20.146-07:00",
"status": "resolved",
"updated_at": "2026-08-03T23:07:13.419-07:00"
},
{
"components": [
{
"created_at": "2021-09-08T19:38:28.213-07:00",
"description": null,
"group_id": null,
"id": "zqjsh3d880ps",
"name": "Panther Console (Web App)",
"page_id": "7l8f9m2hxglm",
"position": 1,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-10-20T17:46:58.276-07:00"
},
{
"created_at": "2021-09-08T19:38:39.233-07:00",
"description": null,
"group_id": null,
"id": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"page_id": "7l8f9m2hxglm",
"position": 2,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-10-20T17:46:58.291-07:00"
},
{
"created_at": "2021-09-08T19:38:45.950-07:00",
"description": null,
"group_id": null,
"id": "sn9kq3q79vgl",
"name": "Detections (Rules and Policies)",
"page_id": "7l8f9m2hxglm",
"position": 3,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-10-20T17:46:58.303-07:00"
},
{
"created_at": "2021-09-08T19:38:56.361-07:00",
"description": null,
"group_id": null,
"id": "cwhjyh8nyr0f",
"name": "Investigation, Data Retention, and Search (Data Lake)",
"page_id": "7l8f9m2hxglm",
"position": 4,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2026-09-04T02:57:30.058-07:00"
},
{
"created_at": "2021-09-08T19:39:06.348-07:00",
"description": null,
"group_id": null,
"id": "qghskzbfgg8j",
"name": "Alert Delivery",
"page_id": "7l8f9m2hxglm",
"position": 5,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-10-20T17:46:58.330-07:00"
},
{
"created_at": "2024-09-23T06:24:59.156-07:00",
"description": null,
"group_id": null,
"id": "4ms1j512yvf1",
"name": "Enrichment",
"page_id": "7l8f9m2hxglm",
"position": 6,
"showcase": true,
"start_date": "2024-09-23T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-10-20T17:46:58.345-07:00"
}
],
"created_at": "2025-10-20T11:55:36.305-07:00",
"id": "r87dk407ql5z",
"impact": "minor",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "zqjsh3d880ps",
"name": "Panther Console (Web App)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "sn9kq3q79vgl",
"name": "Detections (Rules and Policies)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "cwhjyh8nyr0f",
"name": "Investigation, Data Retention, and Search (Data Lake)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "qghskzbfgg8j",
"name": "Alert Delivery",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "4ms1j512yvf1",
"name": "Enrichment",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Panther services have fully recovered from the regional AWS outage in us-east-1, and all systems are now operating normally.\n\nDuring the incident, some customers experienced intermittent authentication errors and delays in data ingestion, enrichment, detection processing, and alert generation. All impacted components have since stabilized, and ingestion pipelines have caught up. No further action is required from customers.",
"created_at": "2025-10-21T10:39:45.629-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-10-21T10:39:45.629-07:00",
"id": "ylbxd66kpfgc",
"incident_id": "r87dk407ql5z",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-10-21T10:39:45.629-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "zqjsh3d880ps",
"name": "Panther Console (Web App)",
"new_status": "operational",
"old_status": "degraded_performance"
},
{
"code": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"new_status": "operational",
"old_status": "degraded_performance"
},
{
"code": "sn9kq3q79vgl",
"name": "Detections (Rules and Policies)",
"new_status": "operational",
"old_status": "degraded_performance"
},
{
"code": "cwhjyh8nyr0f",
"name": "Investigation, Data Retention, and Search (Data Lake)",
"new_status": "operational",
"old_status": "degraded_performance"
},
{
"code": "qghskzbfgg8j",
"name": "Alert Delivery",
"new_status": "operational",
"old_status": "degraded_performance"
},
{
"code": "4ms1j512yvf1",
"name": "Enrichment",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "Panther services experienced temporary degradation due to a regional AWS outage in us-east-1, and have now returned to normal operation. During the incident, some users saw intermittent authentication errors and delays in data ingestion, enrichment, detection processing, and alert generation. Events are being queued, and will continue to process downstream as services stabilize. However, it may take some time for ingestion pipelines to fully catch up.\n\nHere is the current summary of how each Panther component was impacted and is actively being remediated:\n\nData ingestion and Enrichment:\n- HTTP Sources: If you received 5xx errors when attempting to send data to a Panther HTTP source, please send the data again, as it was not properly ingested nor stored in a queue.\n- Data is currently being recovered from the Dead-Letter Queue (DLQ). We expect the data to continue flowing in over the next 24 hours as failed jobs are requeued.\n\nDetections: \n- Detection processing may be delayed. Panther is in the process of requeuing all events that had issues being run through associated detections.\n\nAlerting:\n- Alerts were generated as detections were processed, which could have been delayed.\n- Delivery of alerts to destinations may have been delayed.\n- If a destination itself was down, Panther retried a number of times to deliver the alert, then marked delivery as failed in the Console and generated a System Error.\n\n\nYou can review AWS’s incident details on the AWS Service Health Dashboard: https://health.aws.amazon.com/health/status\n\nWe’ll continue to post updates here as we confirm full recovery and return to normal operation.\n\nThank you for your patience while we monitor and validate system stability.",
"created_at": "2025-10-20T17:46:58.377-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-10-20T17:46:58.377-07:00",
"id": "62zl5x1f6lbw",
"incident_id": "r87dk407ql5z",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-10-20T17:46:58.377-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "zqjsh3d880ps",
"name": "Panther Console (Web App)",
"new_status": "degraded_performance",
"old_status": "operational"
},
{
"code": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"new_status": "degraded_performance",
"old_status": "operational"
},
{
"code": "sn9kq3q79vgl",
"name": "Detections (Rules and Policies)",
"new_status": "degraded_performance",
"old_status": "operational"
},
{
"code": "cwhjyh8nyr0f",
"name": "Investigation, Data Retention, and Search (Data Lake)",
"new_status": "degraded_performance",
"old_status": "operational"
},
{
"code": "qghskzbfgg8j",
"name": "Alert Delivery",
"new_status": "degraded_performance",
"old_status": "operational"
},
{
"code": "4ms1j512yvf1",
"name": "Enrichment",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "AWS is continuing to experience service disruptions in the us-east-1 region, which may still cause errors or delays when accessing or using Panther.\n\nWe’ve confirmed that data ingestion and alert processing are not impacted; events are being queued, and will continue to process downstream as services stabilize. However, it may take some time for ingestion pipelines to fully catch up.\n\nYou can follow AWS’s progress directly on their Service Health Dashboard: https://health.aws.amazon.com/health/status\n\nWe’ll continue to post updates here as we confirm full recovery and return to normal operation.\n\nThank you for your patience while we monitor and validate system stability.",
"created_at": "2025-10-20T11:55:36.448-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-10-20T11:55:36.448-07:00",
"id": "29b2brqpbsc4",
"incident_id": "r87dk407ql5z",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-10-20T11:55:36.448-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2025-10-20T17:46:58.377-07:00",
"name": "AWS us-east-1 Service Outage",
"page_id": "7l8f9m2hxglm",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": "[]",
"resolved_at": "2025-10-21T10:39:45.629-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/pcqb3ndm4qll",
"started_at": "2025-10-20T11:55:36.297-07:00",
"status": "resolved",
"updated_at": "2025-10-21T10:39:45.647-07:00"
},
{
"components": [
{
"created_at": "2021-09-08T19:38:39.233-07:00",
"description": null,
"group_id": null,
"id": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"page_id": "7l8f9m2hxglm",
"position": 2,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-10-20T17:46:58.291-07:00"
}
],
"created_at": "2025-07-25T13:07:21.093-07:00",
"id": "1p3t9hss32kd",
"impact": "major",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"new_status": "operational",
"old_status": "partial_outage"
}
],
"body": "We have deployed a fix for the issue that was causing JSON log files to be written in a malformed format, and have confirmed that everything is operating as expected.\n\nThe issue was active from approximately 1:30 PM ET until the fix was fully deployed to all customers around 6:30 PM ET. During this time, malformed log files were not ingested, which may have temporarily impacted downstream detections or processing.\n\nWe believe the affected data can be safely reingested and are currently evaluating the best approach. We will follow up with an additional update once the reingestion plan is finalized.\n\nThank you for your patience as we work through this.",
"created_at": "2025-07-25T15:40:19.710-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-07-25T15:40:19.710-07:00",
"id": "70695jqgg9jm",
"incident_id": "1p3t9hss32kd",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-07-25T15:40:19.710-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"new_status": "partial_outage",
"old_status": "partial_outage"
}
],
"body": "We have identified the root cause of this malformed JSON log issue and are deploying a fix across customer accounts now.\n\nWe will follow up as soon as we confirm that the issue has been resolved.",
"created_at": "2025-07-25T14:02:47.209-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-07-25T14:02:47.209-07:00",
"id": "m4p0q1h2mxyf",
"incident_id": "1p3t9hss32kd",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-07-25T14:02:47.209-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"new_status": "partial_outage",
"old_status": "operational"
}
],
"body": "We are currently investigating an issue where some JSON log files are being written in a malformed state. This may impact log ingestion and downstream detections and searches that rely on these files.\n\nWe will update this incident as our investigation and remediation process continues.",
"created_at": "2025-07-25T13:07:21.165-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-07-25T13:07:21.165-07:00",
"id": "8b5zxf4lz8gf",
"incident_id": "1p3t9hss32kd",
"status": "investigating",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-07-25T13:07:21.165-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Malformed JSON files",
"page_id": "7l8f9m2hxglm",
"postmortem_body": "We’d like to share a follow-up on the data ingestion issue that occurred on July 25, 2025 between 1:30 and 6:30pm ET.\n\nThe root cause was an update to [field discovery](https://docs.panther.com/data-onboarding/field-discovery) functionality that was incorrectly deployed before end-to-end testing was complete. This resulted in certain JSON files being malformed, meaning they could not be properly ingested into Panther.\n\nNot all Panther customers were affected. The impact was limited to data:\n\n* Ingested through an S3 bucket\n* Parsed by a schema that has field discovery enabled\n\n * This includes custom schemas, as well as Panther-managed GitHub schemas. Field discovery was enabled for managed GitHub schemas for most Panther customers.\n \n\nNo data was lost, and we are currently working to reprocess affected files. **We will follow-up directly with affected customers when reprocessing is complete, which we expect to be tomorrow, July 29**.\n\nWe apologize for the inconvenience caused by this issue and thank you for your patience throughout remediation.",
"postmortem_body_last_updated_at": "2025-07-28T07:45:49.309-07:00",
"postmortem_ignored": false,
"postmortem_notified_subscribers": true,
"postmortem_notified_twitter": false,
"postmortem_published_at": "2025-07-28T07:45:49.309-07:00",
"reminder_intervals": null,
"resolved_at": "2025-07-25T15:40:19.710-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/ntm11m8jtxvv",
"started_at": "2025-07-25T13:07:21.089-07:00",
"status": "resolved",
"updated_at": "2025-07-28T07:45:49.325-07:00"
},
{
"components": [
{
"created_at": "2021-09-08T19:38:39.233-07:00",
"description": null,
"group_id": null,
"id": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"page_id": "7l8f9m2hxglm",
"position": 2,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-10-20T17:46:58.291-07:00"
}
],
"created_at": "2025-05-13T13:55:19.926-07:00",
"id": "b7n5r83lpc5h",
"impact": "minor",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "We have reverted the changes to the AWS.CloudTrail schema that were causing classification errors. At this time, you should not see any additional errors related to this issue.\n\nIf you’d like to view the classification errors in your Panther Console, in Search, select the Monitor database and Classification Failures table. If you are interested in re-ingesting the logs that failed to ingest, please reach out to the Panther support team.",
"created_at": "2025-05-13T15:59:40.866-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-05-13T15:59:40.866-07:00",
"id": "2xlnmnk8fjwx",
"incident_id": "b7n5r83lpc5h",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-05-13T15:59:40.866-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "Panther has identified an issue with the AWS.CloudTrail schema that is causing a small percentage of CloudTrail logs to raise classification errors and fail to ingest into Panther. We have identified the root cause of the issue and are in the process of deploying a fix. \n\nWe will update this incident as our remediation process continues.",
"created_at": "2025-05-13T13:55:20.018-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-05-13T13:55:20.018-07:00",
"id": "9n2v3nvp52ns",
"incident_id": "b7n5r83lpc5h",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-05-13T13:55:20.018-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "CloudTrail Classification Issues",
"page_id": "7l8f9m2hxglm",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2025-05-13T15:59:40.866-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/z4vnq33qcv7v",
"started_at": "2025-05-13T13:55:19.921-07:00",
"status": "resolved",
"updated_at": "2025-05-13T15:59:40.879-07:00"
},
{
"components": [
{
"created_at": "2021-09-08T19:38:39.233-07:00",
"description": null,
"group_id": null,
"id": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"page_id": "7l8f9m2hxglm",
"position": 2,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-10-20T17:46:58.291-07:00"
},
{
"created_at": "2021-09-08T19:38:56.361-07:00",
"description": null,
"group_id": null,
"id": "cwhjyh8nyr0f",
"name": "Investigation, Data Retention, and Search (Data Lake)",
"page_id": "7l8f9m2hxglm",
"position": 4,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2026-09-04T02:57:30.058-07:00"
},
{
"created_at": "2024-09-23T06:24:59.156-07:00",
"description": null,
"group_id": null,
"id": "4ms1j512yvf1",
"name": "Enrichment",
"page_id": "7l8f9m2hxglm",
"position": 6,
"showcase": true,
"start_date": "2024-09-23T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-10-20T17:46:58.345-07:00"
}
],
"created_at": "2025-03-19T13:13:10.242-07:00",
"id": "y9t7z0s049s6",
"impact": "minor",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"new_status": "operational",
"old_status": "degraded_performance"
},
{
"code": "cwhjyh8nyr0f",
"name": "Investigation, Data Retention, and Search (Data Lake)",
"new_status": "operational",
"old_status": "degraded_performance"
},
{
"code": "4ms1j512yvf1",
"name": "Enrichment",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "Snowflake has implemented a fix and the incident has been resolved. Your Snowflake and Panther services should now function as expected.\n\nIf you experience any other issues related to this incident, please contact Panther support.",
"created_at": "2025-03-19T15:58:56.461-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-03-19T15:58:56.461-07:00",
"id": "j1x5gxm2vk19",
"incident_id": "y9t7z0s049s6",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-03-19T15:58:56.461-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"new_status": "degraded_performance",
"old_status": "operational"
},
{
"code": "cwhjyh8nyr0f",
"name": "Investigation, Data Retention, and Search (Data Lake)",
"new_status": "degraded_performance",
"old_status": "operational"
},
{
"code": "4ms1j512yvf1",
"name": "Enrichment",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "Snowflake Data Cloud is recovering from a recent incident. Customers in specific regions may experience intermittent delays or timeouts when performing queries or using Snowflake services.\n\nYou may be affected if your Panther instance is in the following regions:\n- AWS US-East-1 (N. Virginia)\n - Affected Snowflake services: Snowflake Data Warehouse (Database), Snowpipe (Data Ingestion), Replication, Snowsight\n - Potentially affected Panther services: Data ingestion, lookup tables, scheduled queries and rules, ad-hoc queries\n- AWS US-West-2 (Oregon)\n - Affected Snowflake services: Snowflake Data Warehouse (Database), Snowsight\n - Potentially affected Panther services: Lookup tables, scheduled queries and rules, ad-hoc queries\n\nFor real-time updates on this incident, visit: https://status.snowflake.com/. We will continue to monitor the situation and will update the status page once resolved.",
"created_at": "2025-03-19T13:13:10.340-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-03-19T13:13:10.340-07:00",
"id": "9jnkkxn5j7mx",
"incident_id": "y9t7z0s049s6",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-03-19T13:13:10.340-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2025-03-19T13:13:10.340-07:00",
"name": "Snowflake Data Cloud Incident",
"page_id": "7l8f9m2hxglm",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2025-03-19T15:58:56.461-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/kh9fqdq9k3hp",
"started_at": "2025-03-19T13:13:10.234-07:00",
"status": "resolved",
"updated_at": "2025-03-19T15:58:56.477-07:00"
},
{
"components": [
{
"created_at": "2021-09-08T19:39:06.348-07:00",
"description": null,
"group_id": null,
"id": "qghskzbfgg8j",
"name": "Alert Delivery",
"page_id": "7l8f9m2hxglm",
"position": 5,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-10-20T17:46:58.330-07:00"
}
],
"created_at": "2025-01-17T14:31:32.350-08:00",
"id": "4fst51zf6xt1",
"impact": "minor",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "qghskzbfgg8j",
"name": "Alert Delivery",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "Our observations have confirmed that the fix has been successful, but we will continue to monitor to ensure there are no further issues.\n\nWe sincerely apologize for the inconvenience this may have caused and appreciate your understanding as we worked to resolve the issue. If you have any questions or need further assistance, please don’t hesitate to contact our support team.",
"created_at": "2025-01-17T18:22:32.737-08:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-01-17T18:22:32.737-08:00",
"id": "gcnr59smk3v8",
"incident_id": "4fst51zf6xt1",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-01-17T18:22:32.737-08:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "qghskzbfgg8j",
"name": "Alert Delivery",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "We have identified the root cause of the issue and deployed a fix. Our team is currently monitoring the situation to ensure that the issue has been fully resolved. Once confirmed, we will officially close this incident.\n\nIf you’d like to determine whether this issue impacted your account, please follow the steps outlined in the article below:\n\nhttps://help.panther.com/articles/9727040283-how-to-determine-impact-of-the-alert-generation-and-delivery-failures-incident",
"created_at": "2025-01-17T17:37:22.023-08:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-01-17T17:37:22.023-08:00",
"id": "m3bwfblw1k06",
"incident_id": "4fst51zf6xt1",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-01-17T17:37:22.023-08:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "qghskzbfgg8j",
"name": "Alert Delivery",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "Panther has identified an issue impacting alert generation (and delivery) for detections with an events threshold value greater than one. We are currently testing a potential fix, and will update the status page once we confirm the solution is effective.",
"created_at": "2025-01-17T14:31:32.411-08:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2025-01-17T14:31:32.411-08:00",
"id": "d2fyxbrbg1m4",
"incident_id": "4fst51zf6xt1",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2025-01-17T14:31:32.411-08:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2025-01-17T17:37:22.023-08:00",
"name": "Alert Generation and Delivery Failures",
"page_id": "7l8f9m2hxglm",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": "[]",
"resolved_at": "2025-01-17T18:22:32.737-08:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/pnp396ttgpj7",
"started_at": "2025-01-17T14:31:32.346-08:00",
"status": "resolved",
"updated_at": "2025-01-17T18:22:32.753-08:00"
},
{
"components": [
{
"created_at": "2021-09-08T19:38:28.213-07:00",
"description": null,
"group_id": null,
"id": "zqjsh3d880ps",
"name": "Panther Console (Web App)",
"page_id": "7l8f9m2hxglm",
"position": 1,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-10-20T17:46:58.276-07:00"
}
],
"created_at": "2024-12-12T19:22:40.784-08:00",
"id": "ctv8zg99dhdk",
"impact": "critical",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "zqjsh3d880ps",
"name": "Panther Console (Web App)",
"new_status": "operational",
"old_status": "major_outage"
}
],
"body": "The issue impacting access to the Panther console has been resolved following AWS’s remediation. All services are now operating normally. For more details about the AWS incident, you can visit their status page: https://health.aws.amazon.com/health/status\nThank you for your patience. Please let us know if you experience any further issues.",
"created_at": "2024-12-13T04:37:27.156-08:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2024-12-13T04:37:27.156-08:00",
"id": "jmpjdqqk48vs",
"incident_id": "ctv8zg99dhdk",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2024-12-13T04:37:27.156-08:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "zqjsh3d880ps",
"name": "Panther Console (Web App)",
"new_status": "major_outage",
"old_status": "operational"
}
],
"body": "Panther has identified an issue that prevents some customers from accessing the Panther console due to an ongoing AWS incident impacting customers in the US-EAST-1 region. At this point, logging in to the Panther console is the only service that is impacted. No other services appear to be impacted. You can also follow the ongoing incident using AWS’s status page here: https://health.aws.amazon.com/health/status",
"created_at": "2024-12-12T19:22:40.857-08:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2024-12-12T19:22:40.857-08:00",
"id": "xk94nrn1t9x3",
"incident_id": "ctv8zg99dhdk",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2024-12-12T19:22:40.857-08:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "Intermittent Login Failures",
"page_id": "7l8f9m2hxglm",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2024-12-13T04:37:27.156-08:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/fgcmv5x4c3nb",
"started_at": "2024-12-12T19:22:40.778-08:00",
"status": "resolved",
"updated_at": "2024-12-13T04:37:27.167-08:00"
},
{
"components": [
{
"created_at": "2024-09-23T06:24:59.156-07:00",
"description": null,
"group_id": null,
"id": "4ms1j512yvf1",
"name": "Enrichment",
"page_id": "7l8f9m2hxglm",
"position": 6,
"showcase": true,
"start_date": "2024-09-23T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-10-20T17:46:58.345-07:00"
}
],
"created_at": "2024-09-23T06:42:11.000-07:00",
"id": "cdnlbj2fj4h5",
"impact": "minor",
"impact_override": null,
"incident_updates": [
{
"affected_components": [
{
"code": "4ms1j512yvf1",
"name": "Enrichment",
"new_status": "operational",
"old_status": "degraded_performance"
}
],
"body": "We are pleased to inform you that the issue with the IPinfo Enrichment Provider has been resolved. Panther is now successfully receiving new data from IPinfo, and we have confirmed that all data is up to date beyond September 19, 2024. The IPinfo Lookup Tables should be again fully operational with the latest available data.\n\nIf you have any questions or encounter any issues, please contact Panther Support directly.",
"created_at": "2024-09-23T11:27:55.934-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2024-09-23T11:27:55.934-07:00",
"id": "jkjrf8sgty0t",
"incident_id": "cdnlbj2fj4h5",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2024-09-23T11:27:55.934-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "4ms1j512yvf1",
"name": "Enrichment",
"new_status": "degraded_performance",
"old_status": "operational"
}
],
"body": "We have identified an upstream issue with the IPinfo Enrichment Provider that has caused Panther to not receive new data from IPinfo since September 19, 2024. While IPinfo Lookup Tables remain functional, they currently contain data only up to September 19, 2024. If you leverage IPinfo data in your detections, this lapse could affect their accuracy.\n\nOur team is actively collaborating with IPinfo to resolve this issue as quickly as possible. We will provide updates as our investigation and remediation efforts progress. Thank you for your patience.",
"created_at": "2024-09-23T06:42:11.435-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2024-09-23T06:42:11.000-07:00",
"id": "phhvnczwm3nx",
"incident_id": "cdnlbj2fj4h5",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2024-09-23T08:25:18.575-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": null,
"name": "IPinfo Data Update Issue",
"page_id": "7l8f9m2hxglm",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2024-09-23T11:27:55.934-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/ptn7yc5719wp",
"started_at": "2024-09-23T06:42:11.000-07:00",
"status": "resolved",
"updated_at": "2024-09-23T11:27:55.948-07:00"
},
{
"components": [
{
"created_at": "2021-09-08T19:38:28.213-07:00",
"description": null,
"group_id": null,
"id": "zqjsh3d880ps",
"name": "Panther Console (Web App)",
"page_id": "7l8f9m2hxglm",
"position": 1,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-10-20T17:46:58.276-07:00"
},
{
"created_at": "2021-09-08T19:38:39.233-07:00",
"description": null,
"group_id": null,
"id": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"page_id": "7l8f9m2hxglm",
"position": 2,
"showcase": true,
"start_date": "2021-09-08T00:00:00.000-07:00",
"status": "operational",
"updated_at": "2025-10-20T17:46:58.291-07:00"
}
],
"created_at": "2024-07-30T17:46:23.223-07:00",
"id": "k4b8kxy1cfqg",
"impact": "major",
"impact_override": "major",
"incident_updates": [
{
"affected_components": [
{
"code": "zqjsh3d880ps",
"name": "Panther Console (Web App)",
"new_status": "operational",
"old_status": "operational"
},
{
"code": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"new_status": "operational",
"old_status": "operational"
}
],
"body": "The AWS issue has been resolved and our monitoring confirms that there is no further impact to Panther customers. \n\nAs a reminder, If you have a deployment in the AWS US-EAST-1 region and have an HTTP log source, we recommend checking your log source(s) from Jul 30 at 3:00 PM until Jul 30 at 9:32 PM PDT to ensure that there are no missing logs.\n\nIf you have any questions, please contact Panther Support.",
"created_at": "2024-07-31T08:00:14.374-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2024-07-31T08:00:14.374-07:00",
"id": "mc0000bnd77g",
"incident_id": "k4b8kxy1cfqg",
"status": "resolved",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2024-07-31T08:00:14.374-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "zqjsh3d880ps",
"name": "Panther Console (Web App)",
"new_status": "operational",
"old_status": "major_outage"
},
{
"code": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"new_status": "operational",
"old_status": "major_outage"
}
],
"body": "AWS has reported that their services have fully recovered, and we have confirmed that there are no longer any issues logging into the Panther Console and all HTTP log sources should be healthy. We will continue to monitor our systems to ensure that there is no further impact to Panther customers. \n\nIf you have a deployment in the AWS US-EAST-1 region and have an HTTP log source, we recommend checking your log source(s) from Jul 30 at 3:00 PM until Jul 30 at 9:32 PM PDT to ensure that there are no missing logs.\n\nDue to the nature of the HTTP data transport, Panther is not able to keep a record of which logs failed to be received. Customers can identify this by searching through the local logs generated by the system sending logs to Panther via HTTP and finding any HTTP 500 errors returned when attempting to deliver logs to Panther. You can resend these logs to Panther and Panther will correctly backdate them in the Security data lake.\n\nWe will continue to monitor the situation and will provide updates if necessary.",
"created_at": "2024-07-30T21:41:47.494-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2024-07-30T21:41:47.494-07:00",
"id": "wx08r5n5fc7z",
"incident_id": "k4b8kxy1cfqg",
"status": "monitoring",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2024-07-30T21:41:47.494-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "zqjsh3d880ps",
"name": "Panther Console (Web App)",
"new_status": "major_outage",
"old_status": "major_outage"
},
{
"code": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"new_status": "major_outage",
"old_status": "major_outage"
}
],
"body": "Panther has confirmed that customers with deployments in the AWS US-EAST-1 region are experiencing issues logging into the Panther Console and ingesting logs via the HTTP ingest log source type. This is a result of the degradation of the AWS Kinesis service, and ~50 other AWS services that rely on Kinesis, in Panther's case in particular the API Gateway service. \n\nOther Panther services such as ingestion via other mechanisms (S3 and other data transports as well as SaaS log source pulling), detections, alerting, data lake ingestion, and search are working as intended although we're continuing to monitor in case of further AWS service degradation.\n\nThe primary long term impact to Panther's end users is the loss of some data currently being sent to HTTP Ingest log sources. This data will not be recoverable by Panther. We encourage you to retain copies of that data if possible so you can resend it after service has resumed. Once AWS has confirmed service has resumed, we will notify impacted customers of the time frame during which data ingestion was impacted.\n\nYou can follow AWS updates here: https://health.aws.amazon.com/health/status",
"created_at": "2024-07-30T18:25:35.642-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2024-07-30T18:25:35.642-07:00",
"id": "z6qh4kwlfm75",
"incident_id": "k4b8kxy1cfqg",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2024-07-30T18:25:35.642-07:00",
"wants_twitter_update": false
},
{
"affected_components": [
{
"code": "zqjsh3d880ps",
"name": "Panther Console (Web App)",
"new_status": "major_outage",
"old_status": "operational"
},
{
"code": "b55ckfwzz1yr",
"name": "Data Ingestion into Panther (Log Processing)",
"new_status": "major_outage",
"old_status": "operational"
}
],
"body": "Panther has confirmed that customers with deployments in the AWS US-EAST-1 region may experience issues logging into the Panther Console, log processing and alert delivery delays, as well as other issues with the service due to the ongoing AWS outage that began at approximately Jul 30 3:40 PM PDT (https://health.aws.amazon.com/health/status). We will update this incident with more information as it becomes available.",
"created_at": "2024-07-30T17:46:23.288-07:00",
"custom_tweet": null,
"deliver_notifications": true,
"display_at": "2024-07-30T17:46:23.288-07:00",
"id": "wjxjw0dqd2zp",
"incident_id": "k4b8kxy1cfqg",
"status": "identified",
"tweet_id": null,
"twitter_updated_at": null,
"updated_at": "2024-07-30T17:46:23.288-07:00",
"wants_twitter_update": false
}
],
"metadata": {},
"monitoring_at": "2024-07-30T21:41:47.494-07:00",
"name": "AWS US-EAST-1 outage",
"page_id": "7l8f9m2hxglm",
"postmortem_body": null,
"postmortem_body_last_updated_at": null,
"postmortem_ignored": false,
"postmortem_notified_subscribers": false,
"postmortem_notified_twitter": false,
"postmortem_published_at": null,
"reminder_intervals": null,
"resolved_at": "2024-07-31T08:00:14.374-07:00",
"scheduled_auto_completed": false,
"scheduled_auto_in_progress": false,
"scheduled_for": null,
"scheduled_remind_prior": false,
"scheduled_reminded_at": null,
"scheduled_until": null,
"shortlink": "https://stspg.io/7sflpxt022l1",
"started_at": "2024-07-30T17:46:23.217-07:00",
"status": "resolved",
"updated_at": "2024-07-31T08:00:14.393-07:00"
}
],
"page": {
"id": "7l8f9m2hxglm",
"name": "Panther Labs",
"url": "https://status.panther.com"
},
"status": {
"description": "All Systems Operational",
"indicator": "none"
}
}