Snapshot 179371

Document
Registry listing
URL
https://status.knak.io/index.json
Fetched
HTTP status
200
Content type
application/json; charset=utf-8
Fetch mode
api
Size
43245 bytes
SHA-256 (raw)
864e22e3cdba10d85605f664e711f751d6136423d4bb5b4378f398173fe59b6b
SHA-256 (normalized text)
a92961e05b69d64584d3dc8d87fc73526340d994d0aac2d799c683aee22f94fb

Raw (normalized text)

Scripts and page chrome removed; this is what change detection compares.

{
  "components": [
    {
      "created_at": "2018-05-24T10:33:40.413-04:00",
      "description": "The Builder/Enterprise Service for Knak",
      "group_id": null,
      "id": "p1fslyz23bfr",
      "name": "Knak App",
      "page_id": "g8wzz60tg4lv",
      "position": 1,
      "showcase": true,
      "start_date": null,
      "status": "operational",
      "updated_at": "2026-10-21T11:45:36.054-04:00"
    },
    {
      "created_at": "2017-11-22T12:55:58.092-05:00",
      "description": "https://knak.io",
      "group_id": null,
      "id": "p7f1xb48vx0j",
      "name": "Knak Website",
      "page_id": "g8wzz60tg4lv",
      "position": 3,
      "showcase": true,
      "start_date": null,
      "status": "operational",
      "updated_at": "2018-05-22T16:16:04.000-04:00"
    },
    {
      "created_at": "2017-11-22T12:56:15.063-05:00",
      "description": "http://blog.knak.io",
      "group_id": null,
      "id": "6ftfzp5xt5gk",
      "name": "Knak Blog",
      "page_id": "g8wzz60tg4lv",
      "position": 4,
      "showcase": true,
      "start_date": null,
      "status": "operational",
      "updated_at": "2018-05-22T16:16:01.000-04:00"
    },
    {
      "created_at": "2026-02-02T09:05:26.888-05:00",
      "description": null,
      "group_id": null,
      "id": "53yw1fnd2f3d",
      "name": "Knak Send",
      "page_id": "g8wzz60tg4lv",
      "position": 5,
      "showcase": true,
      "start_date": "2026-02-02T00:00:00.000-05:00",
      "status": "operational",
      "updated_at": "2026-10-21T11:59:24.003-04:00"
    }
  ],
  "incidents": [
    {
      "components": [
        {
          "created_at": "2018-05-24T10:33:40.413-04:00",
          "description": "The Builder/Enterprise Service for Knak",
          "group_id": null,
          "id": "p1fslyz23bfr",
          "name": "Knak App",
          "page_id": "g8wzz60tg4lv",
          "position": 1,
          "showcase": true,
          "start_date": null,
          "status": "operational",
          "updated_at": "2026-10-21T11:45:36.054-04:00"
        },
        {
          "created_at": "2026-02-02T09:05:26.888-05:00",
          "description": null,
          "group_id": null,
          "id": "53yw1fnd2f3d",
          "name": "Knak Send",
          "page_id": "g8wzz60tg4lv",
          "position": 5,
          "showcase": true,
          "start_date": "2026-02-02T00:00:00.000-05:00",
          "status": "operational",
          "updated_at": "2026-10-21T11:59:24.003-04:00"
        }
      ],
      "created_at": "2026-10-21T09:28:42.858-04:00",
      "id": "z1jynp5f7qdc",
      "impact": "minor",
      "impact_override": "minor",
      "incident_updates": [
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "operational",
              "old_status": "operational"
            },
            {
              "code": "53yw1fnd2f3d",
              "name": "Knak Send",
              "new_status": "operational",
              "old_status": "operational"
            }
          ],
          "body": "This incident has been resolved.",
          "created_at": "2026-10-21T15:05:05.827-04:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-10-21T15:05:05.827-04:00",
          "id": "x285l8hvxj9w",
          "incident_id": "z1jynp5f7qdc",
          "status": "resolved",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-10-21T15:05:05.827-04:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "operational",
              "old_status": "operational"
            },
            {
              "code": "53yw1fnd2f3d",
              "name": "Knak Send",
              "new_status": "operational",
              "old_status": "operational"
            }
          ],
          "body": "We are continuing to monitor for any further issues.",
          "created_at": "2026-10-21T12:03:02.757-04:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-10-21T12:03:02.757-04:00",
          "id": "qr6k7bv71b62",
          "incident_id": "z1jynp5f7qdc",
          "status": "monitoring",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-10-21T12:03:02.757-04:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "operational",
              "old_status": "operational"
            },
            {
              "code": "53yw1fnd2f3d",
              "name": "Knak Send",
              "new_status": "operational",
              "old_status": "major_outage"
            }
          ],
          "body": "We are continuing to monitor for any further issues.",
          "created_at": "2026-10-21T11:59:24.045-04:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-10-21T11:59:24.045-04:00",
          "id": "c6z2rs1rk6hq",
          "incident_id": "z1jynp5f7qdc",
          "status": "monitoring",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-10-21T11:59:24.045-04:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "operational",
              "old_status": "major_outage"
            },
            {
              "code": "53yw1fnd2f3d",
              "name": "Knak Send",
              "new_status": "major_outage",
              "old_status": "major_outage"
            }
          ],
          "body": "A fix has been implemented and we are monitoring the results.",
          "created_at": "2026-10-21T11:45:36.093-04:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-10-21T11:45:36.093-04:00",
          "id": "b82vcs2n5t7f",
          "incident_id": "z1jynp5f7qdc",
          "status": "monitoring",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-10-21T11:45:36.093-04:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "major_outage",
              "old_status": "major_outage"
            },
            {
              "code": "53yw1fnd2f3d",
              "name": "Knak Send",
              "new_status": "major_outage",
              "old_status": "major_outage"
            }
          ],
          "body": "The issue has been identified and a fix is being implemented.",
          "created_at": "2026-10-21T11:32:54.043-04:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-10-21T11:32:54.043-04:00",
          "id": "k33rygssh9mg",
          "incident_id": "z1jynp5f7qdc",
          "status": "identified",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-10-21T11:32:54.043-04:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "major_outage",
              "old_status": "major_outage"
            },
            {
              "code": "53yw1fnd2f3d",
              "name": "Knak Send",
              "new_status": "major_outage",
              "old_status": "major_outage"
            }
          ],
          "body": "We’ve applied the patch and are currently testing it before bringing Knak back online. Our preliminary investigation has shown no indication that Knak has been compromised. We’ll let you know as soon as Knak is back up.",
          "created_at": "2026-10-21T11:12:09.875-04:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-10-21T11:12:09.875-04:00",
          "id": "3zfb5xlz0xn0",
          "incident_id": "z1jynp5f7qdc",
          "status": "investigating",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-10-21T11:12:09.875-04:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "major_outage",
              "old_status": "major_outage"
            },
            {
              "code": "53yw1fnd2f3d",
              "name": "Knak Send",
              "new_status": "major_outage",
              "old_status": "major_outage"
            }
          ],
          "body": "We're actioning a patch.",
          "created_at": "2026-10-21T10:28:57.451-04:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-10-21T10:28:57.451-04:00",
          "id": "p05532h8knl9",
          "incident_id": "z1jynp5f7qdc",
          "status": "investigating",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-10-21T10:28:57.451-04:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "major_outage",
              "old_status": "operational"
            },
            {
              "code": "53yw1fnd2f3d",
              "name": "Knak Send",
              "new_status": "major_outage",
              "old_status": "operational"
            }
          ],
          "body": "We're actioning a patch",
          "created_at": "2026-10-21T10:27:52.340-04:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-10-21T10:27:52.000-04:00",
          "id": "rd51yvy82ydd",
          "incident_id": "z1jynp5f7qdc",
          "status": "investigating",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-10-21T10:29:09.580-04:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "operational",
              "old_status": "operational"
            },
            {
              "code": "53yw1fnd2f3d",
              "name": "Knak Send",
              "new_status": "operational",
              "old_status": "operational"
            }
          ],
          "body": "Our Engineering and Security teams are responding to PHP2SHELL, a recently disclosed vulnerability in widely used web software, including components Knak relies on. We are actively monitoring our systems and applying protective measures.\n\nProtecting your data comes first. If we see a threat that needs further action, we may take Knak offline temporarily, possibly with little advance notice.\n\nWe know any disruption affects your team’s ability to build and launch campaigns. We apologize for the inconvenience and will post updates on our status page as they become available.",
          "created_at": "2026-10-21T09:28:42.926-04:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-10-21T09:28:42.926-04:00",
          "id": "4558vsxg61cb",
          "incident_id": "z1jynp5f7qdc",
          "status": "investigating",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-10-21T09:28:42.926-04:00",
          "wants_twitter_update": false
        }
      ],
      "metadata": {},
      "monitoring_at": "2026-10-21T11:45:36.093-04:00",
      "name": "Knak PHP security patch",
      "page_id": "g8wzz60tg4lv",
      "postmortem_body": "## Summary\n\nOn October 21, 2026, we took the Knak platform, including Knak Send, offline for about two hours as a precaution. Two critical vulnerabilities had been announced in PHP, the programming language that runs much of the web, including parts of Knak. The issue was in PHP itself, not in Knak's code. We applied the fix the same morning, then reviewed our systems for any sign the vulnerabilities had been used against us.\n\nWe found no evidence that these vulnerabilities were exploited against Knak, and no evidence of unauthorized access to customer data. No action is required on your part.\n\n## Timeline \\(Eastern Time\\)\n\n* **October 20:** The PHP security team announced two critical vulnerabilities \\(CVE-2026-109618 and CVE-2026-109619\\), known as \"PHP2Shell\", with a fix to follow.\n* **October 21, about 9:30 a.m.:** We took the Knak platform and Knak Send offline as a precaution while we applied the fix.\n* **About 11:45 a.m.:** Service restored, running the patched version of PHP.\n\n## What we reviewed\n\nOur DevOps and security teams reviewed activity from October 19, the day before the vulnerabilities became public, through the time the patch was applied and compared it against normal activity from the preceding weeks. The review covered:\n\n* Firewall, load balancer and web server logs.\n* Application logs, errors and performance monitoring.\n* Application security detections.\n* Outbound network traffic.\n* Cloud account activity and credential use, reviewed from early October through October 22.\n\n## What we found\n\n* No requests matching the PHP2Shell attack pattern against production.\n* No server crashes, unusual memory use or unexpected outbound traffic.\n* No unusual activity on Knak's cloud hosting or identity provider accounts.\n\n## Additional steps we took\n\n* Rotated production cloud access keys as a precaution.\n* Applied additional hardening recommended by the PHP project.\n\n## What you need to do\n\nNo action is required.\n\nWe apologize for the disruption to your service. Given the severity of these vulnerabilities, we chose to take the platform offline until the fix was in place, rather than risk exposing your data.\n\nIf you have any questions, please reach out to your Customer Success Manager or [security@knak.com](mailto:security@knak.com).",
      "postmortem_body_last_updated_at": "2026-10-29T12:32:24.007-04:00",
      "postmortem_ignored": false,
      "postmortem_notified_subscribers": true,
      "postmortem_notified_twitter": false,
      "postmortem_published_at": "2026-10-29T12:32:24.007-04:00",
      "reminder_intervals": null,
      "resolved_at": "2026-10-21T15:05:05.827-04:00",
      "scheduled_auto_completed": false,
      "scheduled_auto_in_progress": false,
      "scheduled_for": null,
      "scheduled_remind_prior": false,
      "scheduled_reminded_at": null,
      "scheduled_until": null,
      "shortlink": "https://stspg.io/s22ggc887sz1",
      "started_at": "2026-10-21T09:28:42.850-04:00",
      "status": "resolved",
      "updated_at": "2026-10-29T12:32:24.032-04:00"
    },
    {
      "components": [
        {
          "created_at": "2018-05-24T10:33:40.413-04:00",
          "description": "The Builder/Enterprise Service for Knak",
          "group_id": null,
          "id": "p1fslyz23bfr",
          "name": "Knak App",
          "page_id": "g8wzz60tg4lv",
          "position": 1,
          "showcase": true,
          "start_date": null,
          "status": "operational",
          "updated_at": "2026-10-21T11:45:36.054-04:00"
        }
      ],
      "created_at": "2026-07-16T15:17:09.283-04:00",
      "id": "yw1xgp9kgmd7",
      "impact": "minor",
      "impact_override": null,
      "incident_updates": [
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "operational",
              "old_status": "degraded_performance"
            }
          ],
          "body": "This incident has been resolved.",
          "created_at": "2026-07-16T23:33:01.682-04:00",
          "custom_tweet": null,
          "deliver_notifications": false,
          "display_at": "2026-07-16T23:33:01.682-04:00",
          "id": "jj4qdsbr6yvf",
          "incident_id": "yw1xgp9kgmd7",
          "status": "resolved",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-07-16T23:33:01.682-04:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "degraded_performance",
              "old_status": "degraded_performance"
            }
          ],
          "body": "A fix has been implemented and we are monitoring the results.",
          "created_at": "2026-07-16T18:11:24.640-04:00",
          "custom_tweet": null,
          "deliver_notifications": false,
          "display_at": "2026-07-16T18:11:24.640-04:00",
          "id": "jm86by4rgsn0",
          "incident_id": "yw1xgp9kgmd7",
          "status": "monitoring",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-07-16T18:11:24.640-04:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "degraded_performance",
              "old_status": "operational"
            }
          ],
          "body": "The issue has been identified and a fix is being implemented.",
          "created_at": "2026-07-16T15:17:09.353-04:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-07-16T15:17:09.353-04:00",
          "id": "1qfmw2xjrf64",
          "incident_id": "yw1xgp9kgmd7",
          "status": "identified",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-07-16T15:17:09.353-04:00",
          "wants_twitter_update": false
        }
      ],
      "metadata": {},
      "monitoring_at": "2026-07-16T18:11:24.640-04:00",
      "name": "Knak AI Degraded Performance",
      "page_id": "g8wzz60tg4lv",
      "postmortem_body": null,
      "postmortem_body_last_updated_at": null,
      "postmortem_ignored": false,
      "postmortem_notified_subscribers": false,
      "postmortem_notified_twitter": false,
      "postmortem_published_at": null,
      "reminder_intervals": null,
      "resolved_at": "2026-07-16T23:33:01.682-04:00",
      "scheduled_auto_completed": false,
      "scheduled_auto_in_progress": false,
      "scheduled_for": null,
      "scheduled_remind_prior": false,
      "scheduled_reminded_at": null,
      "scheduled_until": null,
      "shortlink": "https://stspg.io/5lvc8zgq9w8h",
      "started_at": "2026-07-16T15:17:09.276-04:00",
      "status": "resolved",
      "updated_at": "2026-07-16T23:33:01.699-04:00"
    },
    {
      "components": [
        {
          "created_at": "2018-05-24T10:33:40.413-04:00",
          "description": "The Builder/Enterprise Service for Knak",
          "group_id": null,
          "id": "p1fslyz23bfr",
          "name": "Knak App",
          "page_id": "g8wzz60tg4lv",
          "position": 1,
          "showcase": true,
          "start_date": null,
          "status": "operational",
          "updated_at": "2026-10-21T11:45:36.054-04:00"
        }
      ],
      "created_at": "2026-06-23T10:38:15.000-04:00",
      "id": "114km0kh3gqz",
      "impact": "major",
      "impact_override": null,
      "incident_updates": [
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "operational",
              "old_status": "partial_outage"
            }
          ],
          "body": "This incident has been resolved.",
          "created_at": "2026-06-23T12:14:28.271-04:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-06-23T12:14:28.271-04:00",
          "id": "xq9m7fvmg508",
          "incident_id": "114km0kh3gqz",
          "status": "resolved",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-06-23T12:14:28.271-04:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "partial_outage",
              "old_status": "partial_outage"
            }
          ],
          "body": "A Claude outage is degrading Knak AI's performance. We are monitoring the provider's status updates.",
          "created_at": "2026-06-23T10:42:07.722-04:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-06-23T10:42:07.722-04:00",
          "id": "7z7mnd27yg4m",
          "incident_id": "114km0kh3gqz",
          "status": "monitoring",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-06-23T10:42:07.722-04:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "partial_outage",
              "old_status": "partial_outage"
            }
          ],
          "body": "We are continuing to work on a fix for this issue.",
          "created_at": "2026-06-23T10:40:49.612-04:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-06-23T10:40:49.612-04:00",
          "id": "f1hwdfvlnpkh",
          "incident_id": "114km0kh3gqz",
          "status": "identified",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-06-23T10:40:49.612-04:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "partial_outage",
              "old_status": "partial_outage"
            }
          ],
          "body": "The issue has been identified and a fix is being implemented.",
          "created_at": "2026-06-23T10:39:38.685-04:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-06-23T10:39:38.685-04:00",
          "id": "g46psbcq0zsl",
          "incident_id": "114km0kh3gqz",
          "status": "identified",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-06-23T10:39:38.685-04:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "partial_outage",
              "old_status": "operational"
            }
          ],
          "body": "A Claude outage is degrading Knak AI's performance. We are monitoring the provider's status updates.",
          "created_at": "2026-06-23T10:38:15.216-04:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-06-23T10:38:15.000-04:00",
          "id": "js15wfdc10ny",
          "incident_id": "114km0kh3gqz",
          "status": "monitoring",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-06-23T10:40:45.696-04:00",
          "wants_twitter_update": false
        }
      ],
      "metadata": {},
      "monitoring_at": "2026-06-23T10:38:15.000-04:00",
      "name": "Claude outage affecting Knak AI",
      "page_id": "g8wzz60tg4lv",
      "postmortem_body": null,
      "postmortem_body_last_updated_at": null,
      "postmortem_ignored": false,
      "postmortem_notified_subscribers": false,
      "postmortem_notified_twitter": false,
      "postmortem_published_at": null,
      "reminder_intervals": null,
      "resolved_at": "2026-06-23T12:14:28.271-04:00",
      "scheduled_auto_completed": false,
      "scheduled_auto_in_progress": false,
      "scheduled_for": null,
      "scheduled_remind_prior": false,
      "scheduled_reminded_at": null,
      "scheduled_until": null,
      "shortlink": "https://stspg.io/ncs9znlkpbvr",
      "started_at": "2026-06-23T10:38:15.000-04:00",
      "status": "resolved",
      "updated_at": "2026-06-23T12:14:28.287-04:00"
    },
    {
      "components": [
        {
          "created_at": "2018-05-24T10:33:40.413-04:00",
          "description": "The Builder/Enterprise Service for Knak",
          "group_id": null,
          "id": "p1fslyz23bfr",
          "name": "Knak App",
          "page_id": "g8wzz60tg4lv",
          "position": 1,
          "showcase": true,
          "start_date": null,
          "status": "operational",
          "updated_at": "2026-10-21T11:45:36.054-04:00"
        }
      ],
      "created_at": "2026-05-08T09:26:47.628-04:00",
      "id": "j8vvns1cppk0",
      "impact": "none",
      "impact_override": null,
      "incident_updates": [
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "operational",
              "old_status": "operational"
            }
          ],
          "body": "This incident has been resolved",
          "created_at": "2026-05-08T11:37:16.088-04:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-05-08T11:37:16.088-04:00",
          "id": "xc9j28644qww",
          "incident_id": "j8vvns1cppk0",
          "status": "resolved",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-05-08T11:37:16.088-04:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "operational",
              "old_status": "operational"
            }
          ],
          "body": "A fix has been implemented and we are monitoring",
          "created_at": "2026-05-08T09:26:47.665-04:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-05-08T09:26:47.665-04:00",
          "id": "2bl6x4gkr9kh",
          "incident_id": "j8vvns1cppk0",
          "status": "monitoring",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-05-08T09:26:47.665-04:00",
          "wants_twitter_update": false
        }
      ],
      "metadata": {},
      "monitoring_at": "2026-05-08T09:26:47.665-04:00",
      "name": "Knak Assets not loading",
      "page_id": "g8wzz60tg4lv",
      "postmortem_body": null,
      "postmortem_body_last_updated_at": null,
      "postmortem_ignored": false,
      "postmortem_notified_subscribers": false,
      "postmortem_notified_twitter": false,
      "postmortem_published_at": null,
      "reminder_intervals": null,
      "resolved_at": "2026-05-08T11:37:16.088-04:00",
      "scheduled_auto_completed": false,
      "scheduled_auto_in_progress": false,
      "scheduled_for": null,
      "scheduled_remind_prior": false,
      "scheduled_reminded_at": null,
      "scheduled_until": null,
      "shortlink": "https://stspg.io/vxrd09t24nb6",
      "started_at": "2026-05-08T09:26:47.611-04:00",
      "status": "resolved",
      "updated_at": "2026-05-08T11:37:16.104-04:00"
    },
    {
      "components": [
        {
          "created_at": "2026-02-02T09:05:26.888-05:00",
          "description": null,
          "group_id": null,
          "id": "53yw1fnd2f3d",
          "name": "Knak Send",
          "page_id": "g8wzz60tg4lv",
          "position": 5,
          "showcase": true,
          "start_date": "2026-02-02T00:00:00.000-05:00",
          "status": "operational",
          "updated_at": "2026-10-21T11:59:24.003-04:00"
        }
      ],
      "created_at": "2026-03-24T13:12:53.918-04:00",
      "id": "4x37vyglmzkq",
      "impact": "major",
      "impact_override": null,
      "incident_updates": [
        {
          "affected_components": [
            {
              "code": "53yw1fnd2f3d",
              "name": "Knak Send",
              "new_status": "operational",
              "old_status": "operational"
            }
          ],
          "body": "This incident has been resolved.",
          "created_at": "2026-03-24T17:08:17.785-04:00",
          "custom_tweet": null,
          "deliver_notifications": false,
          "display_at": "2026-03-24T17:08:17.785-04:00",
          "id": "zf57gfblh24h",
          "incident_id": "4x37vyglmzkq",
          "status": "resolved",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-03-24T17:08:17.785-04:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "53yw1fnd2f3d",
              "name": "Knak Send",
              "new_status": "operational",
              "old_status": "degraded_performance"
            }
          ],
          "body": "The issue has been identified and a fix has been deployed and we are currently monitoring",
          "created_at": "2026-03-24T17:07:45.917-04:00",
          "custom_tweet": null,
          "deliver_notifications": false,
          "display_at": "2026-03-24T17:07:45.917-04:00",
          "id": "751zpjrpq2q2",
          "incident_id": "4x37vyglmzkq",
          "status": "identified",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-03-24T17:07:45.917-04:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "53yw1fnd2f3d",
              "name": "Knak Send",
              "new_status": "degraded_performance",
              "old_status": "partial_outage"
            }
          ],
          "body": "The issue has been identified",
          "created_at": "2026-03-24T17:07:07.067-04:00",
          "custom_tweet": null,
          "deliver_notifications": false,
          "display_at": "2026-03-24T17:07:07.067-04:00",
          "id": "xw9wy60czgh0",
          "incident_id": "4x37vyglmzkq",
          "status": "identified",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-03-24T17:07:07.067-04:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "53yw1fnd2f3d",
              "name": "Knak Send",
              "new_status": "partial_outage",
              "old_status": "operational"
            }
          ],
          "body": "We are currently investigating the issue",
          "created_at": "2026-03-24T13:12:53.998-04:00",
          "custom_tweet": null,
          "deliver_notifications": false,
          "display_at": "2026-03-24T13:12:53.998-04:00",
          "id": "pyxmzb8h3xym",
          "incident_id": "4x37vyglmzkq",
          "status": "investigating",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-03-24T13:12:53.998-04:00",
          "wants_twitter_update": false
        }
      ],
      "metadata": {},
      "monitoring_at": null,
      "name": "Limited Access to Knak Send Services",
      "page_id": "g8wzz60tg4lv",
      "postmortem_body": null,
      "postmortem_body_last_updated_at": null,
      "postmortem_ignored": false,
      "postmortem_notified_subscribers": false,
      "postmortem_notified_twitter": false,
      "postmortem_published_at": null,
      "reminder_intervals": "[]",
      "resolved_at": "2026-03-24T17:08:17.785-04:00",
      "scheduled_auto_completed": false,
      "scheduled_auto_in_progress": false,
      "scheduled_for": null,
      "scheduled_remind_prior": false,
      "scheduled_reminded_at": null,
      "scheduled_until": null,
      "shortlink": "https://stspg.io/8sydvpkycjg8",
      "started_at": "2026-03-24T13:12:53.910-04:00",
      "status": "resolved",
      "updated_at": "2026-03-24T17:08:17.804-04:00"
    },
    {
      "components": [
        {
          "created_at": "2018-05-24T10:33:40.413-04:00",
          "description": "The Builder/Enterprise Service for Knak",
          "group_id": null,
          "id": "p1fslyz23bfr",
          "name": "Knak App",
          "page_id": "g8wzz60tg4lv",
          "position": 1,
          "showcase": true,
          "start_date": null,
          "status": "operational",
          "updated_at": "2026-10-21T11:45:36.054-04:00"
        },
        {
          "created_at": "2026-02-02T09:05:26.888-05:00",
          "description": null,
          "group_id": null,
          "id": "53yw1fnd2f3d",
          "name": "Knak Send",
          "page_id": "g8wzz60tg4lv",
          "position": 5,
          "showcase": true,
          "start_date": "2026-02-02T00:00:00.000-05:00",
          "status": "operational",
          "updated_at": "2026-10-21T11:59:24.003-04:00"
        }
      ],
      "created_at": "2026-03-06T09:40:18.986-05:00",
      "id": "rxxmpfl500pb",
      "impact": "minor",
      "impact_override": null,
      "incident_updates": [
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "operational",
              "old_status": "degraded_performance"
            },
            {
              "code": "53yw1fnd2f3d",
              "name": "Knak Send",
              "new_status": "operational",
              "old_status": "degraded_performance"
            }
          ],
          "body": "This incident has now been resolved. Assets synced between 9:00 AM and 10:04 AM EST will have to be resynced.",
          "created_at": "2026-03-06T10:09:04.847-05:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-03-06T10:09:04.847-05:00",
          "id": "hwq5qpqyp7mz",
          "incident_id": "rxxmpfl500pb",
          "status": "resolved",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-03-06T10:09:04.847-05:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "degraded_performance",
              "old_status": "degraded_performance"
            },
            {
              "code": "53yw1fnd2f3d",
              "name": "Knak Send",
              "new_status": "degraded_performance",
              "old_status": "degraded_performance"
            }
          ],
          "body": "We are continuing to monitor for any further issues.",
          "created_at": "2026-03-06T10:05:35.119-05:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-03-06T10:05:35.119-05:00",
          "id": "2gnhfvq30n8k",
          "incident_id": "rxxmpfl500pb",
          "status": "monitoring",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-03-06T10:05:35.119-05:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "degraded_performance",
              "old_status": "degraded_performance"
            },
            {
              "code": "53yw1fnd2f3d",
              "name": "Knak Send",
              "new_status": "degraded_performance",
              "old_status": "degraded_performance"
            }
          ],
          "body": "A fix has been implemented and we are now monitoring",
          "created_at": "2026-03-06T10:03:37.251-05:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-03-06T10:03:37.251-05:00",
          "id": "p1dgtxdd22l9",
          "incident_id": "rxxmpfl500pb",
          "status": "monitoring",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-03-06T10:03:37.251-05:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "degraded_performance",
              "old_status": "degraded_performance"
            },
            {
              "code": "53yw1fnd2f3d",
              "name": "Knak Send",
              "new_status": "degraded_performance",
              "old_status": "degraded_performance"
            }
          ],
          "body": "The issue has been identified and we are implementing the fix.",
          "created_at": "2026-03-06T09:43:07.552-05:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-03-06T09:43:07.552-05:00",
          "id": "tkqbry6vqm76",
          "incident_id": "rxxmpfl500pb",
          "status": "identified",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-03-06T09:43:07.552-05:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "degraded_performance",
              "old_status": "operational"
            },
            {
              "code": "53yw1fnd2f3d",
              "name": "Knak Send",
              "new_status": "degraded_performance",
              "old_status": "operational"
            }
          ],
          "body": "We are currently investigating.",
          "created_at": "2026-03-06T09:40:19.069-05:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2026-03-06T09:40:19.069-05:00",
          "id": "2m7pn1lpl7p0",
          "incident_id": "rxxmpfl500pb",
          "status": "investigating",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-03-06T09:40:19.069-05:00",
          "wants_twitter_update": false
        }
      ],
      "metadata": {},
      "monitoring_at": "2026-03-06T10:03:37.251-05:00",
      "name": "Images not rendering in previews and synced assets",
      "page_id": "g8wzz60tg4lv",
      "postmortem_body": null,
      "postmortem_body_last_updated_at": null,
      "postmortem_ignored": false,
      "postmortem_notified_subscribers": false,
      "postmortem_notified_twitter": false,
      "postmortem_published_at": null,
      "reminder_intervals": null,
      "resolved_at": "2026-03-06T10:09:04.847-05:00",
      "scheduled_auto_completed": false,
      "scheduled_auto_in_progress": false,
      "scheduled_for": null,
      "scheduled_remind_prior": false,
      "scheduled_reminded_at": null,
      "scheduled_until": null,
      "shortlink": "https://stspg.io/0s04l05hjk9n",
      "started_at": "2026-03-06T09:40:18.981-05:00",
      "status": "resolved",
      "updated_at": "2026-03-06T10:09:04.864-05:00"
    },
    {
      "components": [
        {
          "created_at": "2018-05-24T10:33:40.413-04:00",
          "description": "The Builder/Enterprise Service for Knak",
          "group_id": null,
          "id": "p1fslyz23bfr",
          "name": "Knak App",
          "page_id": "g8wzz60tg4lv",
          "position": 1,
          "showcase": true,
          "start_date": null,
          "status": "operational",
          "updated_at": "2026-10-21T11:45:36.054-04:00"
        }
      ],
      "created_at": "2026-01-28T10:51:08.528-05:00",
      "id": "wp6nyl6k92l6",
      "impact": "none",
      "impact_override": null,
      "incident_updates": [
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "operational",
              "old_status": "operational"
            }
          ],
          "body": "This incident has been resolved.",
          "created_at": "2026-01-28T14:09:45.447-05:00",
          "custom_tweet": null,
          "deliver_notifications": false,
          "display_at": "2026-01-28T14:09:45.447-05:00",
          "id": "9dlnjgfzbrh7",
          "incident_id": "wp6nyl6k92l6",
          "status": "resolved",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-01-28T14:09:45.447-05:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "operational",
              "old_status": "operational"
            }
          ],
          "body": "A fix has been implemented and we are monitoring the release of the fix",
          "created_at": "2026-01-28T11:25:30.235-05:00",
          "custom_tweet": null,
          "deliver_notifications": false,
          "display_at": "2026-01-28T11:25:30.235-05:00",
          "id": "j9xkd9b66d16",
          "incident_id": "wp6nyl6k92l6",
          "status": "monitoring",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-01-28T11:25:30.235-05:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "operational",
              "old_status": "operational"
            }
          ],
          "body": "The issue has been identified and we are working to release a fix",
          "created_at": "2026-01-28T10:51:34.123-05:00",
          "custom_tweet": null,
          "deliver_notifications": false,
          "display_at": "2026-01-28T10:51:34.123-05:00",
          "id": "9dmrkls4g4xb",
          "incident_id": "wp6nyl6k92l6",
          "status": "identified",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-01-28T10:51:34.123-05:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "operational",
              "old_status": "operational"
            }
          ],
          "body": "We are currently investigating an issue with global UTM input field not visible",
          "created_at": "2026-01-28T10:51:08.587-05:00",
          "custom_tweet": null,
          "deliver_notifications": false,
          "display_at": "2026-01-28T10:51:08.587-05:00",
          "id": "wd5mkvdp650d",
          "incident_id": "wp6nyl6k92l6",
          "status": "investigating",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-01-28T10:51:08.587-05:00",
          "wants_twitter_update": false
        }
      ],
      "metadata": {},
      "monitoring_at": "2026-01-28T11:25:30.235-05:00",
      "name": "Global UTM Input field not visible",
      "page_id": "g8wzz60tg4lv",
      "postmortem_body": null,
      "postmortem_body_last_updated_at": null,
      "postmortem_ignored": false,
      "postmortem_notified_subscribers": false,
      "postmortem_notified_twitter": false,
      "postmortem_published_at": null,
      "reminder_intervals": null,
      "resolved_at": "2026-01-28T14:09:45.447-05:00",
      "scheduled_auto_completed": false,
      "scheduled_auto_in_progress": false,
      "scheduled_for": null,
      "scheduled_remind_prior": false,
      "scheduled_reminded_at": null,
      "scheduled_until": null,
      "shortlink": "https://stspg.io/cvh214hn0x2g",
      "started_at": "2026-01-28T10:51:08.522-05:00",
      "status": "resolved",
      "updated_at": "2026-01-28T14:09:45.463-05:00"
    },
    {
      "components": [
        {
          "created_at": "2018-05-24T10:33:40.413-04:00",
          "description": "The Builder/Enterprise Service for Knak",
          "group_id": null,
          "id": "p1fslyz23bfr",
          "name": "Knak App",
          "page_id": "g8wzz60tg4lv",
          "position": 1,
          "showcase": true,
          "start_date": null,
          "status": "operational",
          "updated_at": "2026-10-21T11:45:36.054-04:00"
        }
      ],
      "created_at": "2026-01-26T17:38:10.483-05:00",
      "id": "z87wc768grqs",
      "impact": "minor",
      "impact_override": null,
      "incident_updates": [
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "operational",
              "old_status": "degraded_performance"
            }
          ],
          "body": "A fix has been applied and we are monitoring",
          "created_at": "2026-01-26T20:11:23.200-05:00",
          "custom_tweet": null,
          "deliver_notifications": false,
          "display_at": "2026-01-26T20:11:23.200-05:00",
          "id": "b9sg6vnyy3j3",
          "incident_id": "z87wc768grqs",
          "status": "resolved",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-01-26T20:11:23.200-05:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "degraded_performance",
              "old_status": "operational"
            }
          ],
          "body": "We are currently investigating the issue.",
          "created_at": "2026-01-26T17:38:10.551-05:00",
          "custom_tweet": null,
          "deliver_notifications": false,
          "display_at": "2026-01-26T17:38:10.551-05:00",
          "id": "bn6lrfmtfqq0",
          "incident_id": "z87wc768grqs",
          "status": "investigating",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-01-26T17:38:10.551-05:00",
          "wants_twitter_update": false
        }
      ],
      "metadata": {},
      "monitoring_at": null,
      "name": "Pdfs downloading blank",
      "page_id": "g8wzz60tg4lv",
      "postmortem_body": null,
      "postmortem_body_last_updated_at": null,
      "postmortem_ignored": false,
      "postmortem_notified_subscribers": false,
      "postmortem_notified_twitter": false,
      "postmortem_published_at": null,
      "reminder_intervals": null,
      "resolved_at": "2026-01-26T20:11:23.200-05:00",
      "scheduled_auto_completed": false,
      "scheduled_auto_in_progress": false,
      "scheduled_for": null,
      "scheduled_remind_prior": false,
      "scheduled_reminded_at": null,
      "scheduled_until": null,
      "shortlink": "https://stspg.io/gz20z0nrzrwz",
      "started_at": "2026-01-26T17:38:10.476-05:00",
      "status": "resolved",
      "updated_at": "2026-01-26T20:11:23.220-05:00"
    },
    {
      "components": [
        {
          "created_at": "2018-05-24T10:33:40.413-04:00",
          "description": "The Builder/Enterprise Service for Knak",
          "group_id": null,
          "id": "p1fslyz23bfr",
          "name": "Knak App",
          "page_id": "g8wzz60tg4lv",
          "position": 1,
          "showcase": true,
          "start_date": null,
          "status": "operational",
          "updated_at": "2026-10-21T11:45:36.054-04:00"
        }
      ],
      "created_at": "2026-01-19T16:39:16.012-05:00",
      "id": "vdm52kfzlqh4",
      "impact": "minor",
      "impact_override": null,
      "incident_updates": [
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "operational",
              "old_status": "operational"
            }
          ],
          "body": "This incident has been resolved.",
          "created_at": "2026-01-20T17:22:19.941-05:00",
          "custom_tweet": null,
          "deliver_notifications": false,
          "display_at": "2026-01-20T17:22:19.941-05:00",
          "id": "cfydst7hyrfy",
          "incident_id": "vdm52kfzlqh4",
          "status": "resolved",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-01-20T17:22:19.941-05:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "operational",
              "old_status": "degraded_performance"
            }
          ],
          "body": "A fix has been implemented and we are monitoring",
          "created_at": "2026-01-19T17:40:30.105-05:00",
          "custom_tweet": null,
          "deliver_notifications": false,
          "display_at": "2026-01-19T17:40:30.105-05:00",
          "id": "rjdmvwqsqtby",
          "incident_id": "vdm52kfzlqh4",
          "status": "monitoring",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-01-19T17:40:30.105-05:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "degraded_performance",
              "old_status": "operational"
            }
          ],
          "body": "We are currently investigating an issue with the Knak tracking pixel",
          "created_at": "2026-01-19T16:39:16.094-05:00",
          "custom_tweet": null,
          "deliver_notifications": false,
          "display_at": "2026-01-19T16:39:16.094-05:00",
          "id": "v5ggmv0z2zhp",
          "incident_id": "vdm52kfzlqh4",
          "status": "investigating",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2026-01-19T16:39:16.094-05:00",
          "wants_twitter_update": false
        }
      ],
      "metadata": {},
      "monitoring_at": "2026-01-19T17:40:30.105-05:00",
      "name": "Knak Tracking Pixel Degraded Performance",
      "page_id": "g8wzz60tg4lv",
      "postmortem_body": "### **Quick Summary**\n\nBetween **January 9th and January 19th**, Knak experienced an issue with our analytics tracking pixel affecting data collection for a subset of clients. This was caused by a system upgrade intended to improve performance and remove rate limits. While the upgrade successfully improved traffic capacity, it introduced a data formatting error that prevented tracking data from being saved to our database. **The tracking pixel itself continued to function for end-users \\(email recipients\\), ensuring no broken images or errors were visible.** We have since rolled back the change, restored partial data, and implemented new safeguards to prevent this from recurring.\n\n### **What This Means**\n\nFor clients who have the Knak Tracking Pixel enabled, **we were unable to collect performance data between January 9th at 10:32 AM EST and January 19th at 5:26 PM EST.**\n\nWhile your emails were delivered successfully and the pixel image loaded correctly for your recipients, the \"open\" event data was not stored in our database. Consequently, analytics reports for campaigns sent or active during this specific window will not reflect the actual open rates or engagement metrics.  \n  \nThis did not impact downstream reporting from marketing automation platforms or any performance data Knak collects from those systems. This issue only affected assets with the “Knak Tracking Pixel” enabled in settings. No action is required from Knak clients.\n\n### **Root Cause**\n\nIn December, we identified that our previous tracking proxy service had a strict request limit that throttled data collection during high-volume campaigns. To support higher traffic and remove these limits, we migrated to a new, more scalable proxy service on January 9th.\n\nThe root cause of the incident was a data formatting mismatch between this new proxy service and our data processing software.\n\n* **The Mismatch:** The new service delivered tracking information \\(such as timestamps\\) in a different structural location than the previous service.\n* **The Failure:** When our processing software could not locate the timestamps in the expected place, it defaulted the values to the text string \"Unknown.\"\n* **The Data Loss:** Our analytics database is designed to store timestamps strictly as numbers. When the system attempted to save the text \"Unknown\" into a number-only field, the database rejected the incoming data batches.\n\nThis resulted in a scenario where the tracking pixel successfully loaded for the end-user \\(the email recipient saw no errors\\), but the data was silently rejected by our database backend.\n\n### **Timeline**\n\n_All times are in Eastern Standard Time \\(EST\\)_\n\n* **January 9, 10:32 AM:** The infrastructure upgrade to the new proxy service is deployed to remove rate limits. Data collection stops due to the formatting mismatch described above.\n* **January 19, 3:38 PM:** Our team identifies a gap in success logs for tracking jobs and immediately begins an investigation.\n* **January 19, 4:06 PM:** The engineering team confirms that while requests are hitting the server, data is not persisting into the analytics database.\n* **January 19, 5:26 PM:** **Service Restored.** We roll back the infrastructure to the previous proxy service. Valid data collection resumes immediately for all new requests.\n* **January 20, 12:30 PM:** The team identifies the specific database rejection error \\(String vs. Integer type mismatch\\).\n* **January 20, 1:54 PM:** A code fix is deployed to ensure timestamps can never default to an invalid format, preventing this specific failure mode in the future.\n* **January 20, 2:01 PM:** Engineering began investigating methods to recover and backfill any partial data available from the outage window.\n\n### **Learnings \u0026 Actions Taken**\n\nTo prevent a recurrence, Knak is implementing the following changes to our engineering and monitoring protocols:\n\n1. **Eliminating Silent Failures:** We will update our code to prioritize error visibility. While the tracking pixel will always load for the user \\(to ensure the recipient experience is never impacted\\), our backend systems will soon aggressively log and flag when default values are used instead of real data.\n2. **Volume-Based Alerting:** We are implementing new alerts that trigger specifically when data flow into our database drops unexpectedly. Previously, our alerts focused on _server errors_ \\(crashes\\). Since the server was technically \"running\" \\(just processing bad data\\), no alarm sounded. The new alerts will focus on _data throughput_.\n3. **Strict Data Validation:** We have added stricter validation logic to our ingestion pipeline to ensure that data types \\(like timestamps\\) are verified before they reach the database, preventing a single formatting error from rejecting a batch of data.\n4. **Partial Data Restoration**: We have now began the process to partially restore some data between January 19th and January 20th",
      "postmortem_body_last_updated_at": "2026-01-21T11:21:41.089-05:00",
      "postmortem_ignored": false,
      "postmortem_notified_subscribers": true,
      "postmortem_notified_twitter": false,
      "postmortem_published_at": "2026-01-21T10:24:45.471-05:00",
      "reminder_intervals": null,
      "resolved_at": "2026-01-20T17:22:19.941-05:00",
      "scheduled_auto_completed": false,
      "scheduled_auto_in_progress": false,
      "scheduled_for": null,
      "scheduled_remind_prior": false,
      "scheduled_reminded_at": null,
      "scheduled_until": null,
      "shortlink": "https://stspg.io/yd6tcv3pnxnw",
      "started_at": "2026-01-19T16:39:16.006-05:00",
      "status": "resolved",
      "updated_at": "2026-01-21T11:21:41.093-05:00"
    },
    {
      "components": [
        {
          "created_at": "2018-05-24T10:33:40.413-04:00",
          "description": "The Builder/Enterprise Service for Knak",
          "group_id": null,
          "id": "p1fslyz23bfr",
          "name": "Knak App",
          "page_id": "g8wzz60tg4lv",
          "position": 1,
          "showcase": true,
          "start_date": null,
          "status": "operational",
          "updated_at": "2026-10-21T11:45:36.054-04:00"
        }
      ],
      "created_at": "2025-11-19T14:35:48.180-05:00",
      "id": "7966yq8k0r82",
      "impact": "none",
      "impact_override": null,
      "incident_updates": [
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "operational",
              "old_status": "operational"
            }
          ],
          "body": "This incident is resolved PDFs can be downloaded again",
          "created_at": "2025-11-19T15:16:22.898-05:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2025-11-19T15:16:22.898-05:00",
          "id": "bk25n5rnmy4w",
          "incident_id": "7966yq8k0r82",
          "status": "resolved",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2025-11-19T15:16:22.898-05:00",
          "wants_twitter_update": false
        },
        {
          "affected_components": [
            {
              "code": "p1fslyz23bfr",
              "name": "Knak App",
              "new_status": "operational",
              "old_status": "operational"
            }
          ],
          "body": "We are currently investigating an issue of PDFs not being able to download",
          "created_at": "2025-11-19T14:35:48.220-05:00",
          "custom_tweet": null,
          "deliver_notifications": true,
          "display_at": "2025-11-19T14:35:48.220-05:00",
          "id": "hsg0c3mtpm43",
          "incident_id": "7966yq8k0r82",
          "status": "investigating",
          "tweet_id": null,
          "twitter_updated_at": null,
          "updated_at": "2025-11-19T14:35:48.220-05:00",
          "wants_twitter_update": false
        }
      ],
      "metadata": {},
      "monitoring_at": null,
      "name": "PDF downloads not working",
      "page_id": "g8wzz60tg4lv",
      "postmortem_body": null,
      "postmortem_body_last_updated_at": null,
      "postmortem_ignored": false,
      "postmortem_notified_subscribers": false,
      "postmortem_notified_twitter": false,
      "postmortem_published_at": null,
      "reminder_intervals": null,
      "resolved_at": "2025-11-19T15:16:22.898-05:00",
      "scheduled_auto_completed": false,
      "scheduled_auto_in_progress": false,
      "scheduled_for": null,
      "scheduled_remind_prior": false,
      "scheduled_reminded_at": null,
      "scheduled_until": null,
      "shortlink": "https://stspg.io/wyt3bmrs1gvs",
      "started_at": "2025-11-19T14:35:48.173-05:00",
      "status": "resolved",
      "updated_at": "2025-11-19T15:16:22.914-05:00"
    }
  ],
  "page": {
    "id": "g8wzz60tg4lv",
    "name": "Knak",
    "url": "https://status.knak.io"
  },
  "status": {
    "description": "All Systems Operational",
    "indicator": "none"
  }
}