{
  "page": {
    "id": "15xygypb8423",
    "name": "Expel, Inc.",
    "url": "https://status.expel.io"
  },
  "status": {
    "indicator": "none",
    "description": "All Systems Operational"
  },
  "components": [{"status":"operational","name":"Workbench availability","created_at":"2018-03-13T14:27:22.556-04:00","updated_at":"2018-03-23T11:47:55.099-04:00","position":1,"description":null,"showcase":false,"start_date":null,"id":"197f0zgtz5t8","group_id":null,"page_id":"15xygypb8423","components":["49hmckwkfj5s","915fk6nv9s24"]},{"status":"operational","name":"Workbench features","created_at":"2018-03-07T14:51:56.244-05:00","updated_at":"2018-03-23T11:48:30.178-04:00","position":2,"description":null,"showcase":false,"start_date":null,"id":"1p7znv7dstxk","group_id":null,"page_id":"15xygypb8423","components":["vw0fmcm26cvw","tbzd723xq0kb","1s57zxfjtsqy"]},{"status":"operational","name":"Notifications","created_at":"2021-12-07T13:45:14.851-05:00","updated_at":"2021-12-07T13:45:40.201-05:00","position":3,"description":null,"showcase":false,"start_date":null,"id":"c3k4lv2jgz1b","group_id":null,"page_id":"15xygypb8423","components":["9mvmn7vrw7qv","zmtn7z05ngwq","sfxsmgktsgdx","626wptsrgm0n","dpvc529wxd62","q6mtnk7l47md","pw9dnd3j4ytx"]},{"status":"operational","name":"Assembler connectivity","created_at":"2018-03-07T14:56:58.239-05:00","updated_at":"2025-07-17T04:00:21.198-04:00","position":4,"description":null,"showcase":false,"start_date":null,"id":"1xkcvr28jrt2","group_id":null,"page_id":"15xygypb8423"},{"status":"operational","name":"Alert ingestion","created_at":"2018-03-07T14:56:26.961-05:00","updated_at":"2026-09-22T17:03:13.367-04:00","position":5,"description":null,"showcase":false,"start_date":null,"id":"1dl96q2hxlc1","group_id":null,"page_id":"15xygypb8423"},{"status":"operational","name":"Slack channels for customers","created_at":"2018-06-27T15:07:32.601-04:00","updated_at":"2025-10-08T06:04:42.793-04:00","position":6,"description":null,"showcase":false,"start_date":null,"id":"hxbw7ylrnx2n","group_id":null,"page_id":"15xygypb8423"},{"status":"operational","name":"Phishing submissions","created_at":"2023-06-29T09:18:17.712-04:00","updated_at":"2026-08-30T15:53:53.497-04:00","position":7,"description":null,"showcase":false,"start_date":"2023-06-29T00:00:00.000-04:00","id":"6g8gc2xr0078","group_id":null,"page_id":"15xygypb8423"}],
  "incidents": [{"name":"Scheduled Infrastructure Maintenance","status":"scheduled","created_at":"2026-09-25T14:49:33.446-04:00","updated_at":"2026-09-25T14:51:54.526-04:00","monitoring_at":null,"resolved_at":null,"impact":"maintenance","shortlink":"https://stspg.io/bt5ywltv66b8","scheduled_for":"2026-10-08T05:45:00.000-04:00","scheduled_until":"2026-10-08T06:45:00.000-04:00","scheduled_remind_prior":true,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":true,"scheduled_auto_completed":true,"metadata":{},"started_at":"2026-09-25T14:49:33.406-04:00","reminder_intervals":null,"id":"xr8wfwwxrvwr","page_id":"15xygypb8423","incident_updates":[{"status":"scheduled","body":"We will be undergoing scheduled maintenance during this time.","created_at":"2026-09-25T14:51:54.521-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-09-25T14:51:54.521-04:00","display_at":"2026-09-25T14:51:54.521-04:00","deliver_notifications":true,"tweet_id":null,"id":"rcwyh46xgls3","incident_id":"xr8wfwwxrvwr","custom_tweet":null,"affected_components":[{"code":"vw0fmcm26cvw","name":"Workbench features - Investigative actions","old_status":"operational","new_status":"operational"},{"code":"tbzd723xq0kb","name":"Workbench features - File uploads","old_status":"operational","new_status":"operational"},{"code":"1dl96q2hxlc1","name":"Alert ingestion","old_status":"operational","new_status":"operational"},{"code":"49hmckwkfj5s","name":"Workbench availability - Workbench global network connectivity","old_status":"operational","new_status":"operational"},{"code":"915fk6nv9s24","name":"Workbench availability - Workbench login","old_status":"operational","new_status":"operational"},{"code":"9mvmn7vrw7qv","name":"Notifications - Email","old_status":"operational","new_status":"operational"},{"code":"zmtn7z05ngwq","name":"Notifications - Slack","old_status":"operational","new_status":"operational"},{"code":"sfxsmgktsgdx","name":"Notifications - Teams","old_status":"operational","new_status":"operational"},{"code":"626wptsrgm0n","name":"Notifications - Ticketing systems (via email, such as Jira)","old_status":"operational","new_status":"operational"},{"code":"dpvc529wxd62","name":"Notifications - PagerDuty","old_status":"operational","new_status":"operational"},{"code":"q6mtnk7l47md","name":"Notifications - Opsgenie","old_status":"operational","new_status":"operational"},{"code":"pw9dnd3j4ytx","name":"Notifications - ServiceNow","old_status":"operational","new_status":"operational"}]},{"status":"scheduled","body":"We will be undergoing routine maintenance between 05:45 - 06:45 ET on October 8. During the maintenance window, Workbench may be intermittently unavailable or slow.\n\nAll notifications and alerts will be processed during the maintenance window, but may be affected by intermittent delays.","created_at":"2026-09-25T14:49:33.543-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-09-25T14:49:33.543-04:00","display_at":"2026-09-25T14:49:33.543-04:00","deliver_notifications":true,"tweet_id":null,"id":"kt205ht5fvmy","incident_id":"xr8wfwwxrvwr","custom_tweet":null,"affected_components":[{"code":"vw0fmcm26cvw","name":"Workbench features - Investigative actions","old_status":"operational","new_status":"operational"},{"code":"tbzd723xq0kb","name":"Workbench features - File uploads","old_status":"operational","new_status":"operational"},{"code":"1dl96q2hxlc1","name":"Alert ingestion","old_status":"operational","new_status":"operational"},{"code":"49hmckwkfj5s","name":"Workbench availability - Workbench global network connectivity","old_status":"operational","new_status":"operational"},{"code":"915fk6nv9s24","name":"Workbench availability - Workbench login","old_status":"operational","new_status":"operational"},{"code":"9mvmn7vrw7qv","name":"Notifications - Email","old_status":"operational","new_status":"operational"},{"code":"zmtn7z05ngwq","name":"Notifications - Slack","old_status":"operational","new_status":"operational"},{"code":"sfxsmgktsgdx","name":"Notifications - Teams","old_status":"operational","new_status":"operational"},{"code":"626wptsrgm0n","name":"Notifications - Ticketing systems (via email, such as Jira)","old_status":"operational","new_status":"operational"},{"code":"dpvc529wxd62","name":"Notifications - PagerDuty","old_status":"operational","new_status":"operational"},{"code":"q6mtnk7l47md","name":"Notifications - Opsgenie","old_status":"operational","new_status":"operational"},{"code":"pw9dnd3j4ytx","name":"Notifications - ServiceNow","old_status":"operational","new_status":"operational"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Email","created_at":"2018-03-07T14:55:09.273-05:00","updated_at":"2026-08-30T15:53:53.464-04:00","position":1,"description":null,"showcase":false,"start_date":null,"id":"9mvmn7vrw7qv","page_id":"15xygypb8423","group_id":"c3k4lv2jgz1b"},{"status":"operational","name":"Workbench global network connectivity","created_at":"2018-03-13T14:27:22.565-04:00","updated_at":"2026-07-16T22:34:25.998-04:00","position":1,"description":null,"showcase":false,"start_date":null,"id":"49hmckwkfj5s","page_id":"15xygypb8423","group_id":"197f0zgtz5t8"},{"status":"operational","name":"Investigative actions","created_at":"2018-03-07T14:53:50.062-05:00","updated_at":"2026-07-16T22:34:26.011-04:00","position":2,"description":null,"showcase":false,"start_date":null,"id":"vw0fmcm26cvw","page_id":"15xygypb8423","group_id":"1p7znv7dstxk"},{"status":"operational","name":"Workbench login","created_at":"2018-03-13T14:27:54.368-04:00","updated_at":"2026-07-16T22:34:26.025-04:00","position":2,"description":null,"showcase":false,"start_date":null,"id":"915fk6nv9s24","page_id":"15xygypb8423","group_id":"197f0zgtz5t8"},{"status":"operational","name":"Slack","created_at":"2021-12-07T13:45:15.118-05:00","updated_at":"2026-06-18T19:28:49.162-04:00","position":2,"description":null,"showcase":false,"start_date":"2021-12-07T00:00:00.000-05:00","id":"zmtn7z05ngwq","page_id":"15xygypb8423","group_id":"c3k4lv2jgz1b"},{"status":"operational","name":"File uploads","created_at":"2018-03-07T14:54:08.153-05:00","updated_at":"2026-07-16T22:34:26.037-04:00","position":3,"description":null,"showcase":false,"start_date":null,"id":"tbzd723xq0kb","page_id":"15xygypb8423","group_id":"1p7znv7dstxk"},{"status":"operational","name":"Teams","created_at":"2021-12-07T13:47:11.861-05:00","updated_at":"2026-06-18T19:28:49.180-04:00","position":3,"description":null,"showcase":false,"start_date":"2021-12-07T00:00:00.000-05:00","id":"sfxsmgktsgdx","page_id":"15xygypb8423","group_id":"c3k4lv2jgz1b"},{"status":"operational","name":"Ticketing systems (via email, such as Jira)","created_at":"2021-12-07T13:48:29.944-05:00","updated_at":"2026-08-30T15:53:53.483-04:00","position":4,"description":null,"showcase":false,"start_date":"2021-12-07T00:00:00.000-05:00","id":"626wptsrgm0n","page_id":"15xygypb8423","group_id":"c3k4lv2jgz1b"},{"status":"operational","name":"Alert ingestion","created_at":"2018-03-07T14:56:26.961-05:00","updated_at":"2026-09-22T17:03:13.367-04:00","position":5,"description":null,"showcase":false,"start_date":null,"id":"1dl96q2hxlc1","page_id":"15xygypb8423","group_id":null},{"status":"operational","name":"PagerDuty","created_at":"2021-12-07T13:48:53.892-05:00","updated_at":"2026-06-18T19:28:49.216-04:00","position":5,"description":null,"showcase":false,"start_date":"2021-12-07T00:00:00.000-05:00","id":"dpvc529wxd62","page_id":"15xygypb8423","group_id":"c3k4lv2jgz1b"},{"status":"operational","name":"Opsgenie","created_at":"2021-12-07T13:49:13.188-05:00","updated_at":"2026-06-18T19:28:49.236-04:00","position":6,"description":null,"showcase":false,"start_date":"2021-12-07T00:00:00.000-05:00","id":"q6mtnk7l47md","page_id":"15xygypb8423","group_id":"c3k4lv2jgz1b"},{"status":"operational","name":"ServiceNow","created_at":"2021-12-07T13:49:42.413-05:00","updated_at":"2026-04-14T04:48:09.861-04:00","position":7,"description":null,"showcase":false,"start_date":"2021-12-07T00:00:00.000-05:00","id":"pw9dnd3j4ytx","page_id":"15xygypb8423","group_id":"c3k4lv2jgz1b"}]},{"name":"Alert Ingestion Delayed","status":"resolved","created_at":"2026-09-22T11:26:03.850-04:00","updated_at":"2026-09-22T17:03:13.416-04:00","monitoring_at":"2026-09-22T15:13:43.799-04:00","resolved_at":"2026-09-22T17:03:13.399-04:00","impact":"major","shortlink":"https://stspg.io/yjfdgxcz7wjw","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":"major","scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-09-22T11:26:03.843-04:00","reminder_intervals":null,"id":"8txnrn989pnt","page_id":"15xygypb8423","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2026-09-22T17:03:13.399-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-09-22T17:03:13.399-04:00","display_at":"2026-09-22T17:03:13.399-04:00","deliver_notifications":true,"tweet_id":null,"id":"bld3dj5jqsky","incident_id":"8txnrn989pnt","custom_tweet":null,"affected_components":[{"code":"1dl96q2hxlc1","name":"Alert ingestion","old_status":"degraded_performance","new_status":"operational"}]},{"status":"monitoring","body":"We have implemented a fix and believe the incident to be resolved. We are monitoring the health of the infrastructure and will resolve this if there are no outstanding issues. Please let us know if you are experiencing any problems.","created_at":"2026-09-22T15:13:43.799-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-09-22T15:13:43.799-04:00","display_at":"2026-09-22T15:13:43.799-04:00","deliver_notifications":false,"tweet_id":null,"id":"zx8vq3vjq79m","incident_id":"8txnrn989pnt","custom_tweet":null,"affected_components":[{"code":"1dl96q2hxlc1","name":"Alert ingestion","old_status":"degraded_performance","new_status":"degraded_performance"}]},{"status":"investigating","body":"At 10:30AM ET, we began experiencing a problem with alert ingestion.  SOC operations are affected, but will catch up once service is restored; no data will be lost.  We will provide an update by 3:30PM ET.","created_at":"2026-09-22T14:24:57.173-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-09-22T14:24:57.173-04:00","display_at":"2026-09-22T14:24:57.173-04:00","deliver_notifications":true,"tweet_id":null,"id":"pwgf6wzbr2cl","incident_id":"8txnrn989pnt","custom_tweet":null,"affected_components":[{"code":"1dl96q2hxlc1","name":"Alert ingestion","old_status":"degraded_performance","new_status":"degraded_performance"}]},{"status":"investigating","body":"At 10:30AM ET, we began experiencing a problem with alert ingestion.  SOC operations are affected, but will catch up once service is restored; no data will be lost.  We will provide an update by 2:30PM ET.","created_at":"2026-09-22T13:28:35.886-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-09-22T13:28:35.886-04:00","display_at":"2026-09-22T13:28:35.886-04:00","deliver_notifications":true,"tweet_id":null,"id":"12vcn15lc2hb","incident_id":"8txnrn989pnt","custom_tweet":null,"affected_components":[{"code":"1dl96q2hxlc1","name":"Alert ingestion","old_status":"degraded_performance","new_status":"degraded_performance"}]},{"status":"investigating","body":"At 10:30AM ET, we began experiencing a problem with alert ingestion.  SOC operations are affected, but will catch up once service is restored; no data will be lost.  We will provide an update by 1:30PM ET.","created_at":"2026-09-22T12:21:58.096-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-09-22T12:21:58.096-04:00","display_at":"2026-09-22T12:21:58.096-04:00","deliver_notifications":true,"tweet_id":null,"id":"j0s77j1wd2yr","incident_id":"8txnrn989pnt","custom_tweet":null,"affected_components":[{"code":"1dl96q2hxlc1","name":"Alert ingestion","old_status":"degraded_performance","new_status":"degraded_performance"}]},{"status":"investigating","body":"At 10:30AM ET, we began experiencing a problem with alert ingestion.  SOC operations are affected, but will catch up once service is restored; no data will be lost.  We will provide an update by 12:30PM ET.","created_at":"2026-09-22T11:26:03.935-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-09-22T11:26:03.935-04:00","display_at":"2026-09-22T11:26:03.935-04:00","deliver_notifications":true,"tweet_id":null,"id":"9gr4jhqw53yr","incident_id":"8txnrn989pnt","custom_tweet":null,"affected_components":[{"code":"1dl96q2hxlc1","name":"Alert ingestion","old_status":"operational","new_status":"degraded_performance"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Alert ingestion","created_at":"2018-03-07T14:56:26.961-05:00","updated_at":"2026-09-22T17:03:13.367-04:00","position":5,"description":null,"showcase":false,"start_date":null,"id":"1dl96q2hxlc1","page_id":"15xygypb8423","group_id":null}]},{"name":"Emails from Workbench delayed since 12am UTC","status":"resolved","created_at":"2026-08-30T05:43:18.895-04:00","updated_at":"2026-08-30T15:53:53.546-04:00","monitoring_at":"2026-08-30T14:14:38.895-04:00","resolved_at":"2026-08-30T15:53:53.528-04:00","impact":"critical","shortlink":"https://stspg.io/sbdqwtcdx3cw","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-08-30T05:43:18.883-04:00","reminder_intervals":null,"id":"nvrvbzhbwfl4","page_id":"15xygypb8423","incident_updates":[{"status":"resolved","body":"This issue is resolved. Email delivery from Workbench has been restored, and phishing email submissions are processing normally.\n\nSuspected phishing emails submitted during this time were not received by Expel and could not be processed. Please ask your users to resubmit anything they reported during this period.\n\nNotification emails generated during this time have been delivered. Some may arrive later than the timestamp they were originally generated.","created_at":"2026-08-30T15:53:53.528-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-08-30T15:53:53.528-04:00","display_at":"2026-08-30T15:53:53.528-04:00","deliver_notifications":true,"tweet_id":null,"id":"2hcf588qpxzt","incident_id":"nvrvbzhbwfl4","custom_tweet":null,"affected_components":[{"code":"9mvmn7vrw7qv","name":"Notifications - Email","old_status":"major_outage","new_status":"operational"},{"code":"626wptsrgm0n","name":"Notifications - Ticketing systems (via email, such as Jira)","old_status":"major_outage","new_status":"operational"},{"code":"6g8gc2xr0078","name":"Phishing submissions","old_status":"major_outage","new_status":"operational"}]},{"status":"monitoring","body":"Email delivery from Workbench is now working and emails in the queue are being replayed. An update will be posted once the replay is complete.","created_at":"2026-08-30T14:14:38.895-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-08-30T14:14:38.895-04:00","display_at":"2026-08-30T14:14:38.895-04:00","deliver_notifications":true,"tweet_id":null,"id":"4nc3rw4ccmx7","incident_id":"nvrvbzhbwfl4","custom_tweet":null,"affected_components":[{"code":"9mvmn7vrw7qv","name":"Notifications - Email","old_status":"major_outage","new_status":"major_outage"},{"code":"626wptsrgm0n","name":"Notifications - Ticketing systems (via email, such as Jira)","old_status":"major_outage","new_status":"major_outage"},{"code":"6g8gc2xr0078","name":"Phishing submissions","old_status":"major_outage","new_status":"major_outage"}]},{"status":"identified","body":"We are continuing to work on remediation.\n\nMDR services are unaffected. Alert ingestion, detection, and investigation are operating normally. Slack, Microsoft Teams, PagerDuty, Opsgenie, and Service Now notifications are still being delivered.\n\nEmail delivery from Workbench remains unavailable. No action is required at this time; we will confirm resubmission steps for phishing submissions once service is restored.\n\nNext update: Monday, 31 August at 13:00 UTC (9:00 AM ET)","created_at":"2026-08-30T08:58:04.598-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-08-30T08:58:04.598-04:00","display_at":"2026-08-30T08:58:04.598-04:00","deliver_notifications":true,"tweet_id":null,"id":"0zvkvgr19l2g","incident_id":"nvrvbzhbwfl4","custom_tweet":null,"affected_components":[{"code":"9mvmn7vrw7qv","name":"Notifications - Email","old_status":"major_outage","new_status":"major_outage"},{"code":"626wptsrgm0n","name":"Notifications - Ticketing systems (via email, such as Jira)","old_status":"major_outage","new_status":"major_outage"},{"code":"6g8gc2xr0078","name":"Phishing submissions","old_status":"major_outage","new_status":"major_outage"}]},{"status":"identified","body":"We have identified the cause are continuing to work on remediation. We have also confirmed that due to this issue, when someone submits a suspected phishing email, the email will not reach Workbench for review. Next update at 1pm UTC.","created_at":"2026-08-30T07:10:20.162-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-08-30T07:10:20.162-04:00","display_at":"2026-08-30T07:10:20.162-04:00","deliver_notifications":true,"tweet_id":null,"id":"prb9l1m8h9bh","incident_id":"nvrvbzhbwfl4","custom_tweet":null,"affected_components":[{"code":"9mvmn7vrw7qv","name":"Notifications - Email","old_status":"major_outage","new_status":"major_outage"},{"code":"626wptsrgm0n","name":"Notifications - Ticketing systems (via email, such as Jira)","old_status":"major_outage","new_status":"major_outage"},{"code":"6g8gc2xr0078","name":"Phishing submissions","old_status":"operational","new_status":"major_outage"}]},{"status":"identified","body":"Emails from Workbench are delayed since 12am UTC. We have identified the root cause and are working on a remediation. Phishing outcome responses, User Email notifications, and Org-Level Email Ticketing notifications are delayed since 12am UTC. SOC operations and alert ingestion are not affected.  We will provide another update by 12:30pm UTC","created_at":"2026-08-30T05:43:19.004-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-08-30T05:43:19.004-04:00","display_at":"2026-08-30T05:43:19.004-04:00","deliver_notifications":true,"tweet_id":null,"id":"drwr0yn33ntf","incident_id":"nvrvbzhbwfl4","custom_tweet":null,"affected_components":[{"code":"9mvmn7vrw7qv","name":"Notifications - Email","old_status":"operational","new_status":"major_outage"},{"code":"626wptsrgm0n","name":"Notifications - Ticketing systems (via email, such as Jira)","old_status":"operational","new_status":"major_outage"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Email","created_at":"2018-03-07T14:55:09.273-05:00","updated_at":"2026-08-30T15:53:53.464-04:00","position":1,"description":null,"showcase":false,"start_date":null,"id":"9mvmn7vrw7qv","page_id":"15xygypb8423","group_id":"c3k4lv2jgz1b"},{"status":"operational","name":"Ticketing systems (via email, such as Jira)","created_at":"2021-12-07T13:48:29.944-05:00","updated_at":"2026-08-30T15:53:53.483-04:00","position":4,"description":null,"showcase":false,"start_date":"2021-12-07T00:00:00.000-05:00","id":"626wptsrgm0n","page_id":"15xygypb8423","group_id":"c3k4lv2jgz1b"},{"status":"operational","name":"Phishing submissions","created_at":"2023-06-29T09:18:17.712-04:00","updated_at":"2026-08-30T15:53:53.497-04:00","position":7,"description":null,"showcase":false,"start_date":"2023-06-29T00:00:00.000-04:00","id":"6g8gc2xr0078","page_id":"15xygypb8423","group_id":null}]},{"name":"Issue affecting some vendor alerts","status":"resolved","created_at":"2026-07-13T16:20:51.365-04:00","updated_at":"2026-08-12T13:47:51.812-04:00","monitoring_at":null,"resolved_at":"2026-08-12T13:47:51.794-04:00","impact":"none","shortlink":"https://stspg.io/kkr9cq2bc51t","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-07-13T16:20:51.358-04:00","reminder_intervals":"[]","id":"n0bnpqj3jw5s","page_id":"15xygypb8423","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2026-08-12T13:47:51.794-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-08-12T13:47:51.794-04:00","display_at":"2026-08-12T13:47:51.794-04:00","deliver_notifications":true,"tweet_id":null,"id":"t2vfw5rmptyg","incident_id":"n0bnpqj3jw5s","custom_tweet":null,"affected_components":[{"code":"1dl96q2hxlc1","name":"Alert ingestion","old_status":"operational","new_status":"operational"}]},{"status":"investigating","body":"On June 18th, a change was made in Expel's environment that inadvertently introduced logic that silently indexed vendor alerts. This change was reverted in order to restore alerting as soon as it was identified on July 1st. Our team has identified several alerts that occurred during the impacted service period within a number of customer environments that we are replaying. If any incidents surface, impacted customers will be notified via Workbench. In the meantime please do not hesitate to reach out to our team with any questions.","created_at":"2026-07-13T16:20:51.410-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-07-13T16:20:51.410-04:00","display_at":"2026-07-13T16:20:51.410-04:00","deliver_notifications":true,"tweet_id":null,"id":"c9k7m9dgx2v7","incident_id":"n0bnpqj3jw5s","custom_tweet":null,"affected_components":[{"code":"1dl96q2hxlc1","name":"Alert ingestion","old_status":"operational","new_status":"operational"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Alert ingestion","created_at":"2018-03-07T14:56:26.961-05:00","updated_at":"2026-09-22T17:03:13.367-04:00","position":5,"description":null,"showcase":false,"start_date":null,"id":"1dl96q2hxlc1","page_id":"15xygypb8423","group_id":null}]},{"name":"Workbench Availability due to Database Issue","status":"resolved","created_at":"2026-07-16T22:21:09.652-04:00","updated_at":"2026-07-16T23:01:38.573-04:00","monitoring_at":"2026-07-16T22:34:26.075-04:00","resolved_at":"2026-07-16T23:01:38.554-04:00","impact":"critical","shortlink":"https://stspg.io/skw2cn02xsw1","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-07-16T22:21:09.635-04:00","reminder_intervals":null,"id":"5rt40j4kxtjg","page_id":"15xygypb8423","incident_updates":[{"status":"resolved","body":"The incident has been resolved, and all systems are once again fully available. No customer data was lost; SOC operations were impacted, but are back to normal.","created_at":"2026-07-16T23:01:38.554-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-07-16T23:01:38.554-04:00","display_at":"2026-07-16T23:01:38.554-04:00","deliver_notifications":false,"tweet_id":null,"id":"pfbr3gt6hp79","incident_id":"5rt40j4kxtjg","custom_tweet":null,"affected_components":[{"code":"vw0fmcm26cvw","name":"Workbench features - Investigative actions","old_status":"operational","new_status":"operational"},{"code":"tbzd723xq0kb","name":"Workbench features - File uploads","old_status":"operational","new_status":"operational"},{"code":"1s57zxfjtsqy","name":"Workbench features - Dashboards","old_status":"operational","new_status":"operational"},{"code":"49hmckwkfj5s","name":"Workbench availability - Workbench global network connectivity","old_status":"operational","new_status":"operational"},{"code":"915fk6nv9s24","name":"Workbench availability - Workbench login","old_status":"operational","new_status":"operational"}]},{"status":"monitoring","body":"We have implemented a fix and believe the incident to be resolved. We are monitoring the health of the infrastructure and will resolve this if there are no outstanding issues. Please let us know if you are experiencing any problems.","created_at":"2026-07-16T22:34:26.075-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-07-16T22:34:26.075-04:00","display_at":"2026-07-16T22:34:26.075-04:00","deliver_notifications":false,"tweet_id":null,"id":"b5w2hvbnt3p2","incident_id":"5rt40j4kxtjg","custom_tweet":null,"affected_components":[{"code":"vw0fmcm26cvw","name":"Workbench features - Investigative actions","old_status":"major_outage","new_status":"operational"},{"code":"tbzd723xq0kb","name":"Workbench features - File uploads","old_status":"major_outage","new_status":"operational"},{"code":"1s57zxfjtsqy","name":"Workbench features - Dashboards","old_status":"major_outage","new_status":"operational"},{"code":"49hmckwkfj5s","name":"Workbench availability - Workbench global network connectivity","old_status":"major_outage","new_status":"operational"},{"code":"915fk6nv9s24","name":"Workbench availability - Workbench login","old_status":"major_outage","new_status":"operational"}]},{"status":"investigating","body":"At 9:58pm EDT, we began experiencing a problem with the Workbench database that is preventing users from accessing Workbench.  We will provide an update by 11pm EDT.","created_at":"2026-07-16T22:21:09.796-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-07-16T22:21:09.796-04:00","display_at":"2026-07-16T22:21:09.796-04:00","deliver_notifications":false,"tweet_id":null,"id":"xndxzwvz25vz","incident_id":"5rt40j4kxtjg","custom_tweet":null,"affected_components":[{"code":"vw0fmcm26cvw","name":"Workbench features - Investigative actions","old_status":"operational","new_status":"major_outage"},{"code":"tbzd723xq0kb","name":"Workbench features - File uploads","old_status":"operational","new_status":"major_outage"},{"code":"1s57zxfjtsqy","name":"Workbench features - Dashboards","old_status":"operational","new_status":"major_outage"},{"code":"49hmckwkfj5s","name":"Workbench availability - Workbench global network connectivity","old_status":"operational","new_status":"major_outage"},{"code":"915fk6nv9s24","name":"Workbench availability - Workbench login","old_status":"operational","new_status":"major_outage"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Workbench global network connectivity","created_at":"2018-03-13T14:27:22.565-04:00","updated_at":"2026-07-16T22:34:25.998-04:00","position":1,"description":null,"showcase":false,"start_date":null,"id":"49hmckwkfj5s","page_id":"15xygypb8423","group_id":"197f0zgtz5t8"},{"status":"operational","name":"Investigative actions","created_at":"2018-03-07T14:53:50.062-05:00","updated_at":"2026-07-16T22:34:26.011-04:00","position":2,"description":null,"showcase":false,"start_date":null,"id":"vw0fmcm26cvw","page_id":"15xygypb8423","group_id":"1p7znv7dstxk"},{"status":"operational","name":"Workbench login","created_at":"2018-03-13T14:27:54.368-04:00","updated_at":"2026-07-16T22:34:26.025-04:00","position":2,"description":null,"showcase":false,"start_date":null,"id":"915fk6nv9s24","page_id":"15xygypb8423","group_id":"197f0zgtz5t8"},{"status":"operational","name":"File uploads","created_at":"2018-03-07T14:54:08.153-05:00","updated_at":"2026-07-16T22:34:26.037-04:00","position":3,"description":null,"showcase":false,"start_date":null,"id":"tbzd723xq0kb","page_id":"15xygypb8423","group_id":"1p7znv7dstxk"},{"status":"operational","name":"Dashboards","created_at":"2026-06-30T15:36:08.177-04:00","updated_at":"2026-07-16T22:34:26.049-04:00","position":4,"description":"Functionality related to workbench dashboards, such as the Alert Analysis Dashboard.","showcase":false,"start_date":"2026-06-30T00:00:00.000-04:00","id":"1s57zxfjtsqy","page_id":"15xygypb8423","group_id":"1p7znv7dstxk"}]},{"name":"Delayed Notifications","status":"resolved","created_at":"2026-06-18T16:37:33.100-04:00","updated_at":"2026-06-18T19:28:49.291-04:00","monitoring_at":"2026-06-18T18:13:38.436-04:00","resolved_at":"2026-06-18T19:28:49.271-04:00","impact":"minor","shortlink":"https://stspg.io/tqwz8z1sts1r","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-06-18T16:37:33.086-04:00","reminder_intervals":null,"id":"hn31kw3js074","page_id":"15xygypb8423","incident_updates":[{"status":"resolved","body":"All delayed messages have been delivered and the notifications system is fully operational.","created_at":"2026-06-18T19:28:49.271-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-18T19:28:49.271-04:00","display_at":"2026-06-18T19:28:49.271-04:00","deliver_notifications":false,"tweet_id":null,"id":"x5kw0nyfm9qb","incident_id":"hn31kw3js074","custom_tweet":null,"affected_components":[{"code":"9mvmn7vrw7qv","name":"Notifications - Email","old_status":"degraded_performance","new_status":"operational"},{"code":"zmtn7z05ngwq","name":"Notifications - Slack","old_status":"degraded_performance","new_status":"operational"},{"code":"sfxsmgktsgdx","name":"Notifications - Teams","old_status":"degraded_performance","new_status":"operational"},{"code":"626wptsrgm0n","name":"Notifications - Ticketing systems (via email, such as Jira)","old_status":"degraded_performance","new_status":"operational"},{"code":"dpvc529wxd62","name":"Notifications - PagerDuty","old_status":"degraded_performance","new_status":"operational"},{"code":"q6mtnk7l47md","name":"Notifications - Opsgenie","old_status":"degraded_performance","new_status":"operational"}]},{"status":"monitoring","body":"The cause of the notification delays has been resolved and we are observing delayed messages being delivered. All delayed notifications will be processed and we will continue to monitor.","created_at":"2026-06-18T18:13:38.436-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-18T18:13:38.436-04:00","display_at":"2026-06-18T18:13:38.436-04:00","deliver_notifications":false,"tweet_id":null,"id":"lp5tbpbf1yld","incident_id":"hn31kw3js074","custom_tweet":null,"affected_components":[{"code":"9mvmn7vrw7qv","name":"Notifications - Email","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"zmtn7z05ngwq","name":"Notifications - Slack","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"sfxsmgktsgdx","name":"Notifications - Teams","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"626wptsrgm0n","name":"Notifications - Ticketing systems (via email, such as Jira)","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"dpvc529wxd62","name":"Notifications - PagerDuty","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"q6mtnk7l47md","name":"Notifications - Opsgenie","old_status":"degraded_performance","new_status":"degraded_performance"}]},{"status":"identified","body":"Workbench notifications continue to be delayed since 19:09 UTC due to an issue with a third-party notification vendor. They are working on a fix. All delayed notifications will be processed once the outage is resolved. Next update 22:00 UTC","created_at":"2026-06-18T17:35:42.464-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-18T17:35:42.464-04:00","display_at":"2026-06-18T17:35:42.464-04:00","deliver_notifications":true,"tweet_id":null,"id":"lrhnd6mjtqxk","incident_id":"hn31kw3js074","custom_tweet":null,"affected_components":[{"code":"9mvmn7vrw7qv","name":"Notifications - Email","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"zmtn7z05ngwq","name":"Notifications - Slack","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"sfxsmgktsgdx","name":"Notifications - Teams","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"626wptsrgm0n","name":"Notifications - Ticketing systems (via email, such as Jira)","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"dpvc529wxd62","name":"Notifications - PagerDuty","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"q6mtnk7l47md","name":"Notifications - Opsgenie","old_status":"degraded_performance","new_status":"degraded_performance"}]},{"status":"identified","body":"We've identified the cause of the delayed notifications as an issue with a third-party notification vendor. A fix is currently being applied. Workbench notifications have been delayed since 19:09 UTC, and we'll provide another update at 21:30 UTC.","created_at":"2026-06-18T17:05:05.416-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-18T17:05:05.416-04:00","display_at":"2026-06-18T17:05:05.416-04:00","deliver_notifications":false,"tweet_id":null,"id":"cqz5plhnz8pf","incident_id":"hn31kw3js074","custom_tweet":null,"affected_components":[{"code":"9mvmn7vrw7qv","name":"Notifications - Email","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"zmtn7z05ngwq","name":"Notifications - Slack","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"sfxsmgktsgdx","name":"Notifications - Teams","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"626wptsrgm0n","name":"Notifications - Ticketing systems (via email, such as Jira)","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"dpvc529wxd62","name":"Notifications - PagerDuty","old_status":"degraded_performance","new_status":"degraded_performance"},{"code":"q6mtnk7l47md","name":"Notifications - Opsgenie","old_status":"degraded_performance","new_status":"degraded_performance"}]},{"status":"investigating","body":"At 2pm ET, we began experiencing a problem with our notification system that is causing notification delays to our customers.  We will provide an update by 5pm ET.","created_at":"2026-06-18T16:37:33.238-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-18T16:37:33.238-04:00","display_at":"2026-06-18T16:37:33.238-04:00","deliver_notifications":true,"tweet_id":null,"id":"wnt3r6vfhtyx","incident_id":"hn31kw3js074","custom_tweet":null,"affected_components":[{"code":"9mvmn7vrw7qv","name":"Notifications - Email","old_status":"operational","new_status":"degraded_performance"},{"code":"zmtn7z05ngwq","name":"Notifications - Slack","old_status":"operational","new_status":"degraded_performance"},{"code":"sfxsmgktsgdx","name":"Notifications - Teams","old_status":"operational","new_status":"degraded_performance"},{"code":"626wptsrgm0n","name":"Notifications - Ticketing systems (via email, such as Jira)","old_status":"operational","new_status":"degraded_performance"},{"code":"dpvc529wxd62","name":"Notifications - PagerDuty","old_status":"operational","new_status":"degraded_performance"},{"code":"q6mtnk7l47md","name":"Notifications - Opsgenie","old_status":"operational","new_status":"degraded_performance"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Email","created_at":"2018-03-07T14:55:09.273-05:00","updated_at":"2026-08-30T15:53:53.464-04:00","position":1,"description":null,"showcase":false,"start_date":null,"id":"9mvmn7vrw7qv","page_id":"15xygypb8423","group_id":"c3k4lv2jgz1b"},{"status":"operational","name":"Slack","created_at":"2021-12-07T13:45:15.118-05:00","updated_at":"2026-06-18T19:28:49.162-04:00","position":2,"description":null,"showcase":false,"start_date":"2021-12-07T00:00:00.000-05:00","id":"zmtn7z05ngwq","page_id":"15xygypb8423","group_id":"c3k4lv2jgz1b"},{"status":"operational","name":"Teams","created_at":"2021-12-07T13:47:11.861-05:00","updated_at":"2026-06-18T19:28:49.180-04:00","position":3,"description":null,"showcase":false,"start_date":"2021-12-07T00:00:00.000-05:00","id":"sfxsmgktsgdx","page_id":"15xygypb8423","group_id":"c3k4lv2jgz1b"},{"status":"operational","name":"Ticketing systems (via email, such as Jira)","created_at":"2021-12-07T13:48:29.944-05:00","updated_at":"2026-08-30T15:53:53.483-04:00","position":4,"description":null,"showcase":false,"start_date":"2021-12-07T00:00:00.000-05:00","id":"626wptsrgm0n","page_id":"15xygypb8423","group_id":"c3k4lv2jgz1b"},{"status":"operational","name":"PagerDuty","created_at":"2021-12-07T13:48:53.892-05:00","updated_at":"2026-06-18T19:28:49.216-04:00","position":5,"description":null,"showcase":false,"start_date":"2021-12-07T00:00:00.000-05:00","id":"dpvc529wxd62","page_id":"15xygypb8423","group_id":"c3k4lv2jgz1b"},{"status":"operational","name":"Opsgenie","created_at":"2021-12-07T13:49:13.188-05:00","updated_at":"2026-06-18T19:28:49.236-04:00","position":6,"description":null,"showcase":false,"start_date":"2021-12-07T00:00:00.000-05:00","id":"q6mtnk7l47md","page_id":"15xygypb8423","group_id":"c3k4lv2jgz1b"}]},{"name":"Delays in processing phishing submissions","status":"resolved","created_at":"2026-06-17T19:11:36.837-04:00","updated_at":"2026-06-18T09:29:31.322-04:00","monitoring_at":null,"resolved_at":"2026-06-18T09:29:31.307-04:00","impact":"minor","shortlink":"https://stspg.io/sgyynjv2cv1q","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-06-17T19:11:36.829-04:00","reminder_intervals":null,"id":"0bprj4qjkbsk","page_id":"15xygypb8423","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2026-06-18T09:29:31.307-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-18T09:29:31.307-04:00","display_at":"2026-06-18T09:29:31.307-04:00","deliver_notifications":true,"tweet_id":null,"id":"syw13gvbt7ts","incident_id":"0bprj4qjkbsk","custom_tweet":null,"affected_components":[{"code":"6g8gc2xr0078","name":"Phishing submissions","old_status":"degraded_performance","new_status":"operational"}]},{"status":"investigating","body":"Beginning at 19:47 UTC, phishing submissions are not being processed, which is preventing the creation of Phishing Expel Alerts. Suspected phishing emails submitted for review during this period may not yet be analyzed. We've identified the cause and we are working with the vendor to address the issue.  We expect to retrieve and process them once service is restored.","created_at":"2026-06-17T23:17:13.086-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-17T23:17:13.086-04:00","display_at":"2026-06-17T23:17:13.086-04:00","deliver_notifications":true,"tweet_id":null,"id":"k07qbgfhq00v","incident_id":"0bprj4qjkbsk","custom_tweet":null,"affected_components":[{"code":"6g8gc2xr0078","name":"Phishing submissions","old_status":"operational","new_status":"degraded_performance"}]},{"status":"investigating","body":"We think we have identified the problem and are working on a resolution right now. Will update again in 60 minutes.","created_at":"2026-06-17T22:12:09.717-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-17T22:12:09.717-04:00","display_at":"2026-06-17T22:12:09.717-04:00","deliver_notifications":true,"tweet_id":null,"id":"vy4ss0z8ykv8","incident_id":"0bprj4qjkbsk","custom_tweet":null,"affected_components":[{"code":"6g8gc2xr0078","name":"Phishing submissions","old_status":"operational","new_status":"operational"}]},{"status":"investigating","body":"We are continuing to investigate this issue. Will post another update in 60 minutes.","created_at":"2026-06-17T20:59:54.062-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-17T20:59:54.062-04:00","display_at":"2026-06-17T20:59:54.062-04:00","deliver_notifications":true,"tweet_id":null,"id":"7sxzsvwxk3dq","incident_id":"0bprj4qjkbsk","custom_tweet":null,"affected_components":[{"code":"6g8gc2xr0078","name":"Phishing submissions","old_status":"operational","new_status":"operational"}]},{"status":"investigating","body":"We are continuing to investigate this issue","created_at":"2026-06-17T20:07:42.591-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-17T20:07:42.591-04:00","display_at":"2026-06-17T20:07:42.591-04:00","deliver_notifications":true,"tweet_id":null,"id":"z153px4d0rbk","incident_id":"0bprj4qjkbsk","custom_tweet":null,"affected_components":[{"code":"6g8gc2xr0078","name":"Phishing submissions","old_status":"operational","new_status":"operational"}]},{"status":"investigating","body":"We are investigating an issue affecting the processing of phishing submissions. Beginning at 19:47 UTC, phishing submissions are not being processed, which is preventing the creation of Phishing Expel Alerts. Suspected phishing emails submitted for review during this period may not yet be analyzed.\n\nOur team is actively working to identify the cause. We will provide an update by 00:00 UTC.","created_at":"2026-06-17T19:11:36.889-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-17T19:11:36.889-04:00","display_at":"2026-06-17T19:11:36.889-04:00","deliver_notifications":false,"tweet_id":null,"id":"fr9d0hynr1vy","incident_id":"0bprj4qjkbsk","custom_tweet":null,"affected_components":[{"code":"6g8gc2xr0078","name":"Phishing submissions","old_status":"operational","new_status":"operational"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Phishing submissions","created_at":"2023-06-29T09:18:17.712-04:00","updated_at":"2026-08-30T15:53:53.497-04:00","position":7,"description":null,"showcase":false,"start_date":"2023-06-29T00:00:00.000-04:00","id":"6g8gc2xr0078","page_id":"15xygypb8423","group_id":null}]},{"name":"Alert Ingestion Delay for AWS Cloudtrail","status":"resolved","created_at":"2026-06-17T12:16:44.534-04:00","updated_at":"2026-06-17T12:59:07.820-04:00","monitoring_at":"2026-06-17T12:37:02.923-04:00","resolved_at":"2026-06-17T12:59:07.802-04:00","impact":"minor","shortlink":"https://stspg.io/trmx1n1mkjhg","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-06-17T12:16:44.526-04:00","reminder_intervals":null,"id":"l1gyhbtklsz3","page_id":"15xygypb8423","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2026-06-17T12:59:07.802-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-17T12:59:07.802-04:00","display_at":"2026-06-17T12:59:07.802-04:00","deliver_notifications":true,"tweet_id":null,"id":"qgd6120wlmz0","incident_id":"l1gyhbtklsz3","custom_tweet":null,"affected_components":[{"code":"1dl96q2hxlc1","name":"Alert ingestion","old_status":"degraded_performance","new_status":"operational"}]},{"status":"monitoring","body":"A fix has been implemented and we are monitoring the results.","created_at":"2026-06-17T12:37:02.923-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-17T12:37:02.923-04:00","display_at":"2026-06-17T12:37:02.923-04:00","deliver_notifications":true,"tweet_id":null,"id":"86qjhz1drn1s","incident_id":"l1gyhbtklsz3","custom_tweet":null,"affected_components":[{"code":"1dl96q2hxlc1","name":"Alert ingestion","old_status":"degraded_performance","new_status":"degraded_performance"}]},{"status":"investigating","body":"At 10am ET, we began experiencing a problem with alert ingestion for some AWS Cloudtrail devices.  We will provide an update by 1pm ET.","created_at":"2026-06-17T12:16:44.621-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-17T12:16:44.621-04:00","display_at":"2026-06-17T12:16:44.621-04:00","deliver_notifications":true,"tweet_id":null,"id":"457lrp3qjrm2","incident_id":"l1gyhbtklsz3","custom_tweet":null,"affected_components":[{"code":"1dl96q2hxlc1","name":"Alert ingestion","old_status":"operational","new_status":"degraded_performance"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Alert ingestion","created_at":"2018-03-07T14:56:26.961-05:00","updated_at":"2026-09-22T17:03:13.367-04:00","position":5,"description":null,"showcase":false,"start_date":null,"id":"1dl96q2hxlc1","page_id":"15xygypb8423","group_id":null}]},{"name":"Workbench Availability","status":"resolved","created_at":"2026-06-09T11:40:12.452-04:00","updated_at":"2026-06-09T13:33:31.437-04:00","monitoring_at":"2026-06-09T13:22:44.916-04:00","resolved_at":"2026-06-09T13:33:31.416-04:00","impact":"none","shortlink":"https://stspg.io/zs8bshh3j0hs","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":"none","scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-06-09T11:40:12.441-04:00","reminder_intervals":null,"id":"7wvvpd6hh1pk","page_id":"15xygypb8423","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2026-06-09T13:33:31.416-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-09T13:33:31.416-04:00","display_at":"2026-06-09T13:33:31.416-04:00","deliver_notifications":false,"tweet_id":null,"id":"40xn6dh35f96","incident_id":"7wvvpd6hh1pk","custom_tweet":null,"affected_components":[{"code":"49hmckwkfj5s","name":"Workbench availability - Workbench global network connectivity","old_status":"operational","new_status":"operational"}]},{"status":"monitoring","body":"We are continuing to monitor for any further issues.","created_at":"2026-06-09T13:24:08.958-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-09T13:24:08.958-04:00","display_at":"2026-06-09T13:24:08.958-04:00","deliver_notifications":true,"tweet_id":null,"id":"vwfv1wdvjpyv","incident_id":"7wvvpd6hh1pk","custom_tweet":null,"affected_components":[{"code":"49hmckwkfj5s","name":"Workbench availability - Workbench global network connectivity","old_status":"partial_outage","new_status":"operational"}]},{"status":"monitoring","body":"We have identified the issue, have rolled out a fix and are monitoring the situation.","created_at":"2026-06-09T13:22:44.916-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-09T13:22:44.916-04:00","display_at":"2026-06-09T13:22:44.916-04:00","deliver_notifications":true,"tweet_id":null,"id":"9jrtj9mc34v1","incident_id":"7wvvpd6hh1pk","custom_tweet":null,"affected_components":[{"code":"49hmckwkfj5s","name":"Workbench availability - Workbench global network connectivity","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"Workbench is still experiencing connectivity issues. We are still investigating the issue and will provide an update in 1 hour.","created_at":"2026-06-09T12:42:16.138-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-09T12:42:16.138-04:00","display_at":"2026-06-09T12:42:16.138-04:00","deliver_notifications":false,"tweet_id":null,"id":"9kcb5bm3mr5j","incident_id":"7wvvpd6hh1pk","custom_tweet":null,"affected_components":[{"code":"49hmckwkfj5s","name":"Workbench availability - Workbench global network connectivity","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"Workbench is currently experiencing connectivity issues and may be inaccessible for some users. We are investigating the issue and will provide an update within an hour.","created_at":"2026-06-09T11:40:12.546-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-09T11:40:12.546-04:00","display_at":"2026-06-09T11:40:12.546-04:00","deliver_notifications":false,"tweet_id":null,"id":"b9lny51vyktf","incident_id":"7wvvpd6hh1pk","custom_tweet":null,"affected_components":[{"code":"49hmckwkfj5s","name":"Workbench availability - Workbench global network connectivity","old_status":"operational","new_status":"partial_outage"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Workbench global network connectivity","created_at":"2018-03-13T14:27:22.565-04:00","updated_at":"2026-07-16T22:34:25.998-04:00","position":1,"description":null,"showcase":false,"start_date":null,"id":"49hmckwkfj5s","page_id":"15xygypb8423","group_id":"197f0zgtz5t8"}]},{"name":"Workbench Expel Alert Count Discrepancy","status":"resolved","created_at":"2026-05-13T12:23:44.253-04:00","updated_at":"2026-05-13T12:46:16.166-04:00","monitoring_at":null,"resolved_at":"2026-05-13T12:46:16.152-04:00","impact":"none","shortlink":"https://stspg.io/92zrj8y6vtw3","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-05-13T12:23:44.244-04:00","reminder_intervals":null,"id":"4xp2z2r5zhfy","page_id":"15xygypb8423","incident_updates":[{"status":"resolved","body":"The incident has been resolved, and all alerts counts are once again accurate.  No customer data was lost, and SOC operations were not impacted.","created_at":"2026-05-13T12:46:16.152-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-05-13T12:46:16.152-04:00","display_at":"2026-05-13T12:46:16.152-04:00","deliver_notifications":false,"tweet_id":null,"id":"jpkcc3t5sck8","incident_id":"4xp2z2r5zhfy","custom_tweet":null,"affected_components":null},{"status":"identified","body":"We have remediated the issue with Expel Alerts count being inflated for customers by shifting to a different source of statistics. We are working on fixing the underlying issue with our main source of count data. We will provide another update by 1pm EDT.","created_at":"2026-05-13T12:38:08.984-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-05-13T12:38:08.984-04:00","display_at":"2026-05-13T12:38:08.984-04:00","deliver_notifications":false,"tweet_id":null,"id":"f7vz5l7bvbww","incident_id":"4xp2z2r5zhfy","custom_tweet":null,"affected_components":null},{"status":"identified","body":"We are aware of an issue with the Expel Alerts count being inflated for customers. We have identified the root cause and are working on a remediation. SOC operations and alert ingestion are not affected.  We will provide another update by 1pm EDT.","created_at":"2026-05-13T12:23:44.307-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-05-13T12:23:44.307-04:00","display_at":"2026-05-13T12:23:44.307-04:00","deliver_notifications":false,"tweet_id":null,"id":"lwwjnf9810c7","incident_id":"4xp2z2r5zhfy","custom_tweet":null,"affected_components":null}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[]},{"name":"Security Device Credentials Availability","status":"resolved","created_at":"2026-05-01T14:50:52.417-04:00","updated_at":"2026-05-01T16:01:01.207-04:00","monitoring_at":"2026-05-01T15:09:53.811-04:00","resolved_at":"2026-05-01T16:01:01.193-04:00","impact":"major","shortlink":"https://stspg.io/x49rbq34y3gw","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-05-01T14:50:52.412-04:00","reminder_intervals":null,"id":"25zwynpkmk50","page_id":"15xygypb8423","incident_updates":[{"status":"resolved","body":"The incident has been resolved, and all systems are once again fully available.  No customer data was lost, and all previously-accessible security devices are once again accessible and ingesting alerts.","created_at":"2026-05-01T16:01:01.193-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-05-01T16:01:01.193-04:00","display_at":"2026-05-01T16:01:01.193-04:00","deliver_notifications":false,"tweet_id":null,"id":"tjm79pb2vjg9","incident_id":"25zwynpkmk50","custom_tweet":null,"affected_components":[{"code":"1dl96q2hxlc1","name":"Alert ingestion","old_status":"partial_outage","new_status":"operational"}]},{"status":"monitoring","body":"We have implemented a fix and believe the incident to be resolved. We are seeing customer security devices returning to healthy status. We are monitoring the health of the infrastructure and will post another update by 4pm EDT.","created_at":"2026-05-01T15:09:53.811-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-05-01T15:09:53.811-04:00","display_at":"2026-05-01T15:09:53.811-04:00","deliver_notifications":false,"tweet_id":null,"id":"3kwzjr2nd8vb","incident_id":"25zwynpkmk50","custom_tweet":null,"affected_components":[{"code":"1dl96q2hxlc1","name":"Alert ingestion","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"At 2pm EDT, we began experiencing a problem with the customer device secrets service that is preventing our infrastructure from accessing customer security devices.  We will provide an update by 3:30pm EDT.","created_at":"2026-05-01T14:50:52.481-04:00","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-05-01T14:50:52.481-04:00","display_at":"2026-05-01T14:50:52.481-04:00","deliver_notifications":false,"tweet_id":null,"id":"wpqnk0l705ps","incident_id":"25zwynpkmk50","custom_tweet":null,"affected_components":[{"code":"1dl96q2hxlc1","name":"Alert ingestion","old_status":"operational","new_status":"partial_outage"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Alert ingestion","created_at":"2018-03-07T14:56:26.961-05:00","updated_at":"2026-09-22T17:03:13.367-04:00","position":5,"description":null,"showcase":false,"start_date":null,"id":"1dl96q2hxlc1","page_id":"15xygypb8423","group_id":null}]}]
}