{"page":{"id":"01J0VAVZ0BTSKKFA355BE0BQWC","name":"Axiom","url":"https://status.axiom.co/","updated_at":"2026-10-25T18:39:09Z"},"incidents":[{"id":"01M5T22T93DQZ30WEYJ1Y90SZ0","name":"Queries on Metrics Datasets Suffer from Elevated Error Rates","status":"resolved","created_at":"2026-10-25T17:35:09Z","updated_at":"2026-10-25T18:39:25Z","resolved_at":"2026-10-25T18:39:09Z","impact":"minor","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01M5T5R0TQ2M188M5EHAQWAS48","body":"Error rate have returned to nominal levels.","created_at":"2026-10-25T18:39:09Z","display_at":"2026-10-25T18:39:09Z","incident_id":"01M5T22T93DQZ30WEYJ1Y90SZ0","status":"resolved","updated_at":"2026-10-25T18:40:43Z"},{"id":"01M5T57XC66HYAANNFF9WS8BNJ","body":"A fix was deployed and we are monitoring, error rates have already started to drop.","created_at":"2026-10-25T18:30:21Z","display_at":"2026-10-25T18:30:21Z","incident_id":"01M5T22T93DQZ30WEYJ1Y90SZ0","status":"monitoring","updated_at":"2026-10-25T18:30:21Z"},{"id":"01M5T22T93NJTK95X9YKTM81Q4","body":"Queries performed on metrics datasets on us-east-1 region are currently failing at an elevated rate, we have identified the root cause and working on a fix.","created_at":"2026-10-25T17:35:09Z","display_at":"2026-10-25T17:35:09Z","incident_id":"01M5T22T93DQZ30WEYJ1Y90SZ0","status":"identified","updated_at":"2026-10-25T17:35:09Z"}]},{"id":"01M5F849HVK9P6A1SYN2WWH0RP","name":"Elevated query error rates","status":"resolved","created_at":"2026-10-21T12:49:10Z","updated_at":"2026-10-21T12:49:10Z","resolved_at":"2026-10-21T12:08:00Z","impact":"minor","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01M5F849HV01E7E2924Y9WPBWC","body":"A portion of queries experienced increased latency and elevated error rates which was caused by an interaction between our service mesh and internal cache services. Following a deployment, some query workers continued attempting to connect to outdated cache instance addresses, even after the replacement instances had become healthy. This resulted in query timeouts and failures.\n\nWe identified the underlying issue and mitigated it by adjusting the networking configuration of our query workers. Normal operation was restored by 12:07 UTC, and query error rates have returned to their expected levels.\n\nWe are reviewing the incident and implementing measures to prevent similar issues in the future.","created_at":"2026-10-21T12:49:10Z","display_at":"2026-10-21T12:08:00Z","incident_id":"01M5F849HVK9P6A1SYN2WWH0RP","status":"resolved","updated_at":"2026-10-21T12:49:10Z"},{"id":"01M5F849HVAMKJ7A6A1J7CED4D","body":"We are investigating elevated query error rates and increased latency affecting some customers. Our engineering team is actively working to identify the cause and restore normal operation.\n\nWe will provide further updates as more information becomes available.","created_at":"2026-10-21T12:49:10Z","display_at":"2026-10-21T11:35:00Z","incident_id":"01M5F849HVK9P6A1SYN2WWH0RP","status":"investigating","updated_at":"2026-10-21T12:49:10Z"}]},{"id":"01M4ZR5AAQ3QKEVYBDDEDZ4MXM","name":"Metrics query failures in US region","status":"resolved","created_at":"2026-10-15T12:21:30Z","updated_at":"2026-10-15T13:31:27Z","resolved_at":"2026-10-15T13:15:58Z","impact":"major","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01M4ZV928KS3BZYRXD8H8RTVK3","body":"We've resolved the issue, we will improve the operational process to prevent the issue","created_at":"2026-10-15T13:15:58Z","display_at":"2026-10-15T13:15:58Z","incident_id":"01M4ZR5AAQ3QKEVYBDDEDZ4MXM","status":"resolved","updated_at":"2026-10-15T13:15:58Z"},{"id":"01M4ZR5AAQ23ZKDV9HW51Z9KEK","body":"We are experiencing an issue affecting Metrics (MPL) queries in the US region. Customers may encounter failed queries or be unable to retrieve metric data through the Axiom Console and API.\n\nWe have identified the cause and are deploying a fix to restore normal operation.","created_at":"2026-10-15T12:21:30Z","display_at":"2026-10-15T12:21:30Z","incident_id":"01M4ZR5AAQ3QKEVYBDDEDZ4MXM","status":"identified","updated_at":"2026-10-15T13:27:01Z"}]},{"id":"01M4ZMT8EKCC3R0F4YN9R3ANB5","name":"Metrics ingestion and query disruption","status":"resolved","created_at":"2026-10-15T11:23:01Z","updated_at":"2026-10-15T13:31:58Z","resolved_at":"2026-10-15T11:07:00Z","impact":"major","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01M4ZPMGT1J66N1B9ZBKWQ3A1F","body":"The query service was also affected during the incident, it failed to discover recent metric data during this time window, and this is fixed now","created_at":"2026-10-15T11:54:51Z","display_at":"2026-10-15T11:54:51Z","incident_id":"01M4ZMT8EKCC3R0F4YN9R3ANB5","status":"resolved","updated_at":"2026-10-15T11:54:51Z"},{"id":"01M4ZMV919M3RKE1HFYEAZE6RT","body":"We've fixed the problem and Metrics ingest is back to normal.","created_at":"2026-10-15T11:23:35Z","display_at":"2026-10-15T11:07:00Z","incident_id":"01M4ZMT8EKCC3R0F4YN9R3ANB5","status":"resolved","updated_at":"2026-10-15T11:27:08Z"},{"id":"01M4ZMT8EKG39BDWYDNM769DC7","body":"We are investigating an issue affecting Metrics ingestion (using the `/v1/metrics` endpoint) and querying following an infrastructure change. Affected customers may experience failed or delayed metric ingestion, and recently ingested metrics may not appear in query results.\n\nWe have identified the cause and are working to restore normal operation.","created_at":"2026-10-15T11:23:02Z","display_at":"2026-10-15T10:55:00Z","incident_id":"01M4ZMT8EKCC3R0F4YN9R3ANB5","status":"identified","updated_at":"2026-10-15T13:30:24Z"}]},{"id":"01M4XX9MBMP8FW0ZMPXXF42QRS","name":"Elevated query errors in US region","status":"resolved","created_at":"2026-10-14T19:12:45Z","updated_at":"2026-10-14T20:03:30Z","resolved_at":"2026-10-14T20:03:30Z","impact":"minor","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01M4Y06J11FWAMQX3NTGXZVS77","body":"Query performance in the US region has been fully restored since 19:15 UTC. Between 18:05 and 19:15 UTC, some queries and dashboards returned errors and some monitor runs were missed or delayed. Ingest was not affected and no data was lost. We'll share a follow-up describing what we're changing to prevent this.","created_at":"2026-10-14T20:03:30Z","display_at":"2026-10-14T20:03:30Z","incident_id":"01M4XX9MBMP8FW0ZMPXXF42QRS","status":"resolved","updated_at":"2026-10-14T20:03:30Z"},{"id":"01M4XYA6GMCB9QXN17GGD5BT1Y","body":"We've rolled back the change behind the US query errors. Since 19:15 UTC, query error rates have been back to normal. \n\nWe're monitoring and will post another update by 20:00 UTC.","created_at":"2026-10-14T19:30:32Z","display_at":"2026-10-14T19:30:32Z","incident_id":"01M4XX9MBMP8FW0ZMPXXF42QRS","status":"monitoring","updated_at":"2026-10-14T19:30:32Z"},{"id":"01M4XX9MBMA3ATFB7AP8FT49G0","body":"We've observed elevated error rates and slower responses for some queries in the US region. You may see failed or partially loaded dashboards, query errors (HTTP 500), or failed queries from the API and monitors.\n\nIngest is not affected, and no data has been lost. Failed queries can be retried.\n\nWe'll post another update within 30 minutes or as soon as we know more.","created_at":"2026-10-14T19:12:45Z","display_at":"2026-10-14T19:12:45Z","incident_id":"01M4XX9MBMP8FW0ZMPXXF42QRS","status":"investigating","updated_at":"2026-10-14T19:12:45Z"}]},{"id":"01M4BPJ7BYQFGFC6EBBBFPP576","name":"EU Monitor alerting degraded","status":"resolved","created_at":"2026-10-07T17:28:47Z","updated_at":"2026-10-07T18:36:03Z","resolved_at":"2026-10-07T18:36:03Z","impact":"major","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01M4BTDD857DY04Z4WA5PJPQ93","body":"The backlog has been fully drained and monitor processing latency is back within normal range.","created_at":"2026-10-07T18:36:03Z","display_at":"2026-10-07T18:36:03Z","incident_id":"01M4BPJ7BYQFGFC6EBBBFPP576","status":"resolved","updated_at":"2026-10-07T18:36:03Z"},{"id":"01M4BPJ7BYJZ5H5WH3MH1FDKVD","body":"A backlog in monitor executions in the EU region is causing delays in monitor evaluation. A fix has been deployed for the issue, and the backlog is decreasing in size. We are monitoring the backlog progress and will update once it has cleared","created_at":"2026-10-07T17:28:47Z","display_at":"2026-10-07T17:28:47Z","incident_id":"01M4BPJ7BYQFGFC6EBBBFPP576","status":"monitoring","updated_at":"2026-10-07T17:28:47Z"}]},{"id":"01KZPAAZJ2V2R9HWB8FZ5D69PC","name":"Console UI Authentication Degraded","status":"resolved","created_at":"2026-08-10T17:08:16Z","updated_at":"2026-08-12T20:08:07Z","resolved_at":"2026-08-12T20:08:07Z","impact":"minor","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01KZVSDQDRYJDJSX3J8B83Y09E","body":"Access to the Axiom Console through Github is available as well as all other authentication methods.\n\nUsers might experience a one-time email verification step for their Primary Github email. The Primary email address should be configured as the email used with an Axiom account. Additional verified emails can be used to access separate Axiom accounts.","created_at":"2026-08-12T20:08:07Z","display_at":"2026-08-12T20:08:07Z","incident_id":"01KZPAAZJ2V2R9HWB8FZ5D69PC","status":"resolved","updated_at":"2026-08-12T20:08:07Z"},{"id":"01KZRX0X34R98MGT3TACJK8PBQ","body":"Access to the Axiom Console through Github is available as well as all other authentication methods. We are monitoring for any further disruption.\n\nUsers might experience a one-time email verification step for their Primary Github email. The Primary email address should be configured as the email used with an Axiom account. Additional verified emails can be used to access separate Axiom accounts.","created_at":"2026-08-11T17:13:18Z","display_at":"2026-08-11T17:13:18Z","incident_id":"01KZPAAZJ2V2R9HWB8FZ5D69PC","status":"monitoring","updated_at":"2026-08-11T17:13:18Z"},{"id":"01KZRBVMY7NJPJ6153Q38TT6GR","body":"Access to the Axiom Console is only available through Email, Google, and SAML/SSO authentication at present. Authentication with Github is unavailable.\n\nThere is no impact on Axiom data or other services.","created_at":"2026-08-11T12:13:20Z","display_at":"2026-08-11T12:13:20Z","incident_id":"01KZPAAZJ2V2R9HWB8FZ5D69PC","status":"identified","updated_at":"2026-08-11T12:13:20Z"},{"id":"01KZQRH8GMTGVP8BFFZECDZ9JE","body":"Access to Axiom Console through Github is unavailable. Other authentication methods are not affected. Resolution is expected soon.\n\nAll Axiom data and other services are unaffected.","created_at":"2026-08-11T06:35:36Z","display_at":"2026-08-11T06:35:36Z","incident_id":"01KZPAAZJ2V2R9HWB8FZ5D69PC","status":"identified","updated_at":"2026-08-11T06:35:36Z"},{"id":"01KZPAAZJ2A384HZVKY3KQ1ZCD","body":"Access to the Axiom Console is only available through Email, Google, and SAML/SSO authentication at present. Authentication with Github is unavailable.\n\nThere is no impact on Axiom data or other services.","created_at":"2026-08-10T17:08:16Z","display_at":"2026-08-10T17:08:16Z","incident_id":"01KZPAAZJ2V2R9HWB8FZ5D69PC","status":"investigating","updated_at":"2026-08-10T17:08:16Z"}]},{"id":"01KXJMFQ4REYQ5FJE60AYAG2FK","name":"Elevated Queries error rate","status":"resolved","created_at":"2026-07-15T10:17:16Z","updated_at":"2026-07-15T10:26:22Z","resolved_at":"2026-07-15T10:26:22Z","impact":"minor","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01KXJN0D05EHZE0FC67VJ5M47P","body":"A revert has happened, the query service is now operating normally.\n\nThe root cause has also been identified and we are actively working on it so queries are not affected again.","created_at":"2026-07-15T10:26:22Z","display_at":"2026-07-15T10:26:22Z","incident_id":"01KXJMFQ4REYQ5FJE60AYAG2FK","status":"resolved","updated_at":"2026-07-15T10:26:22Z"},{"id":"01KXJMFQ4RA6YPW78XHAARR63P","body":"Some queries are failing due to recent deployment, we are on it.","created_at":"2026-07-15T10:17:16Z","display_at":"2026-07-15T10:17:16Z","incident_id":"01KXJMFQ4REYQ5FJE60AYAG2FK","status":"investigating","updated_at":"2026-07-15T10:17:16Z"}]},{"id":"01KWCWQZVFN8SH115DQY7CYVC1","name":"Ingest through Firehose impacted","status":"resolved","created_at":"2026-06-30T18:30:27Z","updated_at":"2026-06-30T21:39:51Z","resolved_at":"2026-06-30T21:39:51Z","impact":"minor","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01KWD7JSTRF0YKVQ63X20NVEYN","body":"We have rolled back the changes we have made in our infrastructure to fix the firehose ingestion.\nFirehose ingestion should be back now.","created_at":"2026-06-30T21:39:51Z","display_at":"2026-06-30T21:39:51Z","incident_id":"01KWCWQZVFN8SH115DQY7CYVC1","status":"resolved","updated_at":"2026-06-30T21:39:51Z"},{"id":"01KWCWQZVFEPK2D1ZG1TEQEECW","body":"We are investigating reports of 403 errors when using Firehose (`/v1/ingest/.../firehose`) with our US edge domain.\n\n \n\nAs a workaround, impacted customers can use our legacy ingest endpoint: `https://api.axiom.co/v1/datasets/.../ingest/firehose`.","created_at":"2026-06-30T18:30:27Z","display_at":"2026-06-30T18:30:27Z","incident_id":"01KWCWQZVFN8SH115DQY7CYVC1","status":"investigating","updated_at":"2026-06-30T18:36:57Z"}]},{"id":"01KVFPJAGKMRNMFPEN1D9893ER","name":"EU Edge Deployment Metrics Query Performance Degradation.","status":"resolved","created_at":"2026-06-19T10:24:31Z","updated_at":"2026-06-19T14:45:45Z","resolved_at":"2026-06-19T14:45:44Z","impact":"minor","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01KVG5GMAPVT1EBXPNKNYAG52B","body":"Underlying infrastructure issues have been resolved, metrics queries on EU Edge Deployment should now be fully operational.","created_at":"2026-06-19T14:45:45Z","display_at":"2026-06-19T14:45:44Z","incident_id":"01KVFPJAGKMRNMFPEN1D9893ER","status":"resolved","updated_at":"2026-06-19T14:45:45Z"},{"id":"01KVFVGABSSSV8GW7HA0ZQGGBY","body":"We have rolled out a fix and currently monitoring to ensure query performance is optimal.","created_at":"2026-06-19T11:50:48Z","display_at":"2026-06-19T11:50:48Z","incident_id":"01KVFPJAGKMRNMFPEN1D9893ER","status":"monitoring","updated_at":"2026-06-19T11:50:48Z"},{"id":"01KVFPJAGKQXRXWNXBGR8KG79Z","body":"We are experiencing some infrastructure issues on our EU Edge Deployment which may effect query performance for Metrics.","created_at":"2026-06-19T10:24:31Z","display_at":"2026-06-19T10:24:31Z","incident_id":"01KVFPJAGKMRNMFPEN1D9893ER","status":"identified","updated_at":"2026-06-19T10:24:31Z"}]},{"id":"01KRPA9HK5APQ4A9F6Z9FM1QB5","name":"Increased Ingest and Query Error Rates","status":"resolved","created_at":"2026-05-15T17:17:36Z","updated_at":"2026-05-15T21:27:15Z","resolved_at":"2026-05-15T21:27:15Z","impact":"major","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01KRPRJNF8M3EPWPBS3Y48J81H","body":"This incident is fully resolved.","created_at":"2026-05-15T21:27:15Z","display_at":"2026-05-15T21:27:15Z","incident_id":"01KRPA9HK5APQ4A9F6Z9FM1QB5","status":"resolved","updated_at":"2026-05-15T21:27:15Z"},{"id":"01KRPDDKRKP0V54403TBXF25SJ","body":"We see return to nominal error levels.","created_at":"2026-05-15T18:12:15Z","display_at":"2026-05-15T17:24:00Z","incident_id":"01KRPA9HK5APQ4A9F6Z9FM1QB5","status":"monitoring","updated_at":"2026-05-15T18:12:28Z"},{"id":"01KRPCPT7B079F16R5F2XFDC5E","body":"We have identified a problem with one of our internal databases. Mitigations are in progress.","created_at":"2026-05-15T17:59:48Z","display_at":"2026-05-15T17:15:00Z","incident_id":"01KRPA9HK5APQ4A9F6Z9FM1QB5","status":"identified","updated_at":"2026-05-15T18:13:37Z"},{"id":"01KRPA9HK576NMS5625F18HVGZ","body":"Team have noticed increased error rates in both ingest and queries. We started investigating...","created_at":"2026-05-15T17:17:36Z","display_at":"2026-05-15T17:05:00Z","incident_id":"01KRPA9HK5APQ4A9F6Z9FM1QB5","status":"investigating","updated_at":"2026-05-15T18:01:00Z"}]},{"id":"01KR2F1YZ6T74V7NB19B6FB106","name":"Increase in query error rate","status":"resolved","created_at":"2026-05-08T00:16:02Z","updated_at":"2026-05-08T00:42:09Z","resolved_at":"2026-05-08T00:50:00Z","impact":"minor","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01KR2GHSFC13PCPWAV4TPPRCD1","body":"We see full recovery of the query subsystem.\n\nFor a small number of metrics datasets, there might be data missing between 00:15 and 01:24 UTC. We're working on recovery with our infrastructure provider.","created_at":"2026-05-08T00:42:09Z","display_at":"2026-05-08T00:50:00Z","incident_id":"01KR2F1YZ6T74V7NB19B6FB106","status":"resolved","updated_at":"2026-05-08T16:48:27Z"},{"id":"01KR2G26ZSAAJPQX8Z3DKFC597","body":"We have identified a problem in our cluster related to an ongoing incident at our infrastructure provider and are mitigating it.","created_at":"2026-05-08T00:33:39Z","display_at":"2026-05-08T00:33:39Z","incident_id":"01KR2F1YZ6T74V7NB19B6FB106","status":"identified","updated_at":"2026-05-08T16:49:20Z"},{"id":"01KR2F1YZ6KR8Z00HFTWQ5K7BK","body":"We are investigating increase in query errors","created_at":"2026-05-08T00:16:02Z","display_at":"2026-05-08T00:03:00Z","incident_id":"01KR2F1YZ6T74V7NB19B6FB106","status":"investigating","updated_at":"2026-05-08T16:47:37Z"}]},{"id":"01KQA7SS6N4MQRJNET293VN5RQ","name":"Ingest Error Rate Spike","status":"resolved","created_at":"2026-04-28T14:27:28Z","updated_at":"2026-04-28T15:09:01Z","resolved_at":"2026-04-28T15:09:01Z","impact":"minor","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01KQAA5W611F8DFMTD5NCTH76W","body":"All systems are operating normally. The issue has been fully resolved and we are continuing to monitor to ensure stability.","created_at":"2026-04-28T15:09:01Z","display_at":"2026-04-28T15:09:01Z","incident_id":"01KQA7SS6N4MQRJNET293VN5RQ","status":"resolved","updated_at":"2026-04-28T15:09:01Z"},{"id":"01KQA8Y8P3W216R0X2NXKK001E","body":"We have identified the root cause of the issue, which was introduced in the most recent deployment, and have reverted the changes. A permanent fix is currently being developed and will be deployed to production shortly.","created_at":"2026-04-28T14:47:23Z","display_at":"2026-04-28T14:21:00Z","incident_id":"01KQA7SS6N4MQRJNET293VN5RQ","status":"monitoring","updated_at":"2026-04-29T09:44:36Z"},{"id":"01KQA7SS6N3BV3EZJYXE8V4M9Z","body":"We have noticed an increase to the Error Rate on the ingest path, we are working on it","created_at":"2026-04-28T14:27:28Z","display_at":"2026-04-28T13:50:00Z","incident_id":"01KQA7SS6N4MQRJNET293VN5RQ","status":"investigating","updated_at":"2026-04-29T09:41:53Z"}]},{"id":"01KPDZB7V96D2QFV6Z73R77HN9","name":"Dataset trims are experiencing delays","status":"resolved","created_at":"2026-04-17T15:00:58Z","updated_at":"2026-04-18T19:44:28Z","resolved_at":"2026-04-18T05:12:00Z","impact":"none","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01KPH1Z1YHJ9WTGBJ3B6RQHGDM","body":"This incident is now resolved.","created_at":"2026-04-18T19:44:28Z","display_at":"2026-04-18T05:12:00Z","incident_id":"01KPDZB7V96D2QFV6Z73R77HN9","status":"resolved","updated_at":"2026-04-18T19:44:39Z"},{"id":"01KPDZB7V9VP62G3BJ9JTPKERE","body":"Dataset trimming operations in the US region are currently experiencing delays. This may cause temporary increases in dataset size and delays in enforcing data retention policies across affected datasets.\n\nThe root cause has been identified, and remediation is in progress. Due to the nature of the issue and the required processing backlog, recovery is expected to take at least 24 hours before trimming operations return to normal performance levels.","created_at":"2026-04-17T15:00:58Z","display_at":"2026-04-17T15:00:58Z","incident_id":"01KPDZB7V96D2QFV6Z73R77HN9","status":"identified","updated_at":"2026-04-17T15:00:58Z"}]},{"id":"01KP0XP1ZW61VHQ21MMQ4ZR3XP","name":"Degraded Query performance on EU Edge Deployment","status":"resolved","created_at":"2026-04-12T13:21:48Z","updated_at":"2026-04-12T15:13:48Z","resolved_at":"2026-04-12T15:13:48Z","impact":"major","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01KP1434BA9Z080R67V6ATPF40","body":"This incident is resolved","created_at":"2026-04-12T15:13:48Z","display_at":"2026-04-12T15:13:48Z","incident_id":"01KP0XP1ZW61VHQ21MMQ4ZR3XP","status":"resolved","updated_at":"2026-04-12T15:13:48Z"},{"id":"01KP130X2500VYQ1D79KZXTBGT","body":"We've applied mitigations and are observing full recovery of the query service.","created_at":"2026-04-12T14:55:06Z","display_at":"2026-04-12T14:29:00Z","incident_id":"01KP0XP1ZW61VHQ21MMQ4ZR3XP","status":"monitoring","updated_at":"2026-04-12T15:03:36Z"},{"id":"01KP0Z0ASVY1E4QEQXCGZ4XX0T","body":"We've identified the cause of the disruption, we're evaluating possible mitigations.","created_at":"2026-04-12T13:44:53Z","display_at":"2026-04-12T12:44:00Z","incident_id":"01KP0XP1ZW61VHQ21MMQ4ZR3XP","status":"identified","updated_at":"2026-04-12T13:45:14Z"},{"id":"01KP0XP1ZW46CSFDAM4K914JMZ","body":"We are experiencing a partial query outage on our EU Edge Deployment.","created_at":"2026-04-12T13:21:48Z","display_at":"2026-04-12T11:05:00Z","incident_id":"01KP0XP1ZW61VHQ21MMQ4ZR3XP","status":"investigating","updated_at":"2026-04-12T13:43:52Z"}]},{"id":"01KP5NZ1W0EK91NPEW92DWM42M","name":"Email notifications delayed for Legacy EU monitors","status":"resolved","created_at":"2026-04-14T09:43:06Z","updated_at":"2026-04-14T09:43:06Z","resolved_at":"2026-03-30T09:40:00Z","impact":"none","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01KP5NZ1W0G5AFYSDQYHTXN3NV","body":"Between March 30 and April 13, a configuration issue prevented email notifications from firing for monitors on our Legacy EU infrastructure (not EU edge deployment). Monitor evaluation was functioning correctly during this period — monitors were being evaluated and other notification channels were unaffected — but email delivery through our email provider was misconfigured for the EU region.\n\nThe issue has been resolved. Email notifications are now firing correctly for all EU monitors. If you believe you missed critical email alerts during this window, we recommend reviewing your monitor history in the Axiom dashboard.\n\nWe apologize for the disruption and are putting safeguards in place to prevent similar issues in the future.","created_at":"2026-04-14T09:43:06Z","display_at":"2026-03-30T09:40:00Z","incident_id":"01KP5NZ1W0EK91NPEW92DWM42M","status":"resolved","updated_at":"2026-04-14T09:43:06Z"}]},{"id":"01KK0C7QY2GZVNVFQ44GFGGPZC","name":"Increased ingest error rate","status":"resolved","created_at":"2026-03-06T01:29:48Z","updated_at":"2026-03-12T18:19:07Z","resolved_at":"2026-03-06T02:02:44Z","impact":"minor","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01KK0E41ZQDN78KMCTTJDD9VDV","body":"This incident is resolved","created_at":"2026-03-06T02:02:44Z","display_at":"2026-03-06T02:02:44Z","incident_id":"01KK0C7QY2GZVNVFQ44GFGGPZC","status":"resolved","updated_at":"2026-03-06T02:02:44Z"},{"id":"01KK0D623741KKE0E2MQB2KH0B","body":"We've identified the source of the problem and applied mitigations, we observe decrease in ingest errors.","created_at":"2026-03-06T01:46:21Z","display_at":"2026-03-06T01:46:21Z","incident_id":"01KK0C7QY2GZVNVFQ44GFGGPZC","status":"monitoring","updated_at":"2026-03-06T01:46:21Z"},{"id":"01KK0C7QY2F78VJ5HW2FHXJZ0J","body":"We are investigating increased ingest error rate","created_at":"2026-03-06T01:29:48Z","display_at":"2026-03-06T01:29:48Z","incident_id":"01KK0C7QY2GZVNVFQ44GFGGPZC","status":"investigating","updated_at":"2026-03-06T01:29:48Z"}]},{"id":"01KJDBKK2VT8HWS1GJX92Q95RT","name":"EU Query Downtime","status":"resolved","created_at":"2026-02-26T16:13:13Z","updated_at":"2026-03-12T18:19:07Z","resolved_at":"2026-02-26T15:55:00Z","impact":"critical","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01KJDBKK2VZHZQDGKZ1ZE26B8H","body":"All services have returned to normal operation. Queries are executing successfully, and internal traffic between services has been fully restored. We are continuing to monitor the system to ensure stability.","created_at":"2026-02-26T16:13:13Z","display_at":"2026-02-26T15:55:00Z","incident_id":"01KJDBKK2VT8HWS1GJX92Q95RT","status":"resolved","updated_at":"2026-02-26T16:13:13Z"},{"id":"01KJDBKK2VN9A0SZD35P1FN40S","body":"We've identified the root cause as a network configuration change that disrupted internal service-to-service communication. This caused query requests to fail, resulting in HTTP 500 errors.","created_at":"2026-02-26T16:13:13Z","display_at":"2026-02-26T15:40:00Z","incident_id":"01KJDBKK2VT8HWS1GJX92Q95RT","status":"identified","updated_at":"2026-02-26T16:13:13Z"},{"id":"01KJDBKK2V6R7B9TWZJP09JJPY","body":"We are investigating reports of widespread query failures on the legacy EU instance. Users experiencing internal server errors when executing queries.","created_at":"2026-02-26T16:13:13Z","display_at":"2026-02-26T15:30:00Z","incident_id":"01KJDBKK2VT8HWS1GJX92Q95RT","status":"investigating","updated_at":"2026-02-26T16:13:13Z"}]},{"id":"01KJDGYC6PVY42PHHM7D82K6KT","name":"EU Query performance degradation.","status":"resolved","created_at":"2026-02-26T17:46:29Z","updated_at":"2026-03-12T18:19:07Z","resolved_at":"2026-02-26T15:00:00Z","impact":"none","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01KJDGYC6PTFVNC97JY4WJPP9A","body":"Just before 3pm on  26th of Feb '26, an incorrect configuration was accidentally deployed to our EU environment which impacted query performance. We quickly identified the issue and released a fix.  ","created_at":"2026-02-26T17:46:30Z","display_at":"2026-02-26T15:00:00Z","incident_id":"01KJDGYC6PVY42PHHM7D82K6KT","status":"resolved","updated_at":"2026-02-26T17:46:30Z"}]},{"id":"01KG078ZQ8BDBBV2284JXFGWDM","name":"Queries partial outage","status":"resolved","created_at":"2026-01-27T17:16:00Z","updated_at":"2026-03-12T18:19:07Z","resolved_at":"2026-01-27T19:40:00Z","impact":"major","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01KG0H632W4R9BEGDKVMXYBMBN","body":"This incident has been resolved.","created_at":"2026-01-27T20:09:11Z","display_at":"2026-01-27T19:40:00Z","incident_id":"01KG078ZQ8BDBBV2284JXFGWDM","status":"resolved","updated_at":"2026-01-27T20:09:26Z"},{"id":"01KG0DV7Y9KCZEG18SGQKSSARP","body":"All queues have finished processing, query processing is nominal.","created_at":"2026-01-27T19:10:50Z","display_at":"2026-01-27T19:10:50Z","incident_id":"01KG078ZQ8BDBBV2284JXFGWDM","status":"monitoring","updated_at":"2026-01-27T19:10:50Z"},{"id":"01KG09WJ0CT8R60C9YFFZFV683","body":"We identified a misconfiguration in monitor processing, which has now been mitigated.\nQuery performance might be degraded while queues are processed.","created_at":"2026-01-27T18:01:39Z","display_at":"2026-01-27T17:44:00Z","incident_id":"01KG078ZQ8BDBBV2284JXFGWDM","status":"monitoring","updated_at":"2026-01-27T18:43:52Z"},{"id":"01KG078ZQ8HPZYGSKZ4PNKRFYT","body":"We are experiencing increased error rate for queries.","created_at":"2026-01-27T17:16:00Z","display_at":"2026-01-27T17:08:00Z","incident_id":"01KG078ZQ8BDBBV2284JXFGWDM","status":"investigating","updated_at":"2026-01-27T18:15:26Z"}]},{"id":"01KF4QTVXHEVFXVPWNMZG8F36X","name":"API Ingest Degraded Performance","status":"resolved","created_at":"2026-01-17T01:06:39Z","updated_at":"2026-03-12T18:19:07Z","resolved_at":"2026-01-17T13:01:14Z","impact":"minor","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01KF6MEHV6PGWYQZQ7HX9WASD2","body":"All services are operating nominally.","created_at":"2026-01-17T18:45:59Z","display_at":"2026-01-17T16:55:00Z","incident_id":"01KF4QTVXHEVFXVPWNMZG8F36X","status":"resolved","updated_at":"2026-01-17T18:46:39Z"},{"id":"01KF65ASTQQ1FKETW8VYHSVY7P","body":"We're monitoring increase in error rates.","created_at":"2026-01-17T14:21:47Z","display_at":"2026-01-17T14:21:47Z","incident_id":"01KF4QTVXHEVFXVPWNMZG8F36X","status":"monitoring","updated_at":"2026-01-17T18:46:49Z"},{"id":"01KF60Q9HBQT0J5HYPC9AYMP0B","body":"The incident has been fully resolved and all systems are now stable. Services are operating normally and no further action is required.\n\nWe will continue monitoring to ensure stability.","created_at":"2026-01-17T13:01:14Z","display_at":"2026-01-17T13:01:14Z","incident_id":"01KF4QTVXHEVFXVPWNMZG8F36X","status":"resolved","updated_at":"2026-01-17T13:01:14Z"},{"id":"01KF5W9V2QE6FE5KXZSBWB64GX","body":"We are still monitoring the system, updates:\n\n• Error rates are decreasing\n• System stability is improving\n• We are actively monitoring as the backlog clears\n\nWe will continue to provide updates as the situation progresses. We apologize for any disruption this may have caused.","created_at":"2026-01-17T11:43:59Z","display_at":"2026-01-17T11:43:59Z","incident_id":"01KF4QTVXHEVFXVPWNMZG8F36X","status":"monitoring","updated_at":"2026-01-17T11:43:59Z"},{"id":"01KF4QTVXHMDZ2NZ4NSPQCEGV0","body":"We have encountered issues with one of our ingestion pipelines, a fix has been rolled out and we are currently monitoring the situation.","created_at":"2026-01-17T01:06:39Z","display_at":"2026-01-17T01:06:39Z","incident_id":"01KF4QTVXHEVFXVPWNMZG8F36X","status":"monitoring","updated_at":"2026-01-17T01:11:13Z"}]},{"id":"01KEWPFASHGC9X8CNFC49H3P2Y","name":"Query issues","status":"resolved","created_at":"2026-01-13T22:08:57Z","updated_at":"2026-03-12T18:19:07Z","resolved_at":"2026-01-13T22:31:36Z","impact":"minor","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01KEWQRSGDWK3HNVZ9VRAVBHSY","body":"We have identified and solved the issue at hand. Optimal query performance should not be restored.","created_at":"2026-01-13T22:31:36Z","display_at":"2026-01-13T22:31:36Z","incident_id":"01KEWPFASHGC9X8CNFC49H3P2Y","status":"resolved","updated_at":"2026-01-13T22:31:36Z"},{"id":"01KEWPFASHA3AWP1NSTTX380Q9","body":"We are experiencing issues with our query runners which may cause some queries to timeout or fail to execute.","created_at":"2026-01-13T22:08:57Z","display_at":"2026-01-13T22:08:57Z","incident_id":"01KEWPFASHGC9X8CNFC49H3P2Y","status":"investigating","updated_at":"2026-01-13T22:08:57Z"}]},{"id":"01KEJ95A5ERB5QEE64JGCCK65H","name":"Increase in ingest error rates","status":"resolved","created_at":"2026-01-09T21:03:53Z","updated_at":"2026-03-12T18:19:07Z","resolved_at":"2026-01-09T23:41:27Z","impact":"major","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01KEJJ5T303HZJ05CPFK4A07HZ","body":"All error rates are back to nominal levels.","created_at":"2026-01-09T23:41:27Z","display_at":"2026-01-09T23:41:27Z","incident_id":"01KEJ95A5ERB5QEE64JGCCK65H","status":"resolved","updated_at":"2026-01-09T23:41:27Z"},{"id":"01KEJCET8MKXY8N0DXTQVSPBWR","body":"We have identified a specific high-volume traffic source causing instability within our ingestion pipeline and have mitigated the issue to ensure continued stability for all other users.","created_at":"2026-01-09T22:01:30Z","display_at":"2026-01-09T21:45:00Z","incident_id":"01KEJ95A5ERB5QEE64JGCCK65H","status":"identified","updated_at":"2026-01-10T11:03:52Z"},{"id":"01KEJ95A5EV0QC037P5H9XPCGW","body":"We're currently investigating increase in ingest error rates.","created_at":"2026-01-09T21:03:53Z","display_at":"2026-01-09T20:57:00Z","incident_id":"01KEJ95A5ERB5QEE64JGCCK65H","status":"investigating","updated_at":"2026-01-12T19:32:46Z"}]},{"id":"01KCH7X58674H50843J64AT7FE","name":"Increase in query error rates","status":"resolved","created_at":"2025-12-15T14:51:19Z","updated_at":"2026-03-12T18:19:07Z","resolved_at":"2025-12-15T15:01:21Z","impact":"major","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01KCH8FGRQCBDZRZ1G5BYN2XY6","body":"This incident is now fully resolved.","created_at":"2025-12-15T15:01:21Z","display_at":"2025-12-15T15:01:21Z","incident_id":"01KCH7X58674H50843J64AT7FE","status":"resolved","updated_at":"2025-12-15T15:01:21Z"},{"id":"01KCH8D5KHSRJ0QPQ6R3P87RYC","body":"We have identified a problem with latest deploy which is being rolled back.","created_at":"2025-12-15T15:00:04Z","display_at":"2025-12-15T15:00:04Z","incident_id":"01KCH7X58674H50843J64AT7FE","status":"identified","updated_at":"2025-12-15T15:00:04Z"},{"id":"01KCH7X5862RCJ4PQJAAMGJWWW","body":"We're investigating increase in query error rates","created_at":"2025-12-15T14:51:19Z","display_at":"2025-12-15T14:51:19Z","incident_id":"01KCH7X58674H50843J64AT7FE","status":"investigating","updated_at":"2025-12-15T14:51:19Z"}]},{"id":"01KBQJ1F1YYJ4P12A6REDY9YC1","name":"Axiom Console log-in disruption (resolved)","status":"resolved","created_at":"2025-12-05T15:28:11Z","updated_at":"2026-03-12T18:19:07Z","resolved_at":"2025-12-05T14:45:00Z","impact":"major","page_id":"01J0VAVZ0BTSKKFA355BE0BQWC","incident_updates":[{"id":"01KBQJ1F1Y7WYAYQH2YX8PSX8Z","body":"Access to Axiom Console was temporary disrupted. Users were unable to access Axiom and were shown a Vercel sign-in screen.","created_at":"2025-12-05T15:28:11Z","display_at":"2025-12-05T14:45:00Z","incident_id":"01KBQJ1F1YYJ4P12A6REDY9YC1","status":"resolved","updated_at":"2025-12-05T15:28:11Z"}]}]}