From 15784aa0362d76cd503df6ac822d37613506874c Mon Sep 17 00:00:00 2001
From: vimtor <vn4varro@gmail.com>
Date: Fri, 8 May 2026 12:06:30 +0200
Subject: [PATCH] chore: reduce alerts threshold

---
 infra/monitoring.ts | 16 ++++++++--------
 1 file changed, 8 insertions(+), 8 deletions(-)

diff --git a/infra/monitoring.ts b/infra/monitoring.ts
index 313e6c1dd4..1b5d097c21 100644
--- a/infra/monitoring.ts
+++ b/infra/monitoring.ts
@@ -45,7 +45,7 @@ const modelHttpErrorsQuery = (product: "go" | "zen") => {
       { op: "COUNT", name: "TOTAL", filterCombination: "AND", filters },
       { op: "SUM", name: "FAILED", column: "is_failed_http_status", filterCombination: "AND", filters },
     ],
-    formulas: [{ name: "ERROR", expression: "IF(GTE($TOTAL, 500), DIV($FAILED, $TOTAL), 0)" }],
+    formulas: [{ name: "ERROR", expression: "IF(GTE($TOTAL, 100), DIV($FAILED, $TOTAL), 0)" }],
     timeRange: 900,
   }).json
 }
@@ -86,9 +86,9 @@ const providerHttpErrorsQuery = (product: "go" | "zen") => {
       },
     ],
     formulas: [
-      { name: "ERROR", expression: "IF(GTE(SUM($SUCCESS, $FAILED), 250), DIV($FAILED, SUM($SUCCESS, $FAILED)), 0)" },
+      { name: "ERROR", expression: "IF(GTE(SUM($SUCCESS, $FAILED), 50), DIV($FAILED, SUM($SUCCESS, $FAILED)), 0)" },
     ],
-    timeRange: 1800,
+    timeRange: 900,
   }).json
 }
 
@@ -100,7 +100,7 @@ new honeycomb.Trigger("IncreasedModelHttpErrorsGo", {
   queryJson: modelHttpErrorsQuery("go"),
   alertType: "on_change",
   frequency: 300,
-  thresholds: [{ op: ">=", value: 0.9, exceededLimit: 1 }],
+  thresholds: [{ op: ">=", value: 0.7, exceededLimit: 1 }],
   recipients: [
     {
       id: webhookRecipient.id,
@@ -119,7 +119,7 @@ new honeycomb.Trigger("IncreasedModelHttpErrorsZen", {
   queryJson: modelHttpErrorsQuery("zen"),
   alertType: "on_change",
   frequency: 300,
-  thresholds: [{ op: ">=", value: 0.9, exceededLimit: 1 }],
+  thresholds: [{ op: ">=", value: 0.7, exceededLimit: 1 }],
   recipients: [
     {
       id: webhookRecipient.id,
@@ -138,7 +138,7 @@ new honeycomb.Trigger("IncreasedProviderHttpErrorsGo", {
   queryJson: providerHttpErrorsQuery("go"),
   alertType: "on_change",
   frequency: 600,
-  thresholds: [{ op: ">=", value: 0.9, exceededLimit: 1 }],
+  thresholds: [{ op: ">=", value: 0.7, exceededLimit: 1 }],
   recipients: [
     {
       id: webhookRecipient.id,
@@ -157,7 +157,7 @@ new honeycomb.Trigger("IncreasedProviderHttpErrorsZen", {
   queryJson: providerHttpErrorsQuery("zen"),
   alertType: "on_change",
   frequency: 600,
-  thresholds: [{ op: ">=", value: 0.9, exceededLimit: 1 }],
+  thresholds: [{ op: ">=", value: 0.7, exceededLimit: 1 }],
   recipients: [
     {
       id: webhookRecipient.id,
@@ -184,7 +184,7 @@ new honeycomb.Trigger("IncreasedFreeTierRequests", {
   }).json,
   alertType: "on_change",
   frequency: 900,
-  thresholds: [{ op: ">=", value: 60, exceededLimit: 1 }],
+  thresholds: [{ op: ">=", value: 50, exceededLimit: 1 }],
   baselineDetails: [{ type: "percentage", offsetMinutes: 1440 }],
   recipients: [
     {