fix: alarm immediately (#213)

reown-com · Nov 16, 2023 · 2859fdc · 2859fdc
1 parent 171b49d
commit 2859fdc
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 3 deletions.
diff --git a/terraform/monitoring/panels/app/relay_incomming_message_server_errors.libsonnet b/terraform/monitoring/panels/app/relay_incomming_message_server_errors.libsonnet
@@ -18,9 +18,10 @@ local targets   = grafana.targets;
       message       = '%(env)s - Failed to process incomming relay message' % { env: vars.environment },
       notifications = vars.notifications,
       noDataState   = 'no_data',
+      period        = '0m',
       conditions    = [
         grafana.alertCondition.new(
-          evaluatorParams = [ 1 ],
+          evaluatorParams = [ 0 ],
           evaluatorType   = 'gt',
           operatorType    = 'or',
           queryRefId      = 'RelayIncommingMessagesServerErrors',

diff --git a/terraform/monitoring/panels/app/relay_outgoing_message_failures.libsonnet b/terraform/monitoring/panels/app/relay_outgoing_message_failures.libsonnet
@@ -18,9 +18,10 @@ local targets   = grafana.targets;
       message       = '%(env)s - Failed to publish message to relay' % { env: vars.environment },
       notifications = vars.notifications,
       noDataState   = 'no_data',
+      period        = '0m',
       conditions    = [
         grafana.alertCondition.new(
-          evaluatorParams = [ 1 ],
+          evaluatorParams = [ 0 ],
           evaluatorType   = 'gt',
           operatorType    = 'or',
           queryRefId      = 'RelayOutgoingMessagePermenantFailures',

diff --git a/terraform/monitoring/panels/lb/error_5xx.libsonnet b/terraform/monitoring/panels/lb/error_5xx.libsonnet
@@ -4,7 +4,7 @@ local defaults  = import '../../grafonnet-lib/defaults.libsonnet';
 local panels    = grafana.panels;
 local targets   = grafana.targets;
 
-local threshold = 1;
+local threshold = 0;
 
 local _configuration = defaults.configuration.timeseries
   .withSoftLimit(
@@ -23,6 +23,7 @@ local _alert(namespace, env, notifications) = grafana.alert.new(
   message       = '%(env)s - Notify - 5XX alert'  % { env: grafana.utils.strings.capitalize(env) },
   notifications = notifications,
   noDataState   = 'no_data',
+  period        = '0m',
   conditions    = [
     grafana.alertCondition.new(
       evaluatorParams = [ threshold ],