Alerts

node_down (60 active)
ALERT node_down
  IF up == 0
  FOR 30s
  LABELS {severity="page"}
  ANNOTATIONS {description="{{$labels.ip}} has been down for more than 30 seconds.", summary="{{$labels.category}}/{{$labels.alias}} is down"}
Labels State Active Since Value
alertname="node_down" alias="lb_2" category="lb" instance="94.130.54.44:9100" ip="94.130.54.44" job="node_1" severity="page" firing 2025-03-31 01:04:37.809 +0000 UTC 0
alertname="node_down" alias="prodcw8" category="rms" instance="94.130.54.47:9100" ip="94.130.54.47" job="node_1" severity="page" firing 2025-03-31 11:12:37.809 +0000 UTC 0
alertname="node_down" alias="app-2" category="app" instance="94.130.54.22:9100" ip="94.130.54.22" job="node_1" severity="page" firing 2025-03-28 23:05:37.809 +0000 UTC 0
alertname="node_down" alias="api-1" category="pms" instance="94.130.54.25:9100" ip="94.130.54.25" job="node_1" severity="page" firing 2025-03-31 09:50:37.809 +0000 UTC 0
alertname="node_down" alias="fab-1" category="pms" instance="94.130.54.31:9100" ip="94.130.54.31" job="node_1" severity="page" firing 2025-03-31 10:25:37.809 +0000 UTC 0
alertname="node_down" alias="app-4" category="app" instance="94.130.54.24:9100" ip="94.130.54.24" job="node_1" severity="page" firing 2025-03-30 18:41:37.809 +0000 UTC 0
alertname="node_down" alias="traveloka-interstellar_2" category="traveloka-interstellar" instance="195.201.107.250:9100" ip="195.201.107.250" job="node_1" severity="page" firing 2025-03-28 21:37:37.809 +0000 UTC 0
alertname="node_down" alias="kafka_machine_1" category="kafka_machines" instance="195.201.82.108:9100" ip="195.201.82.108" job="node_1" severity="page" firing 2025-03-28 22:26:37.809 +0000 UTC 0
alertname="node_down" alias="booking-2" category="pms" instance="94.130.54.35:9100" ip="94.130.54.35" job="node_1" severity="page" firing 2025-03-31 08:39:37.809 +0000 UTC 0
alertname="node_down" alias="retrieval-6" category="retrieval" instance="94.130.54.49:9100" ip="94.130.54.49" job="node_1" severity="page" firing 2025-03-31 00:57:37.809 +0000 UTC 0
alertname="node_down" alias="booking-1" category="pms" instance="94.130.54.34:9100" ip="94.130.54.34" job="node_1" severity="page" firing 2025-03-24 21:17:37.809 +0000 UTC 0
alertname="node_down" alias="prodcw5" category="rms" instance="138.201.22.195:9100" ip="138.201.22.195" job="node_1" severity="page" firing 2025-03-28 17:40:37.809 +0000 UTC 0
alertname="node_down" alias="performance_db" category="performance" instance="3.0.230.118:9100" ip="3.0.230.118" job="node_1" severity="page" firing 2025-03-29 15:46:37.809 +0000 UTC 0
alertname="node_down" alias="lb_1" category="lb" instance="94.130.54.43:9100" ip="94.130.54.43" job="node_1" severity="page" firing 2025-03-28 14:44:37.809 +0000 UTC 0
alertname="node_down" alias="prodcw6" category="rms" instance="78.46.96.241:9100" ip="78.46.96.241" job="node_1" severity="page" firing 2025-03-31 10:48:37.809 +0000 UTC 0
alertname="node_down" alias="prodcw3" category="rms" instance="138.201.64.234:9100" ip="138.201.64.234" job="node_1" severity="page" firing 2025-03-30 23:33:37.809 +0000 UTC 0
alertname="node_down" alias="fab-2" category="pms" instance="94.130.54.32:9100" ip="94.130.54.32" job="node_1" severity="page" firing 2025-03-25 03:51:37.809 +0000 UTC 0
alertname="node_down" alias="mongo_log" category="db" instance="94.130.51.52:9100" ip="94.130.51.52" job="node_1" severity="page" firing 2025-03-28 20:09:37.809 +0000 UTC 0
alertname="node_down" alias="performance_app_1" category="performance" instance="3.0.218.123:9100" ip="3.0.218.123" job="node_1" severity="page" firing 2025-03-28 10:46:37.809 +0000 UTC 0
alertname="node_down" alias="prod_db" category="rms" instance="88.99.192.71:9100" ip="88.99.192.71" job="node_1" severity="page" firing 2025-03-28 11:02:37.809 +0000 UTC 0
alertname="node_down" alias="fab-3" category="pms" instance="94.130.54.33:9100" ip="94.130.54.33" job="node_1" severity="page" firing 2025-03-31 11:21:37.809 +0000 UTC 0
alertname="node_down" alias="pms_proxy_1" category="pms_proxy" instance="95.217.32.17:9100" ip="95.217.32.17" job="node_1" severity="page" firing 2025-03-30 22:50:37.809 +0000 UTC 0
alertname="node_down" alias="api-3" category="pms" instance="94.130.54.27:9100" ip="94.130.54.27" job="node_1" severity="page" firing 2025-03-30 13:13:37.809 +0000 UTC 0
alertname="node_down" alias="postgres_2" category="cm_db" instance="94.130.81.140:9100" ip="94.130.81.140" job="node_1" severity="page" firing 2025-03-29 20:41:37.809 +0000 UTC 0
alertname="node_down" alias="booking-3" category="pms" instance="94.130.54.36:9100" ip="94.130.54.36" job="node_1" severity="page" firing 2025-03-30 22:56:37.809 +0000 UTC 0
alertname="node_down" alias="prod_ui" category="rms" instance="78.47.218.97:9100" ip="78.47.218.97" job="node_1" severity="page" firing 2025-03-28 21:12:37.809 +0000 UTC 0
alertname="node_down" alias="performance_app_3" category="performance" instance="3.0.190.170:9100" ip="3.0.190.170" job="node_1" severity="page" firing 2025-03-28 19:11:37.809 +0000 UTC 0
alertname="node_down" alias="kafka_machine_2" category="kafka_machines" instance="136.243.155.240:9100" ip="136.243.155.240" job="node_1" severity="page" firing 2025-03-28 22:34:37.809 +0000 UTC 0
alertname="node_down" alias="prod_db_new" category="rms" instance="94.130.86.6:9100" ip="94.130.86.6" job="node_1" severity="page" firing 2025-03-30 13:03:37.809 +0000 UTC 0
alertname="node_down" alias="prodcw1" category="rms" instance="94.130.137.100:9100" ip="94.130.137.100" job="node_1" severity="page" firing 2025-03-29 05:41:37.809 +0000 UTC 0
alertname="node_down" alias="crs_app_1" category="crs" instance="138.201.249.201:9100" ip="138.201.64.99" job="node_1" severity="page" firing 2025-03-28 06:24:37.809 +0000 UTC 0
alertname="node_down" alias="performance_app_2" category="performance" instance="18.136.68.53:9100" ip="18.136.68.53" job="node_1" severity="page" firing 2025-03-30 06:32:37.809 +0000 UTC 0
alertname="node_down" alias="postgres_1" category="db" instance="94.130.80.160:9100" ip="94.130.80.160" job="node_1" severity="page" firing 2025-01-31 02:16:37.809 +0000 UTC 0
alertname="node_down" alias="oyo-3" category="pms" instance="94.130.54.30:9100" ip="94.130.54.30" job="node_1" severity="page" firing 2025-03-31 02:43:37.809 +0000 UTC 0
alertname="node_down" alias="scrunch_prod_1" category="scrunch" instance="178.63.64.209:9100" ip="178.63.64.209" job="node_1" severity="page" firing 2025-03-28 12:09:37.809 +0000 UTC 0
alertname="node_down" alias="cm_pg_new_replica" category="cm_pg_new_replica" instance="116.202.46.176:9100" ip="116.202.46.176" job="node_1" severity="page" firing 2025-03-30 21:42:37.809 +0000 UTC 0
alertname="node_down" alias="prodcw7" category="rms" instance="94.130.136.228:9100" ip="94.130.136.228" job="node_1" severity="page" firing 2025-03-30 17:38:37.809 +0000 UTC 0
alertname="node_down" alias="api-2" category="pms" instance="94.130.54.26:9100" ip="94.130.54.26" job="node_1" severity="page" firing 2025-03-31 03:55:37.809 +0000 UTC 0
alertname="node_down" alias="mongo_pms" category="db" instance="94.130.54.46:9100" ip="94.130.54.46" job="node_1" severity="page" firing 2025-03-28 22:40:37.809 +0000 UTC 0
alertname="node_down" alias="retrieval-7" category="retrieval" instance="94.130.91.121:9100" ip="94.130.91.121" job="node_1" severity="page" firing 2025-03-27 23:58:37.809 +0000 UTC 0
alertname="node_down" alias="retrieval-2" category="retrieval" instance="94.130.54.38:9100" ip="94.130.54.38" job="node_1" severity="page" firing 2025-03-28 18:27:37.809 +0000 UTC 0
alertname="node_down" alias="prodcw4" category="rms" instance="94.130.165.213:9100" ip="94.130.165.213" job="node_1" severity="page" firing 2025-03-30 15:13:37.809 +0000 UTC 0
alertname="node_down" alias="app-5" category="app" instance="88.99.61.151:9100" ip="88.99.61.151" job="node_1" severity="page" firing 2025-03-31 10:35:37.809 +0000 UTC 0
alertname="node_down" alias="oyo-2" category="pms" instance="94.130.54.29:9100" ip="94.130.54.29" job="node_1" severity="page" firing 2025-01-31 06:44:37.809 +0000 UTC 0
alertname="node_down" alias="app-1" category="app" instance="94.130.54.21:9100" ip="94.130.54.21" job="node_1" severity="page" firing 2025-03-30 16:18:37.809 +0000 UTC 0
alertname="node_down" alias="app-3" category="app" instance="94.130.54.23:9100" ip="94.130.54.23" job="node_1" severity="page" firing 2025-03-28 13:16:37.809 +0000 UTC 0
alertname="node_down" alias="prodcw2" category="rms" instance="94.130.137.99:9100" ip="94.130.137.99" job="node_1" severity="page" firing 2025-03-30 17:19:37.809 +0000 UTC 0
alertname="node_down" alias="vr_rest_app" category="vr_rest" instance="148.251.80.166:9100" ip="148.251.80.166" job="node_1" severity="page" firing 2025-03-31 11:29:37.809 +0000 UTC 0
alertname="node_down" alias="retrieval-4" category="retrieval" instance="94.130.54.40:9100" ip="94.130.54.40" job="node_1" severity="page" firing 2025-03-28 03:09:37.809 +0000 UTC 0
alertname="node_down" alias="retrieval-5" category="retrieval" instance="94.130.54.48:9100" ip="94.130.54.48" job="node_1" severity="page" firing 2025-03-31 05:20:37.809 +0000 UTC 0
alertname="node_down" alias="oyo-1" category="pms" instance="94.130.54.28:9100" ip="94.130.54.28" job="node_1" severity="page" firing 2025-03-31 09:02:37.809 +0000 UTC 0
alertname="node_down" alias="crs_app_2" category="crs" instance="138.201.64.99:9100" ip="195.201.107.169" job="node_1" severity="page" firing 2025-03-28 22:47:37.809 +0000 UTC 0
alertname="node_down" alias="kafka_machine_3" category="kafka_machines" instance="94.130.128.16:9100" ip="94.130.128.16" job="node_1" severity="page" firing 2025-03-31 05:05:37.809 +0000 UTC 0
alertname="node_down" alias="general" category="static" instance="94.130.48.17:9100" ip="94.130.48.17" job="node_1" severity="page" firing 2025-03-28 09:21:37.809 +0000 UTC 0
alertname="node_down" alias="cm_pg_new" category="cm_pg_new" instance="116.202.73.22:9100" ip="116.202.73.22" job="node_1" severity="page" firing 2025-03-31 09:28:37.809 +0000 UTC 0
alertname="node_down" alias="crs_postgres" category="crs" instance="195.201.107.169:9100" ip="195.201.107.249" job="node_1" severity="page" firing 2025-03-30 15:06:37.809 +0000 UTC 0
alertname="node_down" alias="traveloka-interstellar_1" category="traveloka-interstellar" instance="195.201.107.249:9100" ip="94.130.131.20" job="node_1" severity="page" firing 2025-03-29 18:56:37.809 +0000 UTC 0
alertname="node_down" alias="retrieval-1" category="retrieval" instance="94.130.54.37:9100" ip="94.130.54.37" job="node_1" severity="page" firing 2025-03-28 20:46:37.809 +0000 UTC 0
alertname="node_down" alias="retrieval-3" category="retrieval" instance="94.130.54.39:9100" ip="94.130.54.39" job="node_1" severity="page" firing 2025-03-30 23:18:37.809 +0000 UTC 0
alertname="node_down" alias="vr_new_db" category="vr_db" instance="95.217.32.18:9100" ip="95.217.32.18" job="node_1" severity="page" firing 2025-03-31 08:53:37.809 +0000 UTC 0
low_disk (0 active)
ALERT low_disk
  IF node_filesystem_free{fstype!~"rootfs|tmpfs|fuse.lxcfs"} / node_filesystem_size{fstype!~"rootfs|tmpfs|fuse.lxcfs"} < 0.25
  FOR 30s
  LABELS {severity="page"}
  ANNOTATIONS {description="{{ $labels.ip }} has low disk space. More than 95% occupied", summary="{{$labels.category}}/{{$labels.alias}} has low disk space"}
low_memory (0 active)
ALERT low_memory
  IF (((node_memory_MemTotal - node_memory_MemFree - node_memory_Cached) / (node_memory_MemTotal) * 100)) > 95
  FOR 30s
  LABELS {severity="page"}
  ANNOTATIONS {description="Memory usage in {{ $labels.ip }} is above 95%", summary="{{$labels.category}}/{{$labels.alias}} has low memory"}