{"status":"success","data":{"groups":[{"name":"agent-rules","rules":[{"state":"","name":"node_up","query":"up{instance=~\".*:9100\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000628332,"lastEvaluation":"2026-07-14T05:29:45.044421685+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14752024380941422471","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy_up","query":"up{instance=~\".*:9101\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.378334872,"lastEvaluation":"2026-07-14T05:29:45.045066898+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6384569495788557771","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"keepalived_exporter_up","query":"up{instance=~\".*:9650\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.400150708,"lastEvaluation":"2026-07-14T05:29:45.423436415+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8927142465727684287","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"docker_up","query":"up{instance=~\".*:9323\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.502561222,"lastEvaluation":"2026-07-14T05:29:36.536342103+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"549499414273937970","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"vector_up","query":"up{instance=~\".*:9598\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002049233,"lastEvaluation":"2026-07-14T05:29:37.038940834+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2192065186833386819","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd_up","query":"up{job=\"etcd\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000406168,"lastEvaluation":"2026-07-14T05:29:37.041003823+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"17819113597514614295","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"minio_up","query":"up{job=\"minio\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000346396,"lastEvaluation":"2026-07-14T05:29:37.041432633+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12508267770875687031","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg_exporter_agent_up","query":"up{instance=~\".*:9630\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.178205138,"lastEvaluation":"2026-07-14T05:29:37.041790981+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2626570853599856340","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer_exporter_agent_up","query":"up{instance=~\".*:9631\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":7.818037741,"lastEvaluation":"2026-07-14T05:29:37.220021797+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6560419138046595181","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbackrest_exporter_agent_up","query":"up{instance=~\".*:9854\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000883489,"lastEvaluation":"2026-07-14T05:29:45.038433895+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7711451010508465477","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"patroni_up","query":"up{instance=~\".*:8008\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000440431,"lastEvaluation":"2026-07-14T05:29:45.039345475+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"112614349375099594","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mongo_up","query":"up{job=\"mongo\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001631323,"lastEvaluation":"2026-07-14T05:29:45.040271473+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5538394059842665831","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql_exporter_up","query":"up{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002262421,"lastEvaluation":"2026-07-14T05:29:45.041907505+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13817772392009897881","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka_exporter_up","query":"up{job=\"kafka\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000231892,"lastEvaluation":"2026-07-14T05:29:45.044176177+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13801700270972433289","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-07-14T05:29:36.53485528+08:00","type":"prometheus","id":"2019580944935921608","file":"/infra/rules/agent.yml","concurrency":1,"states":{"":14}},{"name":"etcd-alert","rules":[{"state":"pending","name":"EtcdServerDown","query":"etcd_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"0","severity":"CRIT"},"annotations":{"description":"etcd_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/etcd-overview\n","summary":"CRIT EtcdServerDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":3.914698906,"lastEvaluation":"2026-07-14T05:29:38.903711414+08:00","alerts":[{"state":"pending","name":"EtcdServerDown","value":"0","labels":{"alertgroup":"etcd-alert","alertname":"EtcdServerDown","category":"etcd","cls":"etcd","ins":"etcd-1","instance":"10.31.13.3:2379","ip":"10.31.13.3","job":"etcd","level":"0","severity":"CRIT"},"annotations":{"description":"etcd_up[ins=etcd-1, instance=10.31.13.3:2379] = 0 \u003c 1\n/ui/d/etcd-overview\n","summary":"CRIT EtcdServerDown etcd-1@10.31.13.3:2379"},"activeAt":"2026-07-14T05:29:10+08:00","id":"5389791083332523690","rule_id":"6472556129433162101","group_id":"16422350404351705521","expression":"etcd_up \u003c 1","source":"http://pg-meta-1:8880/vmalert/alert?group_id=16422350404351705521\u0026alert_id=5389791083332523690","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6472556129433162101","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdNoLeader","query":"min(etcd_server_has_leader) by (cls) \u003c 1","duration":15,"keep_firing_for":0,"labels":{"category":"etcd","level":"0","severity":"CRIT"},"annotations":{"description":"etcd_server_has_leader[cls={{ $labels.cls }}] = {{ $value }} \u003c 1\n/ui/d/etcd-overview?from=now-5m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"CRIT EtcdNoLeader: {{ $labels.cls }} {{ $value }}"},"lastError":"","evaluationTime":0.116127761,"lastEvaluation":"2026-07-14T05:29:43.119231451+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6712175362511620660","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdQuotaFull","query":"etcd:cls:quota_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"1","severity":"WARN"},"annotations":{"description":"etcd:cls:quota_usage[cls={{ $labels.cls }}] = {{ $value | printf \"%.3f\" }} \u003e 90%\n","summary":"WARN EtcdQuotaFull: {{ $labels.cls }}"},"lastError":"","evaluationTime":0.181816073,"lastEvaluation":"2026-07-14T05:29:43.235374671+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13420651261018784922","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdNetworkPeerRTSlow","query":"etcd:ins:network_peer_rt_p95_5m \u003e 0.200","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:network_peer_rt_p95_5m[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 200ms\n/ui/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls={{ $labels.cls }}\n","summary":"INFO EtcdNetworkPeerRTSlow: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.022736853,"lastEvaluation":"2026-07-14T05:29:43.417208968+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14954978935799354606","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdWalFsyncSlow","query":"etcd:ins:wal_fsync_rt_p95_5m \u003e 0.050","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:wal_fsync_rt_p95_5m[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 50ms\n/ui/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls={{ $labels.cls }}\n","summary":"INFO EtcdWalFsyncSlow: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.179249767,"lastEvaluation":"2026-07-14T05:29:43.439985705+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5715944512589980155","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-07-14T05:29:38.903706374+08:00","type":"prometheus","id":"16422350404351705521","file":"/infra/rules/etcd.yml","concurrency":1,"states":{"inactive":4,"pending":1}},{"name":"etcd-rules","rules":[{"state":"","name":"etcd:ins:rpm","query":"sum without (type, client_api_version) (increase(etcd_server_client_requests_total{job=\"etcd\"}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.178212831,"lastEvaluation":"2026-07-14T05:29:37.041590256+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4832754136110249834","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:wpm","query":"increase(etcd_server_proposals_committed_total{job=\"etcd\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":4.898896465,"lastEvaluation":"2026-07-14T05:29:37.219824939+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11860767146026404497","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:quota_usage","query":"etcd_mvcc_db_total_size_in_bytes{job=\"etcd\"} / etcd_server_quota_backend_bytes{job=\"etcd\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.797426653,"lastEvaluation":"2026-07-14T05:29:42.118737784+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12020725054132561431","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:cls:quota_usage","query":"max by (job,cls) (etcd_mvcc_db_total_size_in_bytes{job=\"etcd\"} / etcd_server_quota_backend_bytes{job=\"etcd\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.103151725,"lastEvaluation":"2026-07-14T05:29:42.916173153+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4816945504981658763","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:age","query":"etcd_debugging_mvcc_current_revision{job=\"etcd\"} - etcd_debugging_mvcc_compact_revision{job=\"etcd\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00186057,"lastEvaluation":"2026-07-14T05:29:43.019347932+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8023804730260639706","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:cls:age","query":"max by (job,cls) (etcd_debugging_mvcc_current_revision{job=\"etcd\"} - etcd_debugging_mvcc_compact_revision{job=\"etcd\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.097913805,"lastEvaluation":"2026-07-14T05:29:43.02121284+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11142691502952152760","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:wal_fsync_rt_p95_5m","query":"histogram_quantile(0.95, rate(etcd_disk_wal_fsync_duration_seconds_bucket{job=\"etcd\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.196626089,"lastEvaluation":"2026-07-14T05:29:43.119135862+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9683070077679029108","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:backend_commit_rt_p95_5m","query":"histogram_quantile(0.95, rate(etcd_disk_backend_commit_duration_seconds_bucket{job=\"etcd\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.015301422,"lastEvaluation":"2026-07-14T05:29:43.315772932+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7915787585156206754","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:network_peer_rt_p95_5m","query":"histogram_quantile(0.95, rate(etcd_network_peer_round_trip_time_seconds_bucket{job=\"etcd\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00095941,"lastEvaluation":"2026-07-14T05:29:43.331087199+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4235737155991928642","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-07-14T05:29:37.041589636+08:00","type":"prometheus","id":"12172382247898273642","file":"/infra/rules/etcd.yml","concurrency":1,"states":{"":9}},{"name":"infra-alert","rules":[{"state":"firing","name":"InfraDown","query":"infra_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"infra","level":"0","severity":"CRIT"},"annotations":{"description":"infra_up[type={{ $labels.type }}, instance={{ $labels.instance }}] = {{ $value  | printf \"%.2f\" }} \u003c 1\n","summary":"CRIT InfraDown {{ $labels.type }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":3.696895021,"lastEvaluation":"2026-07-14T05:29:39.22002839+08:00","alerts":[{"state":"pending","name":"InfraDown","value":"0","labels":{"alertgroup":"infra-alert","alertname":"InfraDown","category":"infra","cls":"vlogs","ins":"vlogs-1","instance":"10.31.13.3:9428","ip":"10.31.13.3","job":"infra","level":"0","severity":"CRIT"},"annotations":{"description":"infra_up[type=, instance=10.31.13.3:9428] = 0.00 \u003c 1\n","summary":"CRIT InfraDown @10.31.13.3:9428"},"activeAt":"2026-07-14T05:28:40+08:00","id":"6920021359450300827","rule_id":"34541643354244742","group_id":"17002711367853094751","expression":"infra_up \u003c 1","source":"http://pg-meta-1:8880/vmalert/alert?group_id=17002711367853094751\u0026alert_id=6920021359450300827","restored":false,"stabilizing":false},{"state":"pending","name":"InfraDown","value":"0","labels":{"alertgroup":"infra-alert","alertname":"InfraDown","category":"infra","cls":"vtraces","ins":"vtraces-1","instance":"10.31.13.3:10428","ip":"10.31.13.3","job":"infra","level":"0","severity":"CRIT"},"annotations":{"description":"infra_up[type=, instance=10.31.13.3:10428] = 0.00 \u003c 1\n","summary":"CRIT InfraDown @10.31.13.3:10428"},"activeAt":"2026-07-14T05:29:10+08:00","id":"15415917529401702487","rule_id":"34541643354244742","group_id":"17002711367853094751","expression":"infra_up \u003c 1","source":"http://pg-meta-1:8880/vmalert/alert?group_id=17002711367853094751\u0026alert_id=15415917529401702487","restored":false,"stabilizing":false},{"state":"pending","name":"InfraDown","value":"0","labels":{"alertgroup":"infra-alert","alertname":"InfraDown","category":"infra","cls":"blackbox","ins":"blackbox-1","instance":"10.31.13.3:9115","ip":"10.31.13.3","job":"infra","level":"0","severity":"CRIT"},"annotations":{"description":"infra_up[type=, instance=10.31.13.3:9115] = 0.00 \u003c 1\n","summary":"CRIT InfraDown @10.31.13.3:9115"},"activeAt":"2026-07-14T05:29:10+08:00","id":"2252183624500429174","rule_id":"34541643354244742","group_id":"17002711367853094751","expression":"infra_up \u003c 1","source":"http://pg-meta-1:8880/vmalert/alert?group_id=17002711367853094751\u0026alert_id=2252183624500429174","restored":false,"stabilizing":false},{"state":"firing","name":"InfraDown","value":"0","labels":{"alertgroup":"infra-alert","alertname":"InfraDown","category":"infra","cls":"vmetrics","ins":"vmetrics-1","instance":"10.31.13.3:8428","ip":"10.31.13.3","job":"infra","level":"0","severity":"CRIT"},"annotations":{"description":"infra_up[type=, instance=10.31.13.3:8428] = 0.00 \u003c 1\n","summary":"CRIT InfraDown @10.31.13.3:8428"},"activeAt":"2026-07-14T05:25:50+08:00","id":"3326195853409633956","rule_id":"34541643354244742","group_id":"17002711367853094751","expression":"infra_up \u003c 1","source":"http://pg-meta-1:8880/vmalert/alert?group_id=17002711367853094751\u0026alert_id=3326195853409633956","restored":false,"stabilizing":false},{"state":"firing","name":"InfraDown","value":"0","labels":{"alertgroup":"infra-alert","alertname":"InfraDown","category":"infra","cls":"grafana","ins":"grafana-1","instance":"10.31.13.3:3000","ip":"10.31.13.3","job":"infra","level":"0","severity":"CRIT"},"annotations":{"description":"infra_up[type=, instance=10.31.13.3:3000] = 0.00 \u003c 1\n","summary":"CRIT InfraDown @10.31.13.3:3000"},"activeAt":"2026-07-14T05:25:50+08:00","id":"17047196375805245017","rule_id":"34541643354244742","group_id":"17002711367853094751","expression":"infra_up \u003c 1","source":"http://pg-meta-1:8880/vmalert/alert?group_id=17002711367853094751\u0026alert_id=17047196375805245017","restored":false,"stabilizing":false},{"state":"pending","name":"InfraDown","value":"0","labels":{"alertgroup":"infra-alert","alertname":"InfraDown","category":"infra","cls":"alertmanager","ins":"alertmanager-1","instance":"10.31.13.3:9059","ip":"10.31.13.3","job":"infra","level":"0","severity":"CRIT"},"annotations":{"description":"infra_up[type=, instance=10.31.13.3:9059] = 0.00 \u003c 1\n","summary":"CRIT InfraDown @10.31.13.3:9059"},"activeAt":"2026-07-14T05:28:40+08:00","id":"3393181407881545375","rule_id":"34541643354244742","group_id":"17002711367853094751","expression":"infra_up \u003c 1","source":"http://pg-meta-1:8880/vmalert/alert?group_id=17002711367853094751\u0026alert_id=3393181407881545375","restored":false,"stabilizing":false},{"state":"pending","name":"InfraDown","value":"0","labels":{"alertgroup":"infra-alert","alertname":"InfraDown","category":"infra","cls":"vmalert","ins":"vmalert-1","instance":"10.31.13.3:8880","ip":"10.31.13.3","job":"infra","level":"0","severity":"CRIT"},"annotations":{"description":"infra_up[type=, instance=10.31.13.3:8880] = 0.00 \u003c 1\n","summary":"CRIT InfraDown @10.31.13.3:8880"},"activeAt":"2026-07-14T05:29:00+08:00","id":"11296599679434167018","rule_id":"34541643354244742","group_id":"17002711367853094751","expression":"infra_up \u003c 1","source":"http://pg-meta-1:8880/vmalert/alert?group_id=17002711367853094751\u0026alert_id=11296599679434167018","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":8,"id":"34541643354244742","group_id":"17002711367853094751","group_name":"infra-alert","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"AgentDown","query":"agent_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"infra","level":"0","severity":"CRIT"},"annotations":{"description":"agent_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value  | printf \"%.2f\" }} \u003c 1\n","summary":"CRIT AgentDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.220309829,"lastEvaluation":"2026-07-14T05:29:43.219724989+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"3750705474481061326","group_id":"17002711367853094751","group_name":"infra-alert","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-07-14T05:29:39.220023902+08:00","type":"prometheus","id":"17002711367853094751","file":"/infra/rules/infra.yml","concurrency":1,"states":{"firing":1,"inactive":1}},{"name":"infra-rules","rules":[{"state":"","name":"infra_up","query":"up{job=\"infra\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.113806833,"lastEvaluation":"2026-07-14T05:29:36.926730131+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"3234035625992075699","group_id":"12774679442975532692","group_name":"infra-rules","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20},{"state":"","name":"agent_up","query":"up{job!~\"infra|node|etcd|minio|pgsql|redis|mongo|mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000290752,"lastEvaluation":"2026-07-14T05:29:37.040569422+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"18240803246398356142","group_id":"12774679442975532692","group_name":"infra-rules","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-07-14T05:29:36.926725502+08:00","type":"prometheus","id":"12774679442975532692","file":"/infra/rules/infra.yml","concurrency":1,"states":{"":2}},{"name":"kafka-alert","rules":[{"state":"inactive","name":"KafkaExporterDown","query":"kafka_exporter_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"kafka_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/kafka-overview\n","summary":"CRIT KafkaExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.839026751,"lastEvaluation":"2026-07-14T05:29:39.877006575+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17183818524717989821","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-07-14T05:29:39.877002448+08:00","type":"prometheus","id":"18216149610123607395","file":"/infra/rules/kafka.yml","concurrency":1,"states":{"inactive":1}},{"name":"kafka-rules","rules":[{"state":"","name":"kafka:topic:msg_rate1m","query":"sum without (partition) (rate(kafka_topic_partition_current_offset{}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.321604931,"lastEvaluation":"2026-07-14T05:29:44.208100901+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9640035302838497046","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:topic:msg_rate5m","query":"sum without (partition) (rate(kafka_topic_partition_current_offset{}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.49671764,"lastEvaluation":"2026-07-14T05:29:44.529725659+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1260584614944412054","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:msg_rate1m","query":"sum(kafka:topic:msg_rate1m) without (topic)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.012396684,"lastEvaluation":"2026-07-14T05:29:45.026460851+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2982993432158630217","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:msg_rate5m","query":"sum(kafka:topic:msg_rate5m) without (topic)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001200589,"lastEvaluation":"2026-07-14T05:29:45.038871772+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5876208704524992233","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:msg_rate1m","query":"sum(kafka:topic:msg_rate1m) by (job,cls)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001742351,"lastEvaluation":"2026-07-14T05:29:45.040094042+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2215848289434454790","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:msg_rate5m","query":"sum(kafka:topic:msg_rate5m) by (job,cls)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000670259,"lastEvaluation":"2026-07-14T05:29:45.04184558+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7465869096700892854","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:topic:csg_rate1m","query":"sum without (partition) (rate(kafka_consumergroup_current_offset{}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000763113,"lastEvaluation":"2026-07-14T05:29:45.042527451+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8268850608707360685","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:topic:csg_rate5m","query":"sum without (partition) (rate(kafka_consumergroup_current_offset{}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000795494,"lastEvaluation":"2026-07-14T05:29:45.043302387+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11298121974080847477","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:csg_rate1m","query":"sum(kafka:topic:msg_rate1m) without (topic)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000447585,"lastEvaluation":"2026-07-14T05:29:45.044105424+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13776027734832495243","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:csg_rate5m","query":"sum(kafka:topic:msg_rate5m) without (topic)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000271337,"lastEvaluation":"2026-07-14T05:29:45.044557639+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6498097001309234091","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:csg_rate1m","query":"sum(kafka:topic:msg_rate1m) by (job,cls)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000309057,"lastEvaluation":"2026-07-14T05:29:45.044834635+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7351178623990067116","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:csg_rate5m","query":"sum(kafka:topic:msg_rate5m) by (job,cls)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000458124,"lastEvaluation":"2026-07-14T05:29:45.045150685+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11057549022894723436","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-07-14T05:29:44.208094659+08:00","type":"prometheus","id":"7760010977157438040","file":"/infra/rules/kafka.yml","concurrency":1,"states":{"":12}},{"name":"minio-alert","rules":[{"state":"pending","name":"MinioServerDown","query":"minio_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"minio","level":"0","severity":"CRIT"},"annotations":{"description":"minio_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/minio-overview\n","summary":"CRIT MinioServerDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":2.936154272,"lastEvaluation":"2026-07-14T05:29:39.982112115+08:00","alerts":[{"state":"pending","name":"MinioServerDown","value":"0","labels":{"alertgroup":"minio-alert","alertname":"MinioServerDown","category":"minio","cls":"minio","ins":"minio-1","instance":"10.31.13.3:9000","ip":"10.31.13.3","job":"minio","level":"0","severity":"CRIT"},"annotations":{"description":"minio_up[ins=minio-1, instance=10.31.13.3:9000] = 0 \u003c 1\n/ui/d/minio-overview\n","summary":"CRIT MinioServerDown minio-1@10.31.13.3:9000"},"activeAt":"2026-07-14T05:29:10+08:00","id":"9157742065028201494","rule_id":"5056977363625481287","group_id":"18410437492731671407","expression":"minio_up \u003c 1","source":"http://pg-meta-1:8880/vmalert/alert?group_id=18410437492731671407\u0026alert_id=9157742065028201494","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"5056977363625481287","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioNodeOffline","query":"avg_over_time(minio_cluster_nodes_offline_total{job=\"minio\"}[5m]) \u003e 0","duration":180,"keep_firing_for":0,"labels":{"category":"minio","level":"1","severity":"WARN"},"annotations":{"description":"minio_cluster_nodes_offline_total[cls={{ $labels.cls }}] = {{ $value }} \u003e 0\n/ui/d/minio-overview?from=now-5m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"WARN MinioNodeOffline: {{ $labels.cls }} {{ $value }}"},"lastError":"","evaluationTime":0.295436146,"lastEvaluation":"2026-07-14T05:29:43.021050879+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2036525213060965901","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioDiskOffline","query":"avg_over_time(minio_cluster_disk_offline_total{job=\"minio\"}[5m]) \u003e 0","duration":180,"keep_firing_for":0,"labels":{"category":"minio","level":"1","severity":"WARN"},"annotations":{"description":"minio_cluster_disk_offline_total[cls={{ $labels.cls }}] = {{ $value }} \u003e 0\n/ui/d/minio-overview?from=now-5m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"WARN MinioDiskOffline: {{ $labels.cls }} {{ $value }}"},"lastError":"","evaluationTime":0.014934238,"lastEvaluation":"2026-07-14T05:29:43.316524585+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4683900531696088594","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-07-14T05:29:39.982107367+08:00","type":"prometheus","id":"18410437492731671407","file":"/infra/rules/minio.yml","concurrency":1,"states":{"inactive":2,"pending":1}},{"name":"mysql-alert","rules":[{"state":"inactive","name":"MySQLDown","query":"mysql_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"mysql_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT MySQLDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":1.4299809780000001,"lastEvaluation":"2026-07-14T05:29:40.210022863+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16786489070688799918","group_id":"385405638310046639","group_name":"mysql-alert","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-07-14T05:29:40.210016651+08:00","type":"prometheus","id":"385405638310046639","file":"/infra/rules/mysql.yml","concurrency":1,"states":{"inactive":1}},{"name":"mysql-rules","rules":[],"interval":10,"lastEvaluation":"2026-07-14T05:29:42.035239469+08:00","type":"prometheus","id":"3750884836634632580","file":"/infra/rules/mysql.yml","concurrency":1,"states":{}},{"name":"node-alert","rules":[{"state":"firing","name":"NodeDown","query":"node_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"0","severity":"CRIT"},"annotations":{"description":"node_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT NodeDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":5.695372293,"lastEvaluation":"2026-07-14T05:29:18.821210473+08:00","alerts":[{"state":"firing","name":"NodeDown","value":"0","labels":{"alertgroup":"node-alert","alertname":"NodeDown","category":"node","cls":"pg-meta","ins":"pg-meta-1","instance":"10.31.13.3:9100","ip":"10.31.13.3","job":"node","level":"0","severity":"CRIT"},"annotations":{"description":"node_up[ins=pg-meta-1, instance=10.31.13.3:9100] = 0 \u003c 1\n/ui/d/node-instance?var-ins=pg-meta-1\n","summary":"CRIT NodeDown pg-meta-1@10.31.13.3:9100"},"activeAt":"2026-07-14T05:18:30+08:00","id":"16713411921408013838","rule_id":"16019517992970412958","group_id":"16645464500811562701","expression":"node_up \u003c 1","source":"http://pg-meta-1:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=16713411921408013838","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16019517992970412958","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"HaproxyDown","query":"haproxy_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"0","severity":"CRIT"},"annotations":{"description":"haproxy_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-haproxy?var-ins={{ $labels.ins }}\n","summary":"CRIT HaproxyDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":2.511905822,"lastEvaluation":"2026-07-14T05:29:27.925429212+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"12638265306320626676","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"firing","name":"VectorDown","query":"vector_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"vector_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"WARN VectorDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":3.480388658,"lastEvaluation":"2026-07-14T05:29:30.437360803+08:00","alerts":[{"state":"firing","name":"VectorDown","value":"0","labels":{"alertgroup":"node-alert","alertname":"VectorDown","category":"node","cls":"pg-meta","ins":"pg-meta-1","instance":"10.31.13.3:9598","ip":"10.31.13.3","job":"node","level":"1","severity":"WARN"},"annotations":{"description":"vector_up[ins=pg-meta-1, instance=10.31.13.3:9598] = 0 \u003c 1\n/ui/d/node-instance?var-ins=pg-meta-1\n","summary":"WARN VectorDown pg-meta-1@10.31.13.3:9598"},"activeAt":"2026-07-14T05:18:30+08:00","id":"476038827354957253","rule_id":"9785641553625993683","group_id":"16645464500811562701","expression":"vector_up \u003c 1","source":"http://pg-meta-1:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=476038827354957253","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9785641553625993683","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"firing","name":"DockerDown","query":"docker_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"docker_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"WARN DockerDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":1.402391293,"lastEvaluation":"2026-07-14T05:29:35.117305361+08:00","alerts":[{"state":"firing","name":"DockerDown","value":"0","labels":{"alertgroup":"node-alert","alertname":"DockerDown","category":"node","cls":"pg-meta","ins":"pg-meta-1","instance":"10.31.13.3:9323","ip":"10.31.13.3","job":"node","level":"1","severity":"WARN"},"annotations":{"description":"docker_up[ins=pg-meta-1, instance=10.31.13.3:9323] = 0 \u003c 1\n/ui/d/node-instance?var-ins=pg-meta-1\n","summary":"WARN DockerDown pg-meta-1@10.31.13.3:9323"},"activeAt":"2026-07-14T05:13:30+08:00","id":"3045062441190961396","rule_id":"17519437467855893973","group_id":"16645464500811562701","expression":"docker_up \u003c 1","source":"http://pg-meta-1:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=3045062441190961396","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"17519437467855893973","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KeepalivedDown","query":"keepalived_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"keepalived_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KeepalivedDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.011642957,"lastEvaluation":"2026-07-14T05:29:36.521215979+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14739400565412876089","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeCpuHigh","query":"node:ins:cpu_usage_1m \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:cpu_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 70%\n","summary":"WARN NodeCpuHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":5.307364426,"lastEvaluation":"2026-07-14T05:29:36.532868004+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13796941076028204598","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeLoadHigh","query":"node:ins:stdload1 \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:stdload1[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 100%\n","summary":"WARN NodeLoadHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":1.074688467,"lastEvaluation":"2026-07-14T05:29:41.840252097+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11095295423365407923","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeOutOfMem","query":"node:ins:mem_avail \u003c 0.10","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:mem_avail[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003c 10%\n","summary":"WARN NodeOutOfMem {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.400348316,"lastEvaluation":"2026-07-14T05:29:42.914960341+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8066904298648559398","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeMemSwapped","query":"node:ins:swap_usage \u003e 0.01","duration":300,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:swap_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 1%\n","summary":"WARN NodeMemSwapped {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.303984161,"lastEvaluation":"2026-07-14T05:29:43.315326741+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6229805939734861597","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeFsSpaceFull","query":"node:fs:space_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:fs:space_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 90%\n","summary":"WARN NodeFsSpaceFull {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.002376392,"lastEvaluation":"2026-07-14T05:29:43.619318777+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7038076033337763084","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeFsFilesFull","query":"node:fs:inode_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:fs:inode_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 90%\n","summary":"WARN NodeFsFilesFull {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":2.201144119,"lastEvaluation":"2026-07-14T05:29:43.621702153+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8874572647086784580","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeFdFull","query":"node:ins:fd_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:fd_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 90%\n","summary":"WARN NodeFdFull {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.609994301,"lastEvaluation":"2026-07-14T05:29:45.822857162+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16813281865954641002","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeDiskSlow","query":"node:dev:disk_read_rt_1m{device=\"dfa\"} \u003e 0.032 or node:dev:disk_write_rt_1m{device=\"dfa\"} \u003e 0.032","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"2","severity":"INFO"},"annotations":{"description":"node:dev:disk_read_rt_1m[ins={{ $labels.ins }}] = {{ $value  | printf \"%.6f\" }} \u003e 32ms\n","summary":"INFO NodeReadSlow {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.6f\" }}"},"lastError":"","evaluationTime":2.304770244,"lastEvaluation":"2026-07-14T05:28:12.719450064+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10480812130110156229","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeTcpErrHigh","query":"rate(node:ins:tcp_error[1m]) \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"rate(node:ins:tcp_error{ins={{ $labels.ins }}}[1m]) = {{ $value  | printf \"%.2f\" }} \u003e 1\n","summary":"WARN NodeTcpErrHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":5.597894305,"lastEvaluation":"2026-07-14T05:28:15.024250204+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13135027163341137980","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeTcpRetransHigh","query":"node:ins:tcp_retrans_ratio1m \u003e 1e-2","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"2","severity":"INFO"},"annotations":{"description":"node:ins:tcp_retrans_ratio1m[ins={{ $labels.ins }}] = {{ $value  | printf \"%.6f\" }} \u003e 1%\n","summary":"INFO NodeTcpRetransHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.6f\" }}"},"lastError":"","evaluationTime":5.093166235,"lastEvaluation":"2026-07-14T05:28:20.622157413+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6776646381033655691","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeTimeDrift","query":"node_timex_sync_status != 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node_timex_status[ins={{ $labels.ins }}]) = {{ $value | printf \"%.6f\" }} != 0 or\nnode_timex_sync_status[ins={{ $labels.ins }}]) = {{ $value | printf \"%.6f\" }} != 1\n","summary":"WARN NodeTimeDrift {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=node_timex_sync_status+%21%3D+1\u0026step=300s\u0026time=2026-07-14T05%3A22%3A20%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded during the query: 30.000 seconds (elapsed 50.421 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":52.209085412,"lastEvaluation":"2026-07-14T05:28:25.715345849+08:00","health":"err","type":"alerting","datasourceType":"prometheus","lastSamples":0,"id":"772400409056077844","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-07-14T05:23:02.542935519+08:00","type":"prometheus","id":"16645464500811562701","file":"/infra/rules/node.yml","concurrency":1,"states":{"firing":3,"inactive":13}},{"name":"node-rules","rules":[{"state":"","name":"node:ins:uptime","query":"time() - node_boot_time_seconds","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.239977424,"lastEvaluation":"2026-07-14T05:02:35.189725347+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9401408525170488524","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins","query":"sum without (machine, release, version, sysname, domainname) (\n  label_replace(node_uname_info, \"id\", \"$1\", \"nodename\", \"(.+)\") OR\n  label_replace(node_uname_info, \"id\", \"$1\", \"instance\", \"(.+)\\\\:\\\\d+\") OR\n  label_replace(node_uname_info, \"id\", \"$1\", \"ins\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.108072779,"lastEvaluation":"2026-07-14T05:02:35.4297315+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"7407674611584905885","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:time_irate1m","query":"irate(node_cpu_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.091927121,"lastEvaluation":"2026-07-14T05:02:35.5378386+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":32,"lastSeriesFetched":32,"id":"6511480272498948327","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:total_time_irate1m","query":"sum without (mode) (node:cpu:time_irate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.105019994,"lastEvaluation":"2026-07-14T05:02:35.629821605+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":32,"id":"17132181104544358717","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:idle_time_irate1m","query":"sum without (mode) (node:cpu:time_irate1m{mode=\"idle\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001416442,"lastEvaluation":"2026-07-14T05:02:35.734878415+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"2455974463324679267","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage","query":"1 - node:cpu:idle_time_irate1m / node:cpu:total_time_irate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.293179654,"lastEvaluation":"2026-07-14T05:02:35.736328566+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":8,"id":"9127707955957573694","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage_avg1m","query":"avg_over_time(node:cpu:usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.199795961,"lastEvaluation":"2026-07-14T05:02:36.029563714+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"6524487840412765699","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage_avg5m","query":"avg_over_time(node:cpu:usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000777659,"lastEvaluation":"2026-07-14T05:02:36.229393584+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"11118447404764511547","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage_avg15m","query":"avg_over_time(node:cpu:usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000610747,"lastEvaluation":"2026-07-14T05:02:36.230202276+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"16300686881889951345","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_count","query":"count without (cpu) (node:cpu:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000493264,"lastEvaluation":"2026-07-14T05:02:36.230828173+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"3198138003200265048","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_count","query":"sum by (cls, job) (node:ins:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000479196,"lastEvaluation":"2026-07-14T05:02:36.23134702+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9699243263915215623","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_count","query":"sum by (job) (node:ins:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000305729,"lastEvaluation":"2026-07-14T05:02:36.231841716+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2756649093465966298","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage","query":"avg without (cpu) (node:cpu:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000483985,"lastEvaluation":"2026-07-14T05:02:36.232161954+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"17361968402134592143","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage","query":"avg by (cls, job) (node:cpu:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000382817,"lastEvaluation":"2026-07-14T05:02:36.232662725+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"11734084268823284227","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage","query":"sum by (job) (node:cls:cpu_usage * node:cls:cpu_count) / sum by (job) (node:cls:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.396058165,"lastEvaluation":"2026-07-14T05:02:36.233066424+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16230136649888883038","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage_1m","query":"avg_over_time(node:ins:cpu_usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.103664947,"lastEvaluation":"2026-07-14T05:02:36.629158991+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14901411241616117705","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage_5m","query":"avg_over_time(node:ins:cpu_usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.097998682,"lastEvaluation":"2026-07-14T05:02:36.732851045+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12801543779739365745","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage_15m","query":"avg_over_time(node:ins:cpu_usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.100517499,"lastEvaluation":"2026-07-14T05:02:36.830885609+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9325076280419598175","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage_1m","query":"avg_over_time(node:cls:cpu_usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.200472871,"lastEvaluation":"2026-07-14T05:02:36.931427148+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13999611393183662585","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage_5m","query":"avg_over_time(node:cls:cpu_usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002490499,"lastEvaluation":"2026-07-14T05:02:37.131936173+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11779632751403933217","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage_15m","query":"avg_over_time(node:cls:cpu_usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000434403,"lastEvaluation":"2026-07-14T05:02:37.134437274+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10941882556654924635","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage_1m","query":"avg_over_time(node:env:cpu_usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.197472213,"lastEvaluation":"2026-07-14T05:02:37.134882199+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9817129875516694697","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage_5m","query":"avg_over_time(node:env:cpu_usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.012043898,"lastEvaluation":"2026-07-14T05:02:37.33238259+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13872681658318755785","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage_15m","query":"avg_over_time(node:env:cpu_usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000630676,"lastEvaluation":"2026-07-14T05:02:37.344453643+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14677879818390284497","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:sched_timeslices_rate1m","query":"rate(node_schedstat_timeslices_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.286639961,"lastEvaluation":"2026-07-14T05:02:37.345124122+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"8728579936254624026","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:sched_timeslices_rate1m","query":"sum without (cpu) (node:cpu:sched_timeslices)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.19974212,"lastEvaluation":"2026-07-14T05:02:37.63181065+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10632709283231262498","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:sched_wait_rate1m","query":"rate(node_schedstat_waiting_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":6.596689289,"lastEvaluation":"2026-07-14T05:02:37.831612823+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":4,"id":"18338811278325431648","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:sched_wait_rate1m","query":"avg without (cpu) (node:cpu:sched_wait_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":37.608982434,"lastEvaluation":"2026-07-14T05:02:44.428376935+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"10928534967844092506","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:forks_rate1m","query":"rate(node_forks_total[1m])","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"rate(node_forks_total[1m])\": unexpected response code 429 for http://127.0.0.1:8428/api/v1/query?query=rate%28node_forks_total%5B1m%5D%29\u0026step=300s\u0026time=2026-07-14T05%3A02%3A00%2B08%3A00. Response body couldn't start executing the request in 10.000 seconds, since -search.maxConcurrentRequests=8 concurrent requests are executed. Possible solutions: to reduce query load; to add more compute resources to the server; to increase -search.maxQueueDuration=10s; to increase -search.maxQueryDuration; to increase -search.maxConcurrentRequests\n","evaluationTime":20.299535997,"lastEvaluation":"2026-07-14T05:03:23.943850329+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"1808440412390199276","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:interrupt_rate1m","query":"rate(node_intr_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":231.234826237,"lastEvaluation":"2026-07-14T05:03:44.243400134+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"933163256379823210","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:ctx_switch_rate1m","query":"rate(node_context_switches_total{}[1m])","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"rate(node_context_switches_total{}[1m])\": unexpected response code 429 for http://127.0.0.1:8428/api/v1/query?query=rate%28node_context_switches_total%7B%7D%5B1m%5D%29\u0026step=300s\u0026time=2026-07-14T05%3A02%3A00%2B08%3A00. Response body couldn't start executing the request in 10.000 seconds, since -search.maxConcurrentRequests=8 concurrent requests are executed. Possible solutions: to reduce query load; to add more compute resources to the server; to increase -search.maxQueueDuration=10s; to increase -search.maxQueryDuration; to increase -search.maxConcurrentRequests\n","evaluationTime":38.403863317,"lastEvaluation":"2026-07-14T05:07:37.074668488+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"16604634143594084832","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:stdload1","query":"node_load1 / node:ins:cpu_count","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"node_load1 / node:ins:cpu_count\": unexpected response code 429 for http://127.0.0.1:8428/api/v1/query?query=node_load1+%2F+node%3Ains%3Acpu_count\u0026step=300s\u0026time=2026-07-14T05%3A02%3A00%2B08%3A00. Response body couldn't start executing the request in 10.000 seconds, since -search.maxConcurrentRequests=8 concurrent requests are executed. Possible solutions: to reduce query load; to add more compute resources to the server; to increase -search.maxQueueDuration=10s; to increase -search.maxQueryDuration; to increase -search.maxConcurrentRequests\n","evaluationTime":15.29425589,"lastEvaluation":"2026-07-14T05:08:15.478548666+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"1374289539546190667","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:stdload5","query":"node_load5 / node:ins:cpu_count","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"node_load5 / node:ins:cpu_count\": unexpected response code 429 for http://127.0.0.1:8428/api/v1/query?query=node_load5+%2F+node%3Ains%3Acpu_count\u0026step=300s\u0026time=2026-07-14T05%3A02%3A00%2B08%3A00. Response body couldn't start executing the request in 10.000 seconds, since -search.maxConcurrentRequests=8 concurrent requests are executed. Possible solutions: to reduce query load; to add more compute resources to the server; to increase -search.maxQueueDuration=10s; to increase -search.maxQueryDuration; to increase -search.maxConcurrentRequests\n","evaluationTime":17.701939138,"lastEvaluation":"2026-07-14T05:08:30.772808574+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"12884625502471395315","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:stdload15","query":"node_load15 / node:ins:cpu_count","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"node_load15 / node:ins:cpu_count\": unexpected response code 429 for http://127.0.0.1:8428/api/v1/query?query=node_load15+%2F+node%3Ains%3Acpu_count\u0026step=300s\u0026time=2026-07-14T05%3A02%3A00%2B08%3A00. Response body couldn't start executing the request in 10.000 seconds, since -search.maxConcurrentRequests=8 concurrent requests are executed. Possible solutions: to reduce query load; to add more compute resources to the server; to increase -search.maxQueueDuration=10s; to increase -search.maxQueryDuration; to increase -search.maxConcurrentRequests\n","evaluationTime":13.202927309,"lastEvaluation":"2026-07-14T05:08:48.474765906+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"15908545669906044747","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:stdload1","query":"sum by (cls, job) (node_load1) / node:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"sum by (cls, job) (node_load1) / node:cls:cpu_count\": unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=sum+by+%28cls%2C+job%29+%28node_load1%29+%2F+node%3Acls%3Acpu_count\u0026step=300s\u0026time=2026-07-14T05%3A02%3A00%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded during the query: 30.000 seconds (elapsed 44.075 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":44.397943692,"lastEvaluation":"2026-07-14T05:09:01.677740454+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"7117698929219768668","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:stdload5","query":"sum by (cls, job) (node_load5) / node:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":23.705195175,"lastEvaluation":"2026-07-14T05:09:46.075700815+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"8066263819899311780","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:stdload15","query":"sum by (cls, job) (node_load15) / node:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":13.095804574,"lastEvaluation":"2026-07-14T05:10:09.977789751+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"4847924583435378748","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:stdload1","query":"sum by (job) (node:cls:stdload1) / node:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"sum by (job) (node:cls:stdload1) / node:env:cpu_count\": unexpected response code 429 for http://127.0.0.1:8428/api/v1/query?query=sum+by+%28job%29+%28node%3Acls%3Astdload1%29+%2F+node%3Aenv%3Acpu_count\u0026step=300s\u0026time=2026-07-14T05%3A02%3A00%2B08%3A00. Response body couldn't start executing the request in 10.000 seconds, since -search.maxConcurrentRequests=8 concurrent requests are executed. Possible solutions: to reduce query load; to add more compute resources to the server; to increase -search.maxQueueDuration=10s; to increase -search.maxQueryDuration; to increase -search.maxConcurrentRequests\n","evaluationTime":17.207779194,"lastEvaluation":"2026-07-14T05:10:23.073676268+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"10313513388187095890","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:stdload5","query":"sum by (job) (node:cls:stdload5) / node:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":36.392826938,"lastEvaluation":"2026-07-14T05:10:40.281472364+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15588910471447754058","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:stdload15","query":"sum by (job) (node:cls:stdload15) / node:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"sum by (job) (node:cls:stdload15) / node:env:cpu_count\": unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=sum+by+%28job%29+%28node%3Acls%3Astdload15%29+%2F+node%3Aenv%3Acpu_count\u0026step=300s\u0026time=2026-07-14T05%3A02%3A00%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded during the query: 30.000 seconds (elapsed 43.501 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":45.403774566,"lastEvaluation":"2026-07-14T05:11:16.674345919+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"267035687402678018","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_kernel","query":"node_memory_KernelStack_bytes +\nnode_memory_VmallocUsed_bytes +\nnode_memory_HardwareCorrupted_bytes +\nnode_memory_PageTables_bytes +\nnode_memory_Slab_bytes +\nnode_memory_PageTables_bytes\n","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"node_memory_KernelStack_bytes +\\nnode_memory_VmallocUsed_bytes +\\nnode_memory_HardwareCorrupted_bytes +\\nnode_memory_PageTables_bytes +\\nnode_memory_Slab_bytes +\\nnode_memory_PageTables_bytes\\n\": unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=node_memory_KernelStack_bytes+%2B%0Anode_memory_VmallocUsed_bytes+%2B%0Anode_memory_HardwareCorrupted_bytes+%2B%0Anode_memory_PageTables_bytes+%2B%0Anode_memory_Slab_bytes+%2B%0Anode_memory_PageTables_bytes%0A\u0026step=300s\u0026time=2026-07-14T05%3A02%3A00%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded during the query: 30.000 seconds (elapsed 31.980 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":32.298481275,"lastEvaluation":"2026-07-14T05:12:02.07813382+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"9049200433437858196","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_rss","query":"node_memory_MemTotal_bytes -\n(node_memory_KernelStack_bytes +\nnode_memory_VmallocUsed_bytes +\nnode_memory_HardwareCorrupted_bytes +\nnode_memory_PageTables_bytes +\nnode_memory_Slab_bytes +\nnode_memory_PageTables_bytes) - \nnode_memory_Buffers_bytes -\n(node_memory_Hugepagesize_bytes * node_memory_HugePages_Total) -\n(node_memory_Cached_bytes - node_memory_Mapped_bytes ) -\nnode_memory_MemFree_bytes\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":28.017372794,"lastEvaluation":"2026-07-14T05:12:34.376646984+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":13,"id":"9425556445431079500","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_avail","query":"node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.787416604,"lastEvaluation":"2026-07-14T05:13:02.394057558+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"158920957374443895","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_usage","query":"1 - node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.898147461,"lastEvaluation":"2026-07-14T05:13:05.181496034+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"14309124731473047595","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:swap_usage","query":"1 - node_memory_SwapFree_bytes / node_memory_SwapTotal_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":3.500713328,"lastEvaluation":"2026-07-14T05:13:07.079670796+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"5356025052687237122","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_commit_ratio","query":"node_memory_Committed_AS_bytes / node_memory_CommitLimit_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.201726188,"lastEvaluation":"2026-07-14T05:13:10.580410984+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"7919797404266592199","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:mem_usage","query":"1 - sum by (cls, job) (node_memory_MemAvailable_bytes) / sum by (cls, job) (node_memory_MemTotal_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.119021627,"lastEvaluation":"2026-07-14T05:13:11.78216825+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"96299415574904903","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:mem_total","query":"sum by (job) (node_memory_MemTotal_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.17468658,"lastEvaluation":"2026-07-14T05:13:12.90120824+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6068954742586035092","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:mem_avail","query":"sum by (job) (node_memory_MemAvailable_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000608965,"lastEvaluation":"2026-07-14T05:13:13.075910689+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11612225227846643624","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:mem_usage","query":"1 - node:env:mem_avail / node:env:mem_total","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.5046867879999999,"lastEvaluation":"2026-07-14T05:13:13.076541146+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"14038990321245007802","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pagefault_rate1m","query":"rate(node_vmstat_pgfault[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":3.494650739,"lastEvaluation":"2026-07-14T05:13:14.581251658+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10950558275222527617","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pgmajfault_rate1m","query":"rate(node_vmstat_pgmajfault[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.905434402,"lastEvaluation":"2026-07-14T05:13:19.076563296+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"4820790355900254269","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pagein_rate1m","query":"rate(node_vmstat_pgpgin[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.607870726,"lastEvaluation":"2026-07-14T05:13:21.982059703+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"4941227209866765460","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pageout_rate1m","query":"rate(node_vmstat_pgpgout[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.285363975,"lastEvaluation":"2026-07-14T05:13:22.589949245+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"18096857954112164556","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:swapin_rate1m","query":"rate(node_vmstat_pswpin[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.308238676,"lastEvaluation":"2026-07-14T05:13:22.875344859+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16485949045378414530","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:swapout_rate1m","query":"rate(node_vmstat_pswpout[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.995586654,"lastEvaluation":"2026-07-14T05:13:23.183614632+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"3620137707161442522","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_util_1m","query":"rate(node_disk_io_time_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":3.20683982,"lastEvaluation":"2026-07-14T05:13:24.179227895+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1039640768420056595","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_avg_queue_size","query":"rate(node_disk_io_time_weighted_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":6.613970074,"lastEvaluation":"2026-07-14T05:13:27.386088464+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"375174179580766960","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_reads_rate1m","query":"rate(node_disk_reads_completed_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.79721158,"lastEvaluation":"2026-07-14T05:13:34.781886062+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1682238519860485907","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_reads_rate1m","query":"sum without (device) (node:dev:disk_reads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":7.798567158,"lastEvaluation":"2026-07-14T05:13:36.579142616+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11076488824991184664","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_reads_rate1m","query":"sum by (cls, job) (node:ins:disk_reads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":6.004241141,"lastEvaluation":"2026-07-14T05:13:44.377779554+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"8446566679310242367","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_writes_rate1m","query":"rate(node_disk_writes_completed_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":3.997282686,"lastEvaluation":"2026-07-14T05:13:50.382208084+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10578539936569969585","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_writes_rate1m","query":"sum without (device) (node:dev:disk_writes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.313494944,"lastEvaluation":"2026-07-14T05:13:54.379510268+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7015302838403950630","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_writes_rate1m","query":"sum by (cls, job) (node:ins:disk_writes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":4.995994921,"lastEvaluation":"2026-07-14T05:13:56.693033274+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7391741516196658613","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mreads_rate1m","query":"rate(node_disk_reads_merged_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":3.008629782,"lastEvaluation":"2026-07-14T05:14:01.68905743+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2788581623853275381","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mreads_rate1m","query":"sum without (device) (node:dev:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.776465107,"lastEvaluation":"2026-07-14T05:14:04.697735452+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2778788110194942274","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mreads_rate1m","query":"sum by (cls, job) (node:ins:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":5.819428732,"lastEvaluation":"2026-07-14T05:14:05.474225886+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"5809903126020372797","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mwrites_rate1m","query":"rate(node_disk_writes_merged_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.483133569,"lastEvaluation":"2026-07-14T05:14:11.293679354+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7235084307968569863","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mwrites_rate1m","query":"sum without (device) (node:dev:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.298669281,"lastEvaluation":"2026-07-14T05:14:13.776859981+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16085498518675736216","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mwrites_rate1m","query":"sum by (cls, job) (node:ins:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.002394494,"lastEvaluation":"2026-07-14T05:14:14.075563396+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6835701536281639319","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_iops_1m","query":"node:dev:disk_reads_rate1m + node:dev:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":10.008616386,"lastEvaluation":"2026-07-14T05:14:15.07799559+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"3265428852773095087","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_iops_1m","query":"node:ins:disk_reads_rate1m + node:ins:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":5.392885339,"lastEvaluation":"2026-07-14T05:14:25.086641832+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"2157555957308323204","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_iops_1m","query":"node:cls:disk_reads_rate1m + node:cls:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"node:cls:disk_reads_rate1m + node:cls:disk_writes_rate1m\": unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=node%3Acls%3Adisk_reads_rate1m+%2B+node%3Acls%3Adisk_writes_rate1m\u0026step=300s\u0026time=2026-07-14T05%3A02%3A00%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded during the query: 30.000 seconds (elapsed 126.654 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":146.070427771,"lastEvaluation":"2026-07-14T05:14:30.479550285+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"4493202755107311520","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mreads_ratio1m","query":"node:dev:disk_mreads_rate1m / (node:dev:disk_reads_rate1m + node:dev:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"node:dev:disk_mreads_rate1m / (node:dev:disk_reads_rate1m + node:dev:disk_mreads_rate1m)\": unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=node%3Adev%3Adisk_mreads_rate1m+%2F+%28node%3Adev%3Adisk_reads_rate1m+%2B+node%3Adev%3Adisk_mreads_rate1m%29\u0026step=300s\u0026time=2026-07-14T05%3A02%3A00%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded during the query: 30.000 seconds (elapsed 39.852 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":102.112659655,"lastEvaluation":"2026-07-14T05:16:56.549991721+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"2763597895872782081","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mreads_ratio1m","query":"node:ins:disk_mreads_rate1m / (node:ins:disk_reads_rate1m + node:ins:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":38.188599005,"lastEvaluation":"2026-07-14T05:18:38.662662838+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9706823082731558609","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mreads_ratio1m","query":"node:cls:disk_mreads_rate1m / (node:cls:disk_reads_rate1m + node:cls:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"node:cls:disk_mreads_rate1m / (node:cls:disk_reads_rate1m + node:cls:disk_mreads_rate1m)\": unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=node%3Acls%3Adisk_mreads_rate1m+%2F+%28node%3Acls%3Adisk_reads_rate1m+%2B+node%3Acls%3Adisk_mreads_rate1m%29\u0026step=300s\u0026time=2026-07-14T05%3A02%3A00%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded before starting the query processing: 30.000 seconds (elapsed 414.915 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":417.861138927,"lastEvaluation":"2026-07-14T05:19:17.052303119+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"10946930764275656549","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mwrites_ratio1m","query":"node:dev:disk_mwrites_rate1m / (node:dev:disk_writes_rate1m + node:dev:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"node:dev:disk_mwrites_rate1m / (node:dev:disk_writes_rate1m + node:dev:disk_mwrites_rate1m)\": unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=node%3Adev%3Adisk_mwrites_rate1m+%2F+%28node%3Adev%3Adisk_writes_rate1m+%2B+node%3Adev%3Adisk_mwrites_rate1m%29\u0026step=300s\u0026time=2026-07-14T05%3A02%3A00%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded during the query: 30.000 seconds (elapsed 35.519 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":37.605767945,"lastEvaluation":"2026-07-14T05:26:14.913479125+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"17196040158769018799","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mwrites_ratio1m","query":"node:ins:disk_mwrites_rate1m / (node:ins:disk_writes_rate1m + node:ins:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"node:ins:disk_mwrites_rate1m / (node:ins:disk_writes_rate1m + node:ins:disk_mwrites_rate1m)\": unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=node%3Ains%3Adisk_mwrites_rate1m+%2F+%28node%3Ains%3Adisk_writes_rate1m+%2B+node%3Ains%3Adisk_mwrites_rate1m%29\u0026step=300s\u0026time=2026-07-14T05%3A02%3A00%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded during the query: 30.000 seconds (elapsed 32.731 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":32.798099898,"lastEvaluation":"2026-07-14T05:26:52.519265093+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"16679103603747457899","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mwrites_ratio1m","query":"node:cls:disk_mwrites_rate1m / (node:cls:disk_writes_rate1m + node:cls:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"node:cls:disk_mwrites_rate1m / (node:cls:disk_writes_rate1m + node:cls:disk_mwrites_rate1m)\": unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=node%3Acls%3Adisk_mwrites_rate1m+%2F+%28node%3Acls%3Adisk_writes_rate1m+%2B+node%3Acls%3Adisk_mwrites_rate1m%29\u0026step=300s\u0026time=2026-07-14T05%3A02%3A00%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded during the query: 30.000 seconds (elapsed 31.918 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":32.700691661,"lastEvaluation":"2026-07-14T05:27:25.317379558+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"17945334044271343687","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_bytes_rate1m","query":"rate(node_disk_read_bytes_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"rate(node_disk_read_bytes_total{device=~\\\"[a-z0-9A-Z-_]+\\\"}[1m])\": unexpected response code 429 for http://127.0.0.1:8428/api/v1/query?query=rate%28node_disk_read_bytes_total%7Bdevice%3D~%22%5Ba-z0-9A-Z-_%5D%2B%22%7D%5B1m%5D%29\u0026step=300s\u0026time=2026-07-14T05%3A02%3A00%2B08%3A00. Response body couldn't start executing the request in 10.000 seconds, since -search.maxConcurrentRequests=8 concurrent requests are executed. Possible solutions: to reduce query load; to add more compute resources to the server; to increase -search.maxQueueDuration=10s; to increase -search.maxQueryDuration; to increase -search.maxConcurrentRequests\n","evaluationTime":10.896959938,"lastEvaluation":"2026-07-14T05:27:58.018083692+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"8650203305232689995","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_read_bytes_rate1m","query":"sum without (device) (node:dev:disk_read_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":7.6012248079999996,"lastEvaluation":"2026-07-14T05:28:08.915064359+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"15332426096650223050","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_read_bytes_rate1m","query":"sum by (cls, job) (node:ins:disk_read_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":61.406877726,"lastEvaluation":"2026-07-14T05:28:16.516315325+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12197276198489144125","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_bytes_rate1m","query":"rate(node_disk_written_bytes_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":16.497036337,"lastEvaluation":"2026-07-14T05:29:18.819529508+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"4324285912741160117","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_write_bytes_rate1m","query":"sum without (device) (node:dev:disk_write_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":5.398347422,"lastEvaluation":"2026-07-14T05:29:35.316603925+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2407775415700892680","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_write_bytes_rate1m","query":"sum by (cls, job) (node:ins:disk_write_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":5.106823895,"lastEvaluation":"2026-07-14T05:29:40.714972208+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"18203376499968876383","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_bytes_rate1m","query":"node:dev:disk_read_bytes_rate1m + node:dev:disk_write_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000565263,"lastEvaluation":"2026-07-14T05:02:25.243976107+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"17103780687438674338","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_io_bytes_rate1m","query":"node:ins:disk_read_bytes_rate1m + node:ins:disk_write_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000519158,"lastEvaluation":"2026-07-14T05:02:25.244558303+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"7634097355351364107","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_io_bytes_rate1m","query":"node:cls:disk_read_bytes_rate1m + node:cls:disk_write_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000921404,"lastEvaluation":"2026-07-14T05:02:25.245093704+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12306718345381899195","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_time_rate1m","query":"rate(node_disk_read_time_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00054514,"lastEvaluation":"2026-07-14T05:02:25.246027694+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"493441833603193921","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_time_rate1m","query":"rate(node_disk_write_time_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000379319,"lastEvaluation":"2026-07-14T05:02:25.246587865+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"17392786703656715721","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_time_rate1m","query":"node:dev:disk_read_time_rate1m + node:dev:disk_write_time_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000779923,"lastEvaluation":"2026-07-14T05:02:25.246984141+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"3189036985064629128","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_rt_1m","query":"node:dev:disk_read_time_rate1m / node:dev:disk_reads_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000527214,"lastEvaluation":"2026-07-14T05:02:25.247776739+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"8750903587737753097","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_rt_1m","query":"node:dev:disk_write_time_rate1m / node:dev:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000362596,"lastEvaluation":"2026-07-14T05:02:25.248316498+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15980683014711214494","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_rt_1m","query":"node:dev:disk_io_time_rate1m / node:dev:disk_iops_1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000445636,"lastEvaluation":"2026-07-14T05:02:25.248688543+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"5937514610486234557","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_batch_1m","query":"node:dev:disk_read_bytes_rate1m / node:dev:disk_reads_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000454074,"lastEvaluation":"2026-07-14T05:02:25.249144641+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"7002375119565684291","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_batch_1m","query":"node:dev:disk_write_bytes_rate1m / node:dev:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000483804,"lastEvaluation":"2026-07-14T05:02:25.249615559+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"1251291249556704056","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_batch_1m","query":"node:dev:disk_io_bytes_rate1m / node:dev:disk_iops_1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000567827,"lastEvaluation":"2026-07-14T05:02:25.250116619+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"8531865626973620799","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:free_bytes","query":"node_filesystem_free_bytes{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000442479,"lastEvaluation":"2026-07-14T05:02:25.25070095+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"10979910753063419975","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:avail_bytes","query":"node_filesystem_avail_bytes{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000458142,"lastEvaluation":"2026-07-14T05:02:25.251161998+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"14416783627674954409","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:size_bytes","query":"node_filesystem_size_bytes{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000332643,"lastEvaluation":"2026-07-14T05:02:25.251643567+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"17971205748398254845","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:free_bytes","query":"sum without(device,mountpoint,fstype) (node:fs:free_bytes{fstype!~\"fuse.juicefs\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00039415,"lastEvaluation":"2026-07-14T05:02:25.251989138+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"14063168386326828758","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:avail_bytes","query":"sum without(device,mountpoint,fstype) (node:fs:avail_bytes{fstype!~\"fuse.juicefs\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000590354,"lastEvaluation":"2026-07-14T05:02:25.252397046+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"3654481458632202114","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:size_bytes","query":"sum without(device,mountpoint,fstype) (node:fs:size_bytes{fstype!~\"fuse.juicefs\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000358537,"lastEvaluation":"2026-07-14T05:02:25.252999805+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"3486499289039781120","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:free_bytes","query":"sum by (job,cls) (node:ins:free_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000787799,"lastEvaluation":"2026-07-14T05:02:25.253368283+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"5780044484212321181","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:avail_bytes","query":"sum by (job,cls) (node:ins:avail_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000443231,"lastEvaluation":"2026-07-14T05:02:25.254212558+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9199778895366765533","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:size_bytes","query":"sum by (job,cls) (node:ins:size_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000481991,"lastEvaluation":"2026-07-14T05:02:25.254676141+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"8975245414572035823","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:free_bytes","query":"sum by(job) (node:ins:free_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000563919,"lastEvaluation":"2026-07-14T05:02:25.255195639+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16041035882595269630","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:avail_bytes","query":"sum by(job) (node:ins:avail_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0014009,"lastEvaluation":"2026-07-14T05:02:25.255787165+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"3012382317060460076","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:size_bytes","query":"sum by(job) (node:ins:size_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000422768,"lastEvaluation":"2026-07-14T05:02:25.257255734+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6117543757100819260","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_usage","query":"1 - node:fs:avail_bytes / node:fs:size_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000823052,"lastEvaluation":"2026-07-14T05:02:25.257695417+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"4382999053194567106","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:space_usage","query":"1 - node:cls:avail_bytes / node:cls:size_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000624334,"lastEvaluation":"2026-07-14T05:02:25.25855326+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"18047872142737324375","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:space_usage","query":"1 - node:env:avail_bytes / node:env:size_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00058335,"lastEvaluation":"2026-07-14T05:02:25.25919047+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"18287372629020590798","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:space_usage_max","query":"max without (device, fstype, mountpoint) (node:fs:space_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000563669,"lastEvaluation":"2026-07-14T05:02:25.259785033+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"3694672307248483276","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:space_usage_max","query":"max by (job, cls) (node:ins:space_usage_max)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00034002,"lastEvaluation":"2026-07-14T05:02:25.260359182+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"4567425561398323456","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:device_space_usage_max","query":"max by (job, device, fstype, mountpoint) (node:fs:space_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000367966,"lastEvaluation":"2026-07-14T05:02:25.260708431+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"7149798921473966970","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_deriv1h","query":"deriv(node:fs:avail_bytes[1h])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000479556,"lastEvaluation":"2026-07-14T05:02:25.261089243+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"13071905999467551393","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_exhaust","query":"clamp(node:fs:avail_bytes / - node:fs:space_deriv1h, -1, 126230400)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000515449,"lastEvaluation":"2026-07-14T05:02:25.261595695+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"825737251977168433","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_predict_1d","query":"predict_linear(node:fs:avail_bytes[1h], 86400)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000397157,"lastEvaluation":"2026-07-14T05:02:25.262129352+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"7312162486390882946","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_free","query":"node_filesystem_files_free{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000410424,"lastEvaluation":"2026-07-14T05:02:25.262543112+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"7764012614224560675","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_total","query":"node_filesystem_files{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000410074,"lastEvaluation":"2026-07-14T05:02:25.262971893+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"12221817593094781928","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_used","query":"node:fs:inode_total - node:fs:inode_free","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000562497,"lastEvaluation":"2026-07-14T05:02:25.263397648+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"2353235944113471835","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_usage","query":"1 - (node:fs:inode_free / node:fs:inode_total)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00062249,"lastEvaluation":"2026-07-14T05:02:25.263981779+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"13017375553537892486","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:inode_usage","query":"sum without (fstype, device, mountpoint) (node:fs:inode_used{fstype!~\"fuse.juicefs\"}) /\nsum without (fstype, device, mountpoint) (node:fs:inode_total{fstype!~\"fuse.juicefs\"})\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000827501,"lastEvaluation":"2026-07-14T05:02:25.264617166+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"10136767057603863587","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:fd_usage","query":"node_filefd_allocated / node_filefd_maximum","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000648183,"lastEvaluation":"2026-07-14T05:02:25.265485179+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"4955618590193918914","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:fd_alloc_rate1m","query":"rate(node_filefd_allocated[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00041359,"lastEvaluation":"2026-07-14T05:02:25.266176771+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13170875815063382245","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_tx_pps1m","query":"rate(node_network_transmit_packets_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000880029,"lastEvaluation":"2026-07-14T05:02:25.26660977+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"9834574141084855052","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_tx_pps1m","query":"sum without (device) (node:dev:network_tx_pps1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000536253,"lastEvaluation":"2026-07-14T05:02:25.267517677+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":5,"id":"2500392901825298143","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_tx_pps1m","query":"sum by (cls, job) (node:ins:network_tx_pps1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000363799,"lastEvaluation":"2026-07-14T05:02:25.268069923+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1475677575844446161","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_rx_pps1m","query":"rate(node_network_receive_packets_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000451299,"lastEvaluation":"2026-07-14T05:02:25.268457119+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"17121500552515957491","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_rx_pps1m","query":"sum without (device) (node:dev:network_rx_pps1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000494256,"lastEvaluation":"2026-07-14T05:02:25.268932586+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":5,"id":"2351586985660014451","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_rx_pps1m","query":"sum by (cls, job) (node:ins:network_rx_pps1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000358877,"lastEvaluation":"2026-07-14T05:02:25.269446202+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7923903420092600421","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_tx_bytes_rate1m","query":"rate(node_network_transmit_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000499928,"lastEvaluation":"2026-07-14T05:02:25.269821353+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"10778242466479833539","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_tx_bytes_rate1m","query":"sum without (device) (node:dev:network_tx_bytes_rate1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000803722,"lastEvaluation":"2026-07-14T05:02:25.270354509+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":5,"id":"8745313656592943169","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_tx_bytes_rate1m","query":"sum by (cls, job) (node:ins:network_tx_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00052558,"lastEvaluation":"2026-07-14T05:02:25.271182942+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"3466082146143059447","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_rx_bytes_rate1m","query":"rate(node_network_receive_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000741284,"lastEvaluation":"2026-07-14T05:02:25.271726629+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"11329708595306275246","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_rx_bytes_rate1m","query":"sum without (device) (node:dev:network_rx_bytes_rate1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000764561,"lastEvaluation":"2026-07-14T05:02:25.272528417+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":5,"id":"8694923600102619729","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_rx_bytes_rate1m","query":"sum by (cls, job) (node:ins:network_rx_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000307002,"lastEvaluation":"2026-07-14T05:02:25.273307067+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"17155521437898369647","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_io_bytes_rate1m","query":"node:dev:network_tx_bytes_rate1m + node:dev:network_rx_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000996458,"lastEvaluation":"2026-07-14T05:02:25.273628408+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":12,"id":"11130441513454892196","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_io_bytes_rate1m","query":"node:ins:network_tx_bytes_rate1m + node:ins:network_rx_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000517914,"lastEvaluation":"2026-07-14T05:02:25.274656742+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"3892043452148036421","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_io_bytes_rate1m","query":"node:cls:network_tx_bytes_rate1m + node:cls:network_rx_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00047236,"lastEvaluation":"2026-07-14T05:02:25.275205951+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12704071980150434653","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_insegs_rate1m","query":"rate(node_netstat_Tcp_InSegs[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000379551,"lastEvaluation":"2026-07-14T05:02:25.275689214+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2095464197458670527","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_outsegs_rate1m","query":"rate(node_netstat_Tcp_OutSegs[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00043748,"lastEvaluation":"2026-07-14T05:02:25.276084748+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16922243865170929429","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_retranssegs_rate1m","query":"rate(node_netstat_Tcp_RetransSegs[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000352195,"lastEvaluation":"2026-07-14T05:02:25.276539572+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12630992637797387537","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_segs_rate1m","query":"node:ins:tcp_insegs_rate1m + node:ins:tcp_outsegs_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000760514,"lastEvaluation":"2026-07-14T05:02:25.276907118+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"3370957586048932247","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_retrans_ratio1m","query":"node:ins:tcp_retranssegs_rate1m / node:ins:tcp_outsegs_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000397246,"lastEvaluation":"2026-07-14T05:02:25.27767692+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12061866672527319811","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_error","query":"node_netstat_TcpExt_ListenOverflows +\nnode_netstat_TcpExt_ListenDrops +\nnode_netstat_Tcp_InErrs\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000814816,"lastEvaluation":"2026-07-14T05:02:25.278112816+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"2327029536744172221","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_error_rate1m","query":"rate(node:ins:tcp_error[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000270347,"lastEvaluation":"2026-07-14T05:02:25.278943654+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"504568682359502182","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_passive_opens_rate1m","query":"rate(node_netstat_Tcp_PassiveOpens[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000324926,"lastEvaluation":"2026-07-14T05:02:25.279227258+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"364941722437328862","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_active_opens_rate1m","query":"rate(node_netstat_Tcp_ActiveOpens[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000605705,"lastEvaluation":"2026-07-14T05:02:25.279567727+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"15408295591702414230","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_attempt_fails_rate1m","query":"rate(node_netstat_Tcp_AttemptFails[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000229772,"lastEvaluation":"2026-07-14T05:02:25.280186559+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10057672448710284842","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_estab_resets_rate1m","query":"rate(node_netstat_Tcp_EstabResets[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000256709,"lastEvaluation":"2026-07-14T05:02:25.280422383+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17671799673889975654","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_overflow_rate1m","query":"rate(node_netstat_TcpExt_ListenOverflows[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000309547,"lastEvaluation":"2026-07-14T05:02:25.280689613+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16102654749192581656","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_dropped_rate1m","query":"rate(node_netstat_TcpExt_ListenDrops[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00028196,"lastEvaluation":"2026-07-14T05:02:25.281013268+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"441294451272562185","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:udp_in_rate1m","query":"rate(node_netstat_Udp_InDatagrams{}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000339508,"lastEvaluation":"2026-07-14T05:02:25.281308675+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13020822701543001053","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:udp_out_rate1m","query":"rate(node_netstat_Udp_OutDatagrams[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00030205,"lastEvaluation":"2026-07-14T05:02:25.28167584+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"816231822340098869","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:time_drift","query":"abs(node_timex_offset_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000575092,"lastEvaluation":"2026-07-14T05:02:25.282004045+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7682200244850562782","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:time_drift_max","query":"max by (cls, job) (node:ins:time_drift)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000390684,"lastEvaluation":"2026-07-14T05:02:25.282590981+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11993828628350714389","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:time_drift_range","query":"max by (cls, job) (node_ntp_offset_seconds) - min by (cls, job) (node_ntp_offset_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000205252,"lastEvaluation":"2026-07-14T05:02:25.282994611+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15889567878220105564","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:ins:usage","query":"(100 - haproxy_process_idle_time_percent) / 100","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000319005,"lastEvaluation":"2026-07-14T05:02:25.283208771+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2939446184940134053","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:cls:usage","query":"avg by (cls, job) (haproxy:ins:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000473995,"lastEvaluation":"2026-07-14T05:02:25.283537737+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16940574373432258100","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:ins:uptime","query":"time() - haproxy_process_start_time_seconds","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000421276,"lastEvaluation":"2026-07-14T05:02:25.284023977+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16338792656219911194","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:ins:service_up","query":"sum by (ins,proxy) (haproxy_server_status{state=\"UP\", proxy!='stats'}) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000389301,"lastEvaluation":"2026-07-14T05:02:25.284457588+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"1344148196238044354","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:cls:service_up","query":"sum by (cls,proxy) (haproxy_server_status{state=\"UP\", proxy!='stats'}) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000529228,"lastEvaluation":"2026-07-14T05:02:25.284861238+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"16649755141579707266","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-07-14T05:02:25.189672793+08:00","type":"prometheus","id":"9569716277840004918","file":"/infra/rules/node.yml","concurrency":1,"states":{"":163}},{"name":"pgbouncer-rules","rules":[{"state":"","name":"pgbouncer:ins:pools","query":"sum without (list) (pgbouncer_list_items{list=\"pools\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":24.016933482,"lastEvaluation":"2026-07-14T05:26:29.51457574+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"12942647622366792126","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:pool_databases","query":"sum without (list) (pgbouncer_list_items{list=\"databases\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":29.594420639,"lastEvaluation":"2026-07-14T05:26:53.53152985+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"13713259204279716297","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:pool_users","query":"sum without (list) (pgbouncer_list_items{list=\"users\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":13.296799682,"lastEvaluation":"2026-07-14T05:27:23.125961089+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"18065923159853984181","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:login_clients","query":"sum without (list) (pgbouncer_list_items{list=\"login_clients\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":18.597873395,"lastEvaluation":"2026-07-14T05:27:36.422793591+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"11296445438106877812","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:free_clients","query":"sum without (list) (pgbouncer_list_items{list=\"free_clients\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.597982082,"lastEvaluation":"2026-07-14T05:27:55.020688877+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"18059692414698575640","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:used_clients","query":"sum without (list) (pgbouncer_list_items{list=\"used_clients\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":12.102602616,"lastEvaluation":"2026-07-14T05:27:57.618680295+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"16936560641674546848","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:free_servers","query":"sum without (list) (pgbouncer_list_items{list=\"free_servers\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.601035395,"lastEvaluation":"2026-07-14T05:28:09.721318898+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"8510951014774195104","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_max_conn","query":"pgbouncer_database_pool_size{datname!=\"pgbouncer\"} + pgbouncer_database_reserve_pool{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":23.594910463,"lastEvaluation":"2026-07-14T05:28:11.322365604+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":4,"id":"4569381032620845819","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_size","query":"pgbouncer_database_pool_size{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"pgbouncer_database_pool_size{datname!=\\\"pgbouncer\\\"}\": unexpected response code 429 for http://127.0.0.1:8428/api/v1/query?query=pgbouncer_database_pool_size%7Bdatname%21%3D%22pgbouncer%22%7D\u0026step=300s\u0026time=2026-07-14T05%3A25%3A50%2B08%3A00. Response body couldn't start executing the request in 10.000 seconds, since -search.maxConcurrentRequests=8 concurrent requests are executed. Possible solutions: to reduce query load; to add more compute resources to the server; to increase -search.maxQueueDuration=10s; to increase -search.maxQueryDuration; to increase -search.maxConcurrentRequests\n","evaluationTime":38.301249678,"lastEvaluation":"2026-07-14T05:28:34.917326001+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"14314431412376948506","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_reserve_size","query":"pgbouncer_database_reserve_pool{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":11.025829696,"lastEvaluation":"2026-07-14T05:29:13.218609252+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":2,"id":"14177969376751796058","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_current_conn","query":"pgbouncer_database_current_connections{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":3.074148091,"lastEvaluation":"2026-07-14T05:29:24.244458955+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":2,"id":"2583612998387707560","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_paused","query":"pgbouncer_database_paused{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.519436691,"lastEvaluation":"2026-07-14T05:29:27.318635008+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":2,"id":"307446159873871703","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_disabled","query":"pgbouncer_database_disabled{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.893459945,"lastEvaluation":"2026-07-14T05:29:29.838096145+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":2,"id":"16396425284889826859","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:conn_usage","query":"pgbouncer:db:pool_current_conn / pgbouncer:db:pool_size","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.687724618,"lastEvaluation":"2026-07-14T05:29:31.73157766+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9896262438831468293","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:conn_usage_reserve","query":"pgbouncer:db:pool_current_conn / pgbouncer:db:pool_max_conn","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.696942664,"lastEvaluation":"2026-07-14T05:29:32.419325492+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3340962010117008318","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:maxwait","query":"pgbouncer_pool_maxwait{datname!=\"pgbouncer\"} + pgbouncer_pool_maxwait_us{datname!=\"pgbouncer\"} / 1000000","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.902905348,"lastEvaluation":"2026-07-14T05:29:35.116276151+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13721659189519079860","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:maxwait","query":"max without(user, pool_mode) (pgbouncer:pool:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.212839834,"lastEvaluation":"2026-07-14T05:29:36.019189766+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2501772842606390421","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:maxwait","query":"max without(datname) (pgbouncer:db:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.286792914,"lastEvaluation":"2026-07-14T05:29:36.23204058+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14047226077408826600","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:maxwait","query":"max by (job, cls) (pgbouncer:ins:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000493881,"lastEvaluation":"2026-07-14T05:29:36.518857519+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10054454817646615404","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:maxwait","query":"max by (job) (pgbouncer:cls:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.013561646,"lastEvaluation":"2026-07-14T05:29:36.519363213+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18011942596883792789","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:active_servers","query":"pgbouncer_pool_active_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001462008,"lastEvaluation":"2026-07-14T05:29:36.53293078+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13070576377035100461","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:active_servers","query":"sum without(user, pool_mode) (pgbouncer:pool:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000631347,"lastEvaluation":"2026-07-14T05:29:36.534405191+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11245358715280526026","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:active_servers","query":"sum without(datname) (pgbouncer:db:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001074475,"lastEvaluation":"2026-07-14T05:29:36.535045004+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8656284353938743601","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:active_servers","query":"sum by (job, cls) (pgbouncer:ins:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000577898,"lastEvaluation":"2026-07-14T05:29:36.536126723+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11267453456318829085","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:active_servers","query":"sum by (job) (pgbouncer:cls:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.18140625,"lastEvaluation":"2026-07-14T05:29:36.536716893+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11469927817621831632","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:idle_servers","query":"pgbouncer_pool_idle_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.102343458,"lastEvaluation":"2026-07-14T05:29:36.718139363+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7827547889023447621","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:idle_servers","query":"max without(user, pool_mode) (pgbouncer:pool:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.014327936,"lastEvaluation":"2026-07-14T05:29:36.820489513+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11512556696953898705","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:idle_servers","query":"sum without(datname) (pgbouncer:db:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001624551,"lastEvaluation":"2026-07-14T05:29:36.834829371+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3370469537464805857","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:idle_servers","query":"sum by (job, cls) (pgbouncer:ins:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.204124828,"lastEvaluation":"2026-07-14T05:29:36.8364636+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11476642093148412989","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:idle_servers","query":"sum by (job) (pgbouncer:cls:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000598426,"lastEvaluation":"2026-07-14T05:29:37.04060011+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5947924773536321260","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:used_servers","query":"pgbouncer_pool_used_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000389927,"lastEvaluation":"2026-07-14T05:29:37.041216549+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5132143281003424133","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:used_servers","query":"max without(user, pool_mode) (pgbouncer:pool:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.178192874,"lastEvaluation":"2026-07-14T05:29:37.041615173+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9060300402750789799","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:used_servers","query":"sum without(datname) (pgbouncer:db:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.010482183,"lastEvaluation":"2026-07-14T05:29:37.219831491+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6309442615454041777","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:used_servers","query":"sum by (job, cls) (pgbouncer:ins:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003212093,"lastEvaluation":"2026-07-14T05:29:37.230325436+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9251530493516850913","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:used_servers","query":"sum by (job) (pgbouncer:cls:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.388157546,"lastEvaluation":"2026-07-14T05:29:37.233567875+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5466262681065599200","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:tested_servers","query":"pgbouncer_pool_tested_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.105257784,"lastEvaluation":"2026-07-14T05:29:37.621747132+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13854649105927815609","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:tested_servers","query":"max without(user, pool_mode) (pgbouncer:pool:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001762437,"lastEvaluation":"2026-07-14T05:29:37.727025965+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"266362474762068467","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:tested_servers","query":"sum without(datname) (pgbouncer:db:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000372645,"lastEvaluation":"2026-07-14T05:29:37.728799343+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15604940452557989301","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:tested_servers","query":"sum by (job, cls) (pgbouncer:ins:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000391049,"lastEvaluation":"2026-07-14T05:29:37.729181446+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8927093612182810757","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:tested_servers","query":"sum by (job) (pgbouncer:cls:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000599508,"lastEvaluation":"2026-07-14T05:29:37.729585299+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14647098826657490512","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:login_servers","query":"pgbouncer_pool_login_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000315509,"lastEvaluation":"2026-07-14T05:29:37.730190217+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2785493443077456583","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:login_servers","query":"max without(user, pool_mode) (pgbouncer:pool:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000235049,"lastEvaluation":"2026-07-14T05:29:37.73051292+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15456536158287755285","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:login_servers","query":"sum without(datname) (pgbouncer:db:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000242732,"lastEvaluation":"2026-07-14T05:29:37.730765602+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16279662453057123063","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:login_servers","query":"sum by (job, cls) (pgbouncer:ins:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000213789,"lastEvaluation":"2026-07-14T05:29:37.731014094+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11669796278784953575","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:login_servers","query":"sum by (job) (pgbouncer:cls:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00024675,"lastEvaluation":"2026-07-14T05:29:37.731235077+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10393964524441528956","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:active_clients","query":"pgbouncer_pool_active_clients{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000426455,"lastEvaluation":"2026-07-14T05:29:37.731487437+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3880454760516650325","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:active_clients","query":"max without(user, pool_mode) (pgbouncer:pool:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000258071,"lastEvaluation":"2026-07-14T05:29:37.73192288+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5135853015020261113","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:active_clients","query":"sum without(datname) (pgbouncer:db:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000273972,"lastEvaluation":"2026-07-14T05:29:37.732192953+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15842760231761769377","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:active_clients","query":"sum by (job, cls) (pgbouncer:ins:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000247311,"lastEvaluation":"2026-07-14T05:29:37.732476843+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3587927330746539117","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:active_clients","query":"sum by (job) (pgbouncer:cls:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000215423,"lastEvaluation":"2026-07-14T05:29:37.732731258+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14859089288488537880","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:waiting_clients","query":"pgbouncer_pool_waiting_clients{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000258181,"lastEvaluation":"2026-07-14T05:29:37.732953251+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3288314449700698863","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:waiting_clients","query":"max without(user, pool_mode) (pgbouncer:pool:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000271486,"lastEvaluation":"2026-07-14T05:29:37.733218626+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18089947826512265237","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:waiting_clients","query":"sum without(datname) (pgbouncer:db:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000199402,"lastEvaluation":"2026-07-14T05:29:37.733500171+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7638669144183311775","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:waiting_clients","query":"sum by (job, cls) (pgbouncer:ins:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000248023,"lastEvaluation":"2026-07-14T05:29:37.733705785+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3234624365564887887","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:waiting_clients","query":"sum by (job) (pgbouncer:cls:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000267498,"lastEvaluation":"2026-07-14T05:29:37.733958246+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"267226942804466528","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:tx_rate1m","query":"rate(pgbouncer_stat_total_sent{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00038594,"lastEvaluation":"2026-07-14T05:29:37.734238569+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11167750833867463178","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:tx_rate1m","query":"sum without (datname) (pgbouncer:db:tx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000330437,"lastEvaluation":"2026-07-14T05:29:37.734633686+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18245525938526752761","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:tx_rate1m","query":"sum by (job, cls) (pgbouncer:ins:tx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000197478,"lastEvaluation":"2026-07-14T05:29:37.734971236+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17696731431565508909","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:tx_rate1m","query":"sum by (job) (pgbouncer:cls:tx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000233616,"lastEvaluation":"2026-07-14T05:29:37.735173724+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13305896490371079622","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:rx_rate1m","query":"rate(pgbouncer_stat_total_received{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000294441,"lastEvaluation":"2026-07-14T05:29:37.735417748+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12578426972751111097","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:rx_rate1m","query":"sum without (datname) (pgbouncer:db:rx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000211053,"lastEvaluation":"2026-07-14T05:29:37.735722487+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3109363724158199661","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:rx_rate1m","query":"sum by (job, cls) (pgbouncer:ins:rx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00019317,"lastEvaluation":"2026-07-14T05:29:37.735939912+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5591676709588192465","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:rx_rate1m","query":"sum by (job) (pgbouncer:cls:rx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000513808,"lastEvaluation":"2026-07-14T05:29:37.736140126+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3563988668216636666","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rate1m","query":"rate(pgbouncer_stat_total_xact_count{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000313545,"lastEvaluation":"2026-07-14T05:29:37.736660978+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3740625630271081688","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rate1m","query":"sum without(datname) (pgbouncer:db:xact_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000277378,"lastEvaluation":"2026-07-14T05:29:37.736982307+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14136611538080937873","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rate1m","query":"sum by (job, cls) (pgbouncer:ins:xact_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000210483,"lastEvaluation":"2026-07-14T05:29:37.73726801+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2087352219426969421","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rate1m","query":"sum by (job) (pgbouncer:cls:xact_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000222846,"lastEvaluation":"2026-07-14T05:29:37.737487119+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17766745823825320666","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rate5m","query":"rate(pgbouncer_stat_total_xact_count{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000265414,"lastEvaluation":"2026-07-14T05:29:37.737714704+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16116456164446556784","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rate5m","query":"sum without(datname) (pgbouncer:db:xact_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000329385,"lastEvaluation":"2026-07-14T05:29:37.73798621+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9316447337150496513","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rate5m","query":"sum by (job, cls) (pgbouncer:ins:xact_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000261607,"lastEvaluation":"2026-07-14T05:29:37.738326345+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12195971447631486621","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rate5m","query":"sum by (job) (pgbouncer:cls:xact_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000307604,"lastEvaluation":"2026-07-14T05:29:37.738593102+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1538991519392549298","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rate15m","query":"rate(pgbouncer_stat_total_xact_count{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000216353,"lastEvaluation":"2026-07-14T05:29:37.738908591+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9888718009919646074","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rate15m","query":"sum without(datname) (pgbouncer:db:xact_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000228626,"lastEvaluation":"2026-07-14T05:29:37.739130766+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9056490063223125409","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rate15m","query":"sum by (job, cls) (pgbouncer:ins:xact_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000227144,"lastEvaluation":"2026-07-14T05:29:37.739365192+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14493635541073050145","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rate15m","query":"sum by (job) (pgbouncer:cls:xact_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.798850058,"lastEvaluation":"2026-07-14T05:29:37.739597004+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17730415957785363616","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_time_rate1m","query":"rate(pgbouncer_stat_total_xact_time{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000435441,"lastEvaluation":"2026-07-14T05:29:38.538458453+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12204560841681626988","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_time_rate1m","query":"sum without(datname) (pgbouncer:db:xact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.177387754,"lastEvaluation":"2026-07-14T05:29:38.538905467+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8759875995429366625","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_time_rate1m","query":"sum by (job, cls) (pgbouncer:ins:xact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.006990465,"lastEvaluation":"2026-07-14T05:29:38.716310844+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1736394159076550749","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_time_rate1m","query":"sum by (job) (pgbouncer:cls:xact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.195212874,"lastEvaluation":"2026-07-14T05:29:39.723314483+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3044688242506794692","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_time_rate5m","query":"rate(pgbouncer_stat_total_xact_time{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.796183855,"lastEvaluation":"2026-07-14T05:29:39.918542395+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3400571581623895300","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_time_rate5m","query":"sum without(datname) (pgbouncer:db:xact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.103341993,"lastEvaluation":"2026-07-14T05:29:40.714758349+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8527357197719493009","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_time_rate5m","query":"sum by (job, cls) (pgbouncer:ins:xact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.200399328,"lastEvaluation":"2026-07-14T05:29:42.818123594+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16453928933640051629","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_time_rate5m","query":"sum by (job) (pgbouncer:cls:xact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002718282,"lastEvaluation":"2026-07-14T05:29:43.018545524+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11216385055538176124","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_time_rate15m","query":"rate(pgbouncer_stat_total_xact_time{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.108369839,"lastEvaluation":"2026-07-14T05:29:43.021268715+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6914809366373461532","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_time_rate15m","query":"sum without(datname) (pgbouncer:db:xact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.183871387,"lastEvaluation":"2026-07-14T05:29:43.129650326+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12798326756859976103","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_time_rate15m","query":"sum by (job, cls) (pgbouncer:ins:xact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.018396617,"lastEvaluation":"2026-07-14T05:29:43.313527885+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16996761605058576511","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_time_rate15m","query":"sum by (job) (pgbouncer:cls:xact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000285262,"lastEvaluation":"2026-07-14T05:29:43.331934079+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"992539772389130880","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_1m","query":"pgbouncer:db:xact_time_rate1m / pgbouncer:db:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.085115783,"lastEvaluation":"2026-07-14T05:29:43.332223349+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8525378170363989820","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_1m","query":"pgbouncer:ins:xact_time_rate1m / pgbouncer:ins:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.021773706,"lastEvaluation":"2026-07-14T05:29:43.417346355+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4896629337565647312","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_1m","query":"pgbouncer:cls:xact_time_rate1m / pgbouncer:cls:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.074230657,"lastEvaluation":"2026-07-14T05:29:43.439128216+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5159897392552725916","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_1m","query":"pgbouncer:env:xact_time_rate1m / pgbouncer:env:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.103784136,"lastEvaluation":"2026-07-14T05:29:43.513377237+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7587791248660677295","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_5m","query":"pgbouncer:db:xact_time_rate5m / pgbouncer:db:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005254131,"lastEvaluation":"2026-07-14T05:29:43.617183063+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14577319059785982568","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_5m","query":"pgbouncer:ins:xact_time_rate5m / pgbouncer:ins:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000655551,"lastEvaluation":"2026-07-14T05:29:43.62244595+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6586495870499275860","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_5m","query":"pgbouncer:cls:xact_time_rate5m / pgbouncer:cls:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001036714,"lastEvaluation":"2026-07-14T05:29:43.623109057+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17907336253281296832","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_5m","query":"pgbouncer:env:xact_time_rate5m / pgbouncer:env:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00064904,"lastEvaluation":"2026-07-14T05:29:43.624158435+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"95410560678652499","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_15m","query":"pgbouncer:db:xact_time_rate15m / pgbouncer:db:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000606723,"lastEvaluation":"2026-07-14T05:29:43.624820229+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6831773782268294533","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_15m","query":"pgbouncer:ins:xact_time_rate15m / pgbouncer:ins:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000414283,"lastEvaluation":"2026-07-14T05:29:43.625439414+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3933710577263101571","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_15m","query":"pgbouncer:cls:xact_time_rate15m / pgbouncer:cls:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000205934,"lastEvaluation":"2026-07-14T05:29:43.625864186+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10312057244330643","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_15m","query":"pgbouncer:env:xact_time_rate15m / pgbouncer:env:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000395187,"lastEvaluation":"2026-07-14T05:29:43.626078787+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17734341176475276344","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rate1m","query":"rate(pgbouncer_stat_total_query_count{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000415263,"lastEvaluation":"2026-07-14T05:29:43.626483041+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4030236339489876276","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rate1m","query":"sum without(datname) (pgbouncer:db:query_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000492069,"lastEvaluation":"2026-07-14T05:29:43.626907632+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13263051225998082001","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rate1m","query":"sum by (job, cls) (pgbouncer:ins:query_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000338271,"lastEvaluation":"2026-07-14T05:29:43.62742123+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16553216261411093869","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rate1m","query":"sum by (job) (pgbouncer:cls:query_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000245808,"lastEvaluation":"2026-07-14T05:29:43.627766184+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3678920803507566516","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rate5m","query":"rate(pgbouncer_stat_total_query_count{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000263392,"lastEvaluation":"2026-07-14T05:29:43.628019346+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13473450182174373820","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rate5m","query":"sum without(datname) (pgbouncer:db:query_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000529116,"lastEvaluation":"2026-07-14T05:29:43.628292647+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1043525826962439297","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rate5m","query":"sum by (job, cls) (pgbouncer:ins:query_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000373287,"lastEvaluation":"2026-07-14T05:29:43.628830539+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15749103647105979325","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rate5m","query":"sum by (job) (pgbouncer:cls:query_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000342969,"lastEvaluation":"2026-07-14T05:29:43.629212753+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10209334791949470236","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rate15m","query":"rate(pgbouncer_stat_total_query_count{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000307483,"lastEvaluation":"2026-07-14T05:29:43.629564508+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11963653117917925868","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rate15m","query":"sum without(datname) (pgbouncer:db:query_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000291554,"lastEvaluation":"2026-07-14T05:29:43.62988136+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9742666048875778503","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rate15m","query":"sum by (job, cls) (pgbouncer:ins:query_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000322292,"lastEvaluation":"2026-07-14T05:29:43.630183443+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9268097988831688327","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rate15m","query":"sum by (job) (pgbouncer:cls:query_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000286554,"lastEvaluation":"2026-07-14T05:29:43.630514481+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1339791792332322656","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_time_rate1m","query":"rate(pgbouncer_stat_total_query_time{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000300951,"lastEvaluation":"2026-07-14T05:29:43.630810463+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15918163108252826884","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_time_rate1m","query":"sum without(datname) (pgbouncer:db:query_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000315318,"lastEvaluation":"2026-07-14T05:29:43.631117686+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2884077342831643905","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_time_rate1m","query":"sum by (job, cls) (pgbouncer:ins:query_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000282738,"lastEvaluation":"2026-07-14T05:29:43.63144132+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9274756391330260317","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_time_rate1m","query":"sum by (job) (pgbouncer:cls:query_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000298386,"lastEvaluation":"2026-07-14T05:29:43.631730329+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1301243819217904718","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_time_rate5m","query":"rate(pgbouncer_stat_total_query_time{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000248082,"lastEvaluation":"2026-07-14T05:29:43.632037342+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3870623551202742044","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_time_rate5m","query":"sum without(datname) (pgbouncer:db:query_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00031622,"lastEvaluation":"2026-07-14T05:29:43.632294712+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4987186219666087345","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_time_rate5m","query":"sum by (job, cls) (pgbouncer:ins:query_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00029484,"lastEvaluation":"2026-07-14T05:29:43.632618495+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"716255640911010029","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_time_rate5m","query":"sum by (job) (pgbouncer:cls:query_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000242483,"lastEvaluation":"2026-07-14T05:29:43.63292104+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7086627980880779486","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_time_rate15m","query":"rate(pgbouncer_stat_total_query_time{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000197138,"lastEvaluation":"2026-07-14T05:29:43.633169362+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9552928502638241426","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_time_rate15m","query":"sum without(datname) (pgbouncer:db:query_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000309488,"lastEvaluation":"2026-07-14T05:29:43.633377621+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10063640118005595381","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_time_rate15m","query":"sum by (job, cls) (pgbouncer:ins:query_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000240819,"lastEvaluation":"2026-07-14T05:29:43.633697939+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13901261785357738365","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_time_rate15m","query":"sum by (job) (pgbouncer:cls:query_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000534858,"lastEvaluation":"2026-07-14T05:29:43.633945701+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17602774934242268896","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_1m","query":"pgbouncer:db:query_time_rate1m / pgbouncer:db:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000227414,"lastEvaluation":"2026-07-14T05:29:43.634488774+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12359009703324156430","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_1m","query":"pgbouncer:ins:query_time_rate1m / pgbouncer:ins:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000196837,"lastEvaluation":"2026-07-14T05:29:43.634724854+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"392512558592054466","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_1m","query":"pgbouncer:cls:query_time_rate1m / pgbouncer:cls:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000186569,"lastEvaluation":"2026-07-14T05:29:43.634929056+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7738493304532924302","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_1m","query":"pgbouncer:env:query_time_rate1m / pgbouncer:env:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000253072,"lastEvaluation":"2026-07-14T05:29:43.635122646+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14104793479584792601","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_5m","query":"pgbouncer:db:query_time_rate5m / pgbouncer:db:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000195515,"lastEvaluation":"2026-07-14T05:29:43.635380949+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12235519161383816802","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_5m","query":"pgbouncer:ins:query_time_rate5m / pgbouncer:ins:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000335866,"lastEvaluation":"2026-07-14T05:29:43.635586252+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4813022187705871934","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_5m","query":"pgbouncer:cls:query_time_rate5m / pgbouncer:cls:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00023046,"lastEvaluation":"2026-07-14T05:29:43.635931576+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13221718208110711370","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_5m","query":"pgbouncer:env:query_time_rate5m / pgbouncer:env:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000304378,"lastEvaluation":"2026-07-14T05:29:43.636167205+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13557846855021675701","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_15m","query":"pgbouncer:db:query_time_rate15m / pgbouncer:db:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000289911,"lastEvaluation":"2026-07-14T05:29:43.636478877+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4734334604394819121","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_15m","query":"pgbouncer:ins:query_time_rate15m/ pgbouncer:ins:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000267288,"lastEvaluation":"2026-07-14T05:29:43.636777614+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7102059950304496795","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_15m","query":"pgbouncer:cls:query_time_rate15m / pgbouncer:cls:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000226393,"lastEvaluation":"2026-07-14T05:29:43.637053128+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6079692576477330519","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_15m","query":"pgbouncer:env:query_time_rate15m / pgbouncer:env:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000343711,"lastEvaluation":"2026-07-14T05:29:43.637288748+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"322491315079262308","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_sigma15m","query":"stddev_over_time(pgbouncer:db:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000214389,"lastEvaluation":"2026-07-14T05:29:43.637642367+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6702519705023515371","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_sigma15m","query":"stddev_over_time(pgbouncer:ins:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000189353,"lastEvaluation":"2026-07-14T05:29:43.637863439+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13771999335908587021","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_sigma15m","query":"stddev_over_time(pgbouncer:cls:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.077244209,"lastEvaluation":"2026-07-14T05:29:43.638059625+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15323056098326598985","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_sigma15m","query":"stddev_over_time(pgbouncer:env:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.016294405,"lastEvaluation":"2026-07-14T05:29:43.715324703+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17894933809886178249","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:db:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000360753,"lastEvaluation":"2026-07-14T05:29:43.731634546+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7280999691736020311","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:ins:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000374198,"lastEvaluation":"2026-07-14T05:29:43.732015336+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3818056080617635719","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:cls:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000345223,"lastEvaluation":"2026-07-14T05:29:43.732411607+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4307963209055810479","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:env:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000275974,"lastEvaluation":"2026-07-14T05:29:43.732763773+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8559272014269465901","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_sigma15m","query":"stddev_over_time(pgbouncer:db:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000270816,"lastEvaluation":"2026-07-14T05:29:43.733049025+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6002888882319415349","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_sigma15m","query":"stddev_over_time(pgbouncer:ins:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000249505,"lastEvaluation":"2026-07-14T05:29:43.733335059+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2298168141051237899","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_sigma15m","query":"stddev_over_time(pgbouncer:cls:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000212156,"lastEvaluation":"2026-07-14T05:29:43.733593842+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13475535050584380503","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_sigma15m","query":"stddev_over_time(pgbouncer:env:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000279541,"lastEvaluation":"2026-07-14T05:29:43.733814965+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4508632583397059141","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:db:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000334645,"lastEvaluation":"2026-07-14T05:29:43.734101769+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7625595280695540583","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:ins:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00038024,"lastEvaluation":"2026-07-14T05:29:43.734442875+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"904240659522859631","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:cls:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00029493,"lastEvaluation":"2026-07-14T05:29:43.734828144+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4890820706078939695","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:env:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000274212,"lastEvaluation":"2026-07-14T05:29:43.735149884+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11445153854148752107","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:load1","query":"pgbouncer:ins:query_time_rate1m / on(ins) group_left pg:ins:cpu_count or (0 * pgbouncer_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.706910331,"lastEvaluation":"2026-07-14T05:29:43.735430067+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11930861836863862762","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:load5","query":"pgbouncer:ins:query_time_rate5m / on(ins) group_left pg:ins:cpu_count or (0 * pgbouncer_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.704435727,"lastEvaluation":"2026-07-14T05:19:32.651537049+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13508703215354502586","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:load15","query":"pgbouncer:ins:query_time_rate15m / on(ins) group_left pg:ins:cpu_count or (0 * pgbouncer_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.196188274,"lastEvaluation":"2026-07-14T05:19:34.356009423+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10152365037364847562","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:load1","query":"pgbouncer:cls:query_time_rate1m  / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.201318073,"lastEvaluation":"2026-07-14T05:19:34.552222633+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10300294395247786048","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:load5","query":"pgbouncer:cls:query_time_rate5m  / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003280869,"lastEvaluation":"2026-07-14T05:19:34.753568478+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9989966173135149208","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:load15","query":"pgbouncer:cls:query_time_rate15m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.096854014,"lastEvaluation":"2026-07-14T05:19:34.756857252+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18271590557154368902","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:saturation1","query":"max without (instance) (pg:ins:load1 \u003e ignoring(instance) pgbouncer:ins:load1 or pgbouncer:ins:load1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.608543117,"lastEvaluation":"2026-07-14T05:19:34.853732606+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14667439630566741977","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:saturation5","query":"max without (instance) (pg:ins:load5 \u003e ignoring(instance) pgbouncer:ins:load5 or pgbouncer:ins:load5)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.289166168,"lastEvaluation":"2026-07-14T05:19:35.462299567+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2635908908962881321","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:saturation15","query":"max without (instance) (pg:ins:load15 \u003e ignoring(instance) pgbouncer:ins:load15 or pgbouncer:ins:load15)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":6.396626067,"lastEvaluation":"2026-07-14T05:19:35.751491913+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"17063994941181489169","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:saturation1","query":"pg:cls:load1 \u003e pgbouncer:cls:load1 or pgbouncer:cls:load1","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":77.478997763,"lastEvaluation":"2026-07-14T05:19:42.148158867+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"3336741103202095075","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:saturation5","query":"pg:cls:load5 \u003e pgbouncer:cls:load5 or pgbouncer:cls:load5","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":127.897462418,"lastEvaluation":"2026-07-14T05:20:59.62717799+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"536725473624613403","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:saturation15","query":"pg:cls:load15 \u003e pgbouncer:cls:load15 or pgbouncer:cls:load15","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"pg:cls:load15 \u003e pgbouncer:cls:load15 or pgbouncer:cls:load15\": unexpected response code 429 for http://127.0.0.1:8428/api/v1/query?query=pg%3Acls%3Aload15+%3E+pgbouncer%3Acls%3Aload15+or+pgbouncer%3Acls%3Aload15\u0026step=300s\u0026time=2026-07-14T05%3A13%3A30%2B08%3A00. Response body couldn't start executing the request in 10.000 seconds, since -search.maxConcurrentRequests=8 concurrent requests are executed. Possible solutions: to reduce query load; to add more compute resources to the server; to increase -search.maxQueueDuration=10s; to increase -search.maxQueryDuration; to increase -search.maxConcurrentRequests\n","evaluationTime":86.801855322,"lastEvaluation":"2026-07-14T05:23:07.524674321+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"13635839320439169739","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"ins:pressure1","query":"clamp_min(max without (instance) (pg:ins:cpu_usage_1m \u003e pg:ins:saturation1 or pg:ins:saturation1), 0)","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"clamp_min(max without (instance) (pg:ins:cpu_usage_1m \u003e pg:ins:saturation1 or pg:ins:saturation1), 0)\": unexpected response code 429 for http://127.0.0.1:8428/api/v1/query?query=clamp_min%28max+without+%28instance%29+%28pg%3Ains%3Acpu_usage_1m+%3E+pg%3Ains%3Asaturation1+or+pg%3Ains%3Asaturation1%29%2C+0%29\u0026step=300s\u0026time=2026-07-14T05%3A13%3A30%2B08%3A00. Response body couldn't start executing the request in 10.000 seconds, since -search.maxConcurrentRequests=8 concurrent requests are executed. Possible solutions: to reduce query load; to add more compute resources to the server; to increase -search.maxQueueDuration=10s; to increase -search.maxQueryDuration; to increase -search.maxConcurrentRequests\n","evaluationTime":35.099593324,"lastEvaluation":"2026-07-14T05:24:47.227594676+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"13941754794055077951","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"ins:pressure5","query":"clamp_min(max without (instance) (pg:ins:cpu_usage_5m \u003e pg:ins:saturation5 or pg:ins:saturation5), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":12.390354218,"lastEvaluation":"2026-07-14T05:25:22.327205883+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11151378965104465999","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"ins:pressure15","query":"clamp_min(max without (instance) (pg:ins:cpu_usage_15m \u003e pg:ins:saturation15 or pg:ins:saturation15), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":9.021058112,"lastEvaluation":"2026-07-14T05:25:34.720737298+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10469196734304210797","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"cls:pressure1","query":"clamp_min(max by (job, cls) (pg:cls:cpu_usage_1m \u003e pg:cls:saturation1 or pg:cls:saturation1), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":23.374231248,"lastEvaluation":"2026-07-14T05:25:43.741820577+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"18087221799075664558","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"cls:pressure5","query":"clamp_min(max by (job, cls) (pg:cls:cpu_usage_5m \u003e pg:cls:saturation5 or pg:cls:saturation5), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":12.302161103,"lastEvaluation":"2026-07-14T05:26:07.116062455+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"17858895729343209118","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"cls:pressure15","query":"clamp_min(max by (job, cls) (pg:cls:cpu_usage_15m \u003e pg:cls:saturation15 or pg:cls:saturation15), 0)","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"clamp_min(max by (job, cls) (pg:cls:cpu_usage_15m \u003e pg:cls:saturation15 or pg:cls:saturation15), 0)\": unexpected response code 429 for http://127.0.0.1:8428/api/v1/query?query=clamp_min%28max+by+%28job%2C+cls%29+%28pg%3Acls%3Acpu_usage_15m+%3E+pg%3Acls%3Asaturation15+or+pg%3Acls%3Asaturation15%29%2C+0%29\u0026step=300s\u0026time=2026-07-14T05%3A13%3A30%2B08%3A00. Response body couldn't start executing the request in 10.000 seconds, since -search.maxConcurrentRequests=8 concurrent requests are executed. Possible solutions: to reduce query load; to add more compute resources to the server; to increase -search.maxQueueDuration=10s; to increase -search.maxQueryDuration; to increase -search.maxConcurrentRequests\n","evaluationTime":10.096125648,"lastEvaluation":"2026-07-14T05:26:19.418248586+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"9133443252140844932","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-07-14T05:14:13.981614311+08:00","type":"prometheus","id":"11262409880454579530","file":"/infra/rules/pgsql.yml","concurrency":1,"states":{"":169}},{"name":"pgsql-alert","rules":[{"state":"inactive","name":"PatroniFailSafeActive","query":"sum(patroni_failsafe_mode_is_active{}) \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"sum(patroni_failsafe_mode_is_active{}) \u003e 0\n/ui/d/pgsql-overview  \n","summary":"CRIT PatroniFailSafeActive {{ $value }}"},"lastError":"","evaluationTime":0.015298868,"lastEvaluation":"2026-07-14T05:29:36.820199282+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7122102149315246765","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresDown","query":"pg_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pg_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT PostgresDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.084266568,"lastEvaluation":"2026-07-14T05:29:36.836245794+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9692248116701073339","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"firing","name":"PgbouncerDown","query":"pgbouncer_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pgbouncer_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT PostgresDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":1.597795052,"lastEvaluation":"2026-07-14T05:29:36.920530625+08:00","alerts":[{"state":"firing","name":"PgbouncerDown","value":"0","labels":{"alertgroup":"pgsql-alert","alertname":"PgbouncerDown","category":"pgsql","cls":"pg-meta","ins":"pg-meta-1","instance":"10.31.13.3:9631","ip":"10.31.13.3","job":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pgbouncer_up[ins=pg-meta-1, instance=10.31.13.3:9631] = 0 \u003c 1\n/ui/d/pgsql-instance?var-ins=pg-meta-1\n","summary":"CRIT PostgresDown pg-meta-1@10.31.13.3:9631"},"activeAt":"2026-07-14T05:27:20+08:00","id":"13099853252932675175","rule_id":"1962631371530921897","group_id":"8916821703685786351","expression":"pgbouncer_up \u003c 1","source":"http://pg-meta-1:8880/vmalert/alert?group_id=8916821703685786351\u0026alert_id=13099853252932675175","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1962631371530921897","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PatroniDown","query":"patroni_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"patroni_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT PatroniDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":2.604205627,"lastEvaluation":"2026-07-14T05:29:39.818793777+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"4469000542281579301","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgExporterDown","query":"pg_exporter_agent_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg_exporter_agent_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN PgExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.493031966,"lastEvaluation":"2026-07-14T05:29:42.423021124+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"7530904262495212349","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"pending","name":"PgbouncerExporterDown","query":"pgbouncer_exporter_agent_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pgbouncer_exporter_agent_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN PgExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.097713691,"lastEvaluation":"2026-07-14T05:29:43.021144944+08:00","alerts":[{"state":"pending","name":"PgbouncerExporterDown","value":"0","labels":{"alertgroup":"pgsql-alert","alertname":"PgbouncerExporterDown","category":"pgsql","cls":"pg-meta","ins":"pg-meta-1","instance":"10.31.13.3:9631","ip":"10.31.13.3","job":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pgbouncer_exporter_agent_up[ins=pg-meta-1, instance=10.31.13.3:9631] = 0 \u003c 1\n/ui/d/pgsql-instance?var-ins=pg-meta-1\n","summary":"WARN PgExporterDown pg-meta-1@10.31.13.3:9631"},"activeAt":"2026-07-14T05:29:00+08:00","id":"11070971174914202231","rule_id":"1497634049515559777","group_id":"8916821703685786351","expression":"pgbouncer_exporter_agent_up \u003c 1","source":"http://pg-meta-1:8880/vmalert/alert?group_id=8916821703685786351\u0026alert_id=11070971174914202231","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1497634049515559777","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresRestart","query":"pg_uptime \u003c 300","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"2","severity":"INFO"},"annotations":{"description":"pg_uptime[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.1f\" }} \u003c 300\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO PostgresRestart {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.298664549,"lastEvaluation":"2026-07-14T05:29:43.119034994+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6807432070852950995","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresPartition","query":"pg:cls:partition != 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pg:cls:partition[cls={{ $labels.cls }}, job={{ $labels.job }}] = {{ $value }} != 1\n","summary":"CRIT PostgresPartition {{ $labels.cls }}@{{ $labels.job }} {{ $value }}"},"lastError":"","evaluationTime":0.203849203,"lastEvaluation":"2026-07-14T05:29:43.417707698+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8957343222289816361","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresPressureHigh","query":"ins:pressure1 \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"ins:pressure1[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.3f\" }} \u003e 0.70\n","summary":"WARN PostgresPressureHigh: {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":1.421642323,"lastEvaluation":"2026-07-14T05:29:43.621576438+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5544450465042369806","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresReplicationBreak","query":"changes(pg_downstream_count{state=\"streaming\"}[5m]) \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"changes(pg_downstream_count{ins={{ $labels.ins }}, instance={{ $labels.instance }}, state=\"streaming\"}[5m]) \u003e 0\n","summary":"WARN PostgresReplicationBreak: {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000944492,"lastEvaluation":"2026-07-14T05:29:45.043231164+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1168437726594554935","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresReplicationLag","query":"pg:ins:lag_bytes \u003e 1048576 or pg:ins:lag_seconds \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:lag_bytes[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.0f\" }} \u003e 1048576 or\npg:ins:lag_seconds[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.2f\" }} \u003e 1\n","summary":"WARN PostgresReplicationLag: {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000559954,"lastEvaluation":"2026-07-14T05:29:45.044181988+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15050788230177373947","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresXidWarpAround","query":"pg:db:age \u003e 0.80","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pg:db:age[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.0f\" }} \u003e 80%\n","summary":"CRIT PostgresXidWarpAround: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.000678206,"lastEvaluation":"2026-07-14T05:29:45.044746911+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11330200734770559249","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerClientQueue","query":"pgbouncer:db:waiting_clients \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pgbouncer:db:waiting_clients[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.0f\" }} \u003e 1\n","summary":"CRIT PgbouncerClientQueue: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.373923144,"lastEvaluation":"2026-07-14T05:29:45.045431177+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"799111236975644927","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerQuerySlow","query":"pgbouncer:db:query_rt_1m \u003e 0.016","duration":180,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pgbouncer:db:query_rt_1m[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.3f\" }} \u003e 0.016\n","summary":"WARN PgbouncerQuerySlow: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.203757954,"lastEvaluation":"2026-07-14T05:29:45.419377053+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8106000152156178995","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresConnUsageHigh","query":"pg:db:conn_usage \u003e 0.70","duration":180,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg:db:conn_usage[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.3f\" }} \u003e 0.70\n","summary":"WARN PostgresConnUsageHigh: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.809673398,"lastEvaluation":"2026-07-14T05:29:45.623153612+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16969435016975334577","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresIdleInXact","query":"pg:db:ixact_backends \u003e 1","duration":180,"keep_firing_for":0,"labels":{"category":"pgsql","level":"2","severity":"INFO"},"annotations":{"description":"pg:db:ixact_backends[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.0f\" }} \u003e 1\n","summary":"Info PostgresIdleInXact: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.004921189,"lastEvaluation":"2026-07-14T05:29:36.531138237+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4831871773602799993","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-07-14T05:27:58.515733097+08:00","type":"prometheus","id":"8916821703685786351","file":"/infra/rules/pgsql.yml","concurrency":1,"states":{"firing":1,"inactive":14,"pending":1}},{"name":"pgsql-rules","rules":[{"state":"","name":"pg:ins:cpu_count","query":"node:ins:cpu_count + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":5.622548806,"lastEvaluation":"2026-07-14T05:02:38.925470068+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"18223422862632111957","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_count","query":"sum by (job, cls) (pg:ins:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":31.494464273,"lastEvaluation":"2026-07-14T05:02:44.548052724+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"8745002335778373145","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_count","query":"sum by (job) (pg:cls:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"sum by (job) (pg:cls:cpu_count)\": unexpected response code 429 for http://127.0.0.1:8428/api/v1/query?query=sum+by+%28job%29+%28pg%3Acls%3Acpu_count%29\u0026step=300s\u0026time=2026-07-14T05%3A02%3A10%2B08%3A00. Response body couldn't start executing the request in 10.000 seconds, since -search.maxConcurrentRequests=8 concurrent requests are executed. Possible solutions: to reduce query load; to add more compute resources to the server; to increase -search.maxQueueDuration=10s; to increase -search.maxQueryDuration; to increase -search.maxConcurrentRequests\n","evaluationTime":26.7999723,"lastEvaluation":"2026-07-14T05:03:16.04254312+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"12757214218843536034","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage","query":"node:ins:cpu_usage_1m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"node:ins:cpu_usage_1m + on(ip) group_right() pg_up * 0\": unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=node%3Ains%3Acpu_usage_1m+%2B+on%28ip%29+group_right%28%29+pg_up+%2A+0\u0026step=300s\u0026time=2026-07-14T05%3A02%3A10%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded before starting the query processing: 30.000 seconds (elapsed 102.578 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":232.527028559,"lastEvaluation":"2026-07-14T05:03:42.84254007+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"9717281399792874124","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage_1m","query":"node:ins:cpu_usage_1m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"node:ins:cpu_usage_1m + on(ip) group_right() pg_up * 0\": unexpected response code 429 for http://127.0.0.1:8428/api/v1/query?query=node%3Ains%3Acpu_usage_1m+%2B+on%28ip%29+group_right%28%29+pg_up+%2A+0\u0026step=300s\u0026time=2026-07-14T05%3A02%3A10%2B08%3A00. Response body couldn't start executing the request in 10.000 seconds, since -search.maxConcurrentRequests=8 concurrent requests are executed. Possible solutions: to reduce query load; to add more compute resources to the server; to increase -search.maxQueueDuration=10s; to increase -search.maxQueryDuration; to increase -search.maxConcurrentRequests\n","evaluationTime":17.905123228,"lastEvaluation":"2026-07-14T05:07:35.369586463+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"5377272131296572095","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage_5m","query":"node:ins:cpu_usage_5m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"node:ins:cpu_usage_5m + on(ip) group_right() pg_up * 0\": unexpected response code 429 for http://127.0.0.1:8428/api/v1/query?query=node%3Ains%3Acpu_usage_5m+%2B+on%28ip%29+group_right%28%29+pg_up+%2A+0\u0026step=300s\u0026time=2026-07-14T05%3A02%3A10%2B08%3A00. Response body couldn't start executing the request in 10.000 seconds, since -search.maxConcurrentRequests=8 concurrent requests are executed. Possible solutions: to reduce query load; to add more compute resources to the server; to increase -search.maxQueueDuration=10s; to increase -search.maxQueryDuration; to increase -search.maxConcurrentRequests\n","evaluationTime":37.201421166,"lastEvaluation":"2026-07-14T05:07:53.571156436+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"773093910600041143","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage_15m","query":"node:ins:cpu_usage_15m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"node:ins:cpu_usage_15m + on(ip) group_right() pg_up * 0\": unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=node%3Ains%3Acpu_usage_15m+%2B+on%28ip%29+group_right%28%29+pg_up+%2A+0\u0026step=300s\u0026time=2026-07-14T05%3A02%3A10%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded during the query: 30.000 seconds (elapsed 37.570 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":45.903593433,"lastEvaluation":"2026-07-14T05:08:30.772584525+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"12111627219859607409","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage","query":"sum by (job, cls) (pg:ins:cpu_usage * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"sum by (job, cls) (pg:ins:cpu_usage * pg:ins:cpu_count) / pg:cls:cpu_count\": unexpected response code 429 for http://127.0.0.1:8428/api/v1/query?query=sum+by+%28job%2C+cls%29+%28pg%3Ains%3Acpu_usage+%2A+pg%3Ains%3Acpu_count%29+%2F+pg%3Acls%3Acpu_count\u0026step=300s\u0026time=2026-07-14T05%3A02%3A10%2B08%3A00. Response body couldn't start executing the request in 10.000 seconds, since -search.maxConcurrentRequests=8 concurrent requests are executed. Possible solutions: to reduce query load; to add more compute resources to the server; to increase -search.maxQueueDuration=10s; to increase -search.maxQueryDuration; to increase -search.maxConcurrentRequests\n","evaluationTime":14.798854536,"lastEvaluation":"2026-07-14T05:09:16.676184129+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"1064329560824783444","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage_1m","query":"sum by (job, cls) (pg:ins:cpu_usage_1m * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"sum by (job, cls) (pg:ins:cpu_usage_1m * pg:ins:cpu_count) / pg:cls:cpu_count\": unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=sum+by+%28job%2C+cls%29+%28pg%3Ains%3Acpu_usage_1m+%2A+pg%3Ains%3Acpu_count%29+%2F+pg%3Acls%3Acpu_count\u0026step=300s\u0026time=2026-07-14T05%3A02%3A10%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded during the query: 30.000 seconds (elapsed 32.191 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":40.20290695,"lastEvaluation":"2026-07-14T05:09:31.475046368+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"17573483588026091918","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage_5m","query":"sum by (job, cls) (pg:ins:cpu_usage_5m * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":27.197405814,"lastEvaluation":"2026-07-14T05:10:11.677970249+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"2994265985708122526","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage_15m","query":"sum by (job, cls) (pg:ins:cpu_usage_15m * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"sum by (job, cls) (pg:ins:cpu_usage_15m * pg:ins:cpu_count) / pg:cls:cpu_count\": unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=sum+by+%28job%2C+cls%29+%28pg%3Ains%3Acpu_usage_15m+%2A+pg%3Ains%3Acpu_count%29+%2F+pg%3Acls%3Acpu_count\u0026step=300s\u0026time=2026-07-14T05%3A02%3A10%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded during the query: 30.000 seconds (elapsed 32.979 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":35.508973284,"lastEvaluation":"2026-07-14T05:10:38.875444001+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"3426573313206206112","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage","query":"sum by (job) (pg:cls:cpu_usage * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"sum by (job) (pg:cls:cpu_usage * pg:cls:cpu_count) / pg:env:cpu_count\": unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=sum+by+%28job%29+%28pg%3Acls%3Acpu_usage+%2A+pg%3Acls%3Acpu_count%29+%2F+pg%3Aenv%3Acpu_count\u0026step=300s\u0026time=2026-07-14T05%3A02%3A10%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded before starting the query processing: 30.000 seconds (elapsed 43.294 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":45.407398937,"lastEvaluation":"2026-07-14T05:11:16.67453924+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"10645808927803556210","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage_1m","query":"sum by (job) (pg:cls:cpu_usage_1m * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":25.598112748,"lastEvaluation":"2026-07-14T05:12:02.081960638+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"17030518744800524692","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage_5m","query":"sum by (job) (pg:cls:cpu_usage_5m * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":10.890171069,"lastEvaluation":"2026-07-14T05:12:27.785409072+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"8330902889244880300","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage_15m","query":"sum by (job) (pg:cls:cpu_usage_15m * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":10.009517321,"lastEvaluation":"2026-07-14T05:12:38.675648528+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"13015520845148218290","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:mem_size","query":"node_memory_MemTotal_bytes + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":3.707093637,"lastEvaluation":"2026-07-14T05:12:48.685184063+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"13563499945055848894","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:fs_size","query":"sum by (ip)(node_filesystem_size_bytes{fstype!~\"(n|root|tmp|fuse.juice)fs.*\"}) + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.388430946,"lastEvaluation":"2026-07-14T05:12:52.392294401+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"15697465550584833509","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:space_usage","query":"max by (ip)(node:fs:space_usage)+ on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.699772241,"lastEvaluation":"2026-07-14T05:12:52.780752318+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"13837207577604024108","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:status","query":"pg_up * 2 + (1 - pg_in_recovery)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.212936501,"lastEvaluation":"2026-07-14T05:12:53.480554795+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"5111468310795796647","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:is_leader","query":"1 - pg_in_recovery","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.08615851,"lastEvaluation":"2026-07-14T05:12:54.693515681+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"5001312500036558418","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:leader","query":"(pg_in_recovery == 0) * 0 + 1","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.022495617,"lastEvaluation":"2026-07-14T05:12:54.779702285+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2160739951910168104","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:target_count","query":"count by (job, cls, ins) (up{cls!=\"\", ins!=\"\", job='pgsql'})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.877517229,"lastEvaluation":"2026-07-14T05:12:54.802215894+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"9589224134133340999","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:size","query":"sum by (job, cls) (group by (job, cls, ins, ip) (up{cls!=\"\", ins!=\"\", job='pgsql'}))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001275991,"lastEvaluation":"2026-07-14T05:12:55.679773297+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"17667533834545566731","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:members","query":"group by (job, cls, ins, ip) (up{cls!=\"\", ins!=\"\", job='pgsql'})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.017155163,"lastEvaluation":"2026-07-14T05:12:55.681076619+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"13161996035876405420","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:bridges","query":"count without(appname,usename,address,pid) (pg_repl_lsn) and (pg_in_recovery == 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.192340105,"lastEvaluation":"2026-07-14T05:12:55.698256017+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"4147647297880099076","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:partition","query":"count by (job, cls) (pg_in_recovery == 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.393932425,"lastEvaluation":"2026-07-14T05:12:55.89062171+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11211677160655162433","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:alive_count","query":"count by (job, cls) (count by (cls, ins) (pg_up==1))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001266773,"lastEvaluation":"2026-07-14T05:12:56.284636098+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14342513607842692343","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:primary_count","query":"count by (job, cls) (max by (cls, ins) (pg_in_recovery{}) == 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.094324318,"lastEvaluation":"2026-07-14T05:12:56.285939059+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10269883056484978224","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:replica_count","query":"count by (job, cls) (max by (cls, ins) (pg_in_recovery{}) == 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.116955004,"lastEvaluation":"2026-07-14T05:12:56.380292612+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"7839963572338112533","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:standby_count","query":"max by (job, cls) (pg_sync_standby_enabled) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.091531651,"lastEvaluation":"2026-07-14T05:12:56.497259509+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14641195652865282799","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:bridge_count","query":"count by (job, cls) (pg:cls:bridges)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.199002231,"lastEvaluation":"2026-07-14T05:12:58.588810465+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13095229444683243224","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:sender","query":"max by (job, cls, ins, ip, appname, usename, address, pid) (pg_repl_sync_state)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.007883317,"lastEvaluation":"2026-07-14T05:12:58.787830388+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2010025789796814675","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:receiver","query":"max by ( job, cls, ip, appname, sender_host, sender_port, slot_name, state ) (\n  label_replace(pg_recv_flush_tli, \"appname\" , \"$1\",  \"ins\", \"(.*)\" )\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000438888,"lastEvaluation":"2026-07-14T05:12:58.79572713+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18307508605171229562","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:timeline","query":"pg_checkpoint_tli","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.393731295,"lastEvaluation":"2026-07-14T05:12:58.796189372+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"5567104752029197246","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:timeline","query":"max by (job, cls) (max_over_time(pg_checkpoint_tli{}[30s]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.505788897,"lastEvaluation":"2026-07-14T05:13:00.190003682+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10507836146104402130","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:sync_state","query":"max by (job,cls,ins,instance) (label_replace(pg_repl_sync_state, \"ins\", \"$1\", \"appname\", \"(.+)\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.379253781,"lastEvaluation":"2026-07-14T05:13:00.695818537+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9318525971862560313","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:sync_state","query":"(max by (job, cls) (pg:ins:sync_state)) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.112994365,"lastEvaluation":"2026-07-14T05:13:01.075090533+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12969178581293958121","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lag_bytes","query":"max without (address, appname, usename, pid) (\n  label_replace(pg_repl_replay_diff{appname!~'walreceiver|pg_receivewal'}, \"ins\", \"$1\", \"appname\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.097586935,"lastEvaluation":"2026-07-14T05:13:01.188105607+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"442053057924060265","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lag_bytes","query":"max by (job, cls) (pg:ins:lag_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.09568686,"lastEvaluation":"2026-07-14T05:13:01.285756511+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5171459838391783092","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:lag_bytes","query":"max by (job) (pg:cls:lag_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.094764309,"lastEvaluation":"2026-07-14T05:13:01.381450154+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1960741173460567013","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lag_seconds","query":"max without (address, appname, usename, pid) (\n  label_replace(pg_repl_replay_lag{appname!~'walreceiver|pg_receivewal'}, \"ins\", \"$1\", \"appname\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.307454182,"lastEvaluation":"2026-07-14T05:13:01.476225993+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14668216110006045746","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lag_seconds","query":"max by (job, cls) (pg:ins:lag_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002238997,"lastEvaluation":"2026-07-14T05:13:01.783698179+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15531930672815320540","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:lag_seconds","query":"max by (job) (pg:cls:lag_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.01492954,"lastEvaluation":"2026-07-14T05:13:01.785943197+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2715707038981000361","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:slot_count","query":"count by (job, cls) (pg_slot_active \u003e bool 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.179472237,"lastEvaluation":"2026-07-14T05:13:01.800885842+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1258843779374365513","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:slot_retained_bytes","query":"max without (slot_name) (pg_slot_retained_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.210184631,"lastEvaluation":"2026-07-14T05:13:01.980375833+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18440380049311768917","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:slot_retained_bytes","query":"max by (job, cls) (pg:ins:slot_retained_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.097998051,"lastEvaluation":"2026-07-14T05:13:02.190578897+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13601159873238481228","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_commit_rate1m","query":"rate(pg_db_xact_commit[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.691354284,"lastEvaluation":"2026-07-14T05:13:02.288594321+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"5423001135233827742","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_commit_rate1m","query":"sum without(datname) (pg:db:xact_commit_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.00274877,"lastEvaluation":"2026-07-14T05:13:04.979997587+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"303078929949243757","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_commit_rate1m","query":"sum by (job, cls) (pg:ins:xact_commit_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.5953494849999998,"lastEvaluation":"2026-07-14T05:13:06.982788516+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16493540368249105881","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_commit_rate1m","query":"sum by (job) (pg:cls:xact_commit_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.698342631,"lastEvaluation":"2026-07-14T05:13:08.578168698+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7314503263162240268","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_commit_rate5m","query":"rate(pg_db_xact_commit[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.30226761,"lastEvaluation":"2026-07-14T05:13:11.276538591+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"7674746862674278102","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_commit_rate5m","query":"sum without(datname) (pg:db:xact_commit_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.002945827,"lastEvaluation":"2026-07-14T05:13:13.578847267+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"4833034195618371717","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_commit_rate5m","query":"sum by (job, cls) (pg:ins:xact_commit_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.493463067,"lastEvaluation":"2026-07-14T05:13:15.581823361+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1215483582740709825","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_commit_rate5m","query":"sum by (job) (pg:cls:xact_commit_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":3.508462394,"lastEvaluation":"2026-07-14T05:13:18.875267908+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9758242613288124724","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_commit_rate15m","query":"rate(pg_db_xact_commit[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.70577355,"lastEvaluation":"2026-07-14T05:13:22.383762091+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"822015986024770940","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_commit_rate15m","query":"sum without(datname) (pg:db:xact_commit_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.788997631,"lastEvaluation":"2026-07-14T05:13:23.0895883+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"18303567478782034721","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_commit_rate15m","query":"sum by (job, cls) (pg:ins:xact_commit_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.705925583,"lastEvaluation":"2026-07-14T05:13:23.878613282+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"15526196692195246985","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_commit_rate15m","query":"sum by (job) (pg:cls:xact_commit_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":4.697644611,"lastEvaluation":"2026-07-14T05:13:24.584565956+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14294274137973741854","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_rollback_rate1m","query":"rate(pg_db_xact_rollback[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":5.5001180210000005,"lastEvaluation":"2026-07-14T05:13:29.282228501+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"8499005034552295016","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_rollback_rate1m","query":"sum without(datname) (pg:db:xact_rollback_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.598533966,"lastEvaluation":"2026-07-14T05:13:34.782391555+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"7956237551095089711","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_rollback_rate1m","query":"sum by (job, cls) (pg:ins:xact_rollback_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.113021741,"lastEvaluation":"2026-07-14T05:13:36.380963311+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"167458203451459607","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_rollback_rate1m","query":"sum by (job) (pg:cls:xact_rollback_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":6.696487616,"lastEvaluation":"2026-07-14T05:13:38.494010047+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9791247179229612454","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_rollback_rate5m","query":"rate(pg_db_xact_rollback[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":4.20292883,"lastEvaluation":"2026-07-14T05:13:45.190518773+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"10581174066132997472","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_rollback_rate5m","query":"sum without(datname) (pg:db:xact_rollback_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":3.389943803,"lastEvaluation":"2026-07-14T05:13:49.393502477+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"11824413066593342527","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_rollback_rate5m","query":"sum by (job, cls) (pg:ins:xact_rollback_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":3.317928682,"lastEvaluation":"2026-07-14T05:13:52.976782389+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1698289480484735663","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_rollback_rate5m","query":"sum by (job) (pg:cls:xact_rollback_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":5.090670053,"lastEvaluation":"2026-07-14T05:13:56.294755213+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16352014943690892534","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_rollback_rate15m","query":"rate(pg_db_xact_rollback[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":3.593755652,"lastEvaluation":"2026-07-14T05:14:01.385456644+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"13026623339708764316","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_rollback_rate15m","query":"sum without(datname) (pg:db:xact_rollback_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.6024436949999998,"lastEvaluation":"2026-07-14T05:14:04.979261528+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"7468809848039244109","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_rollback_rate15m","query":"sum by (job, cls) (pg:ins:xact_rollback_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":4.697328697,"lastEvaluation":"2026-07-14T05:14:06.5817356+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1260743702171253753","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_rollback_rate15m","query":"sum by (job) (pg:cls:xact_rollback_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.497972575,"lastEvaluation":"2026-07-14T05:14:11.279111294+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6628930345409017922","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_rate1m","query":"rate(pg_db_xact_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":8.601261957,"lastEvaluation":"2026-07-14T05:14:13.777108144+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"6771519394309403884","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_rate1m","query":"sum without(datname) (pg:db:xact_total_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.716129441,"lastEvaluation":"2026-07-14T05:14:22.378463416+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"16985643882236769489","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_rate1m","query":"sum by (job, cls) (pg:ins:xact_total_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.08707312,"lastEvaluation":"2026-07-14T05:14:25.09461603+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10540215135901635257","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_rate1m","query":"sum by (job) (pg:cls:xact_total_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.492974292,"lastEvaluation":"2026-07-14T05:14:27.181726991+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16479611391276559842","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_rate5m","query":"rate(pg_db_xact_total[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":3.105603751,"lastEvaluation":"2026-07-14T05:14:28.674714618+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"528887293775599676","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_rate5m","query":"sum without(datname) (pg:db:xact_total_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":145.67439675399999,"lastEvaluation":"2026-07-14T05:14:31.780357331+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"7048973729882136233","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_rate5m","query":"sum by (job, cls) (pg:ins:xact_total_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":124.496153236,"lastEvaluation":"2026-07-14T05:16:57.454780886+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16558337752557755641","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_rate5m","query":"sum by (job) (pg:cls:xact_total_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":4.707903523,"lastEvaluation":"2026-07-14T05:19:01.951001737+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10237811393626594802","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_rate15m","query":"rate(pg_db_xact_total[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":7.196519029,"lastEvaluation":"2026-07-14T05:19:06.65894203+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"1393555724146083890","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_rate15m","query":"sum without(datname) (pg:db:xact_total_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":3.197049276,"lastEvaluation":"2026-07-14T05:19:13.855496355+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"9297285806059798777","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_rate15m","query":"sum by (job, cls) (pg:ins:xact_total_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":5.401520691,"lastEvaluation":"2026-07-14T05:19:17.052567712+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6825777617045404149","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_rate15m","query":"sum by (job) (pg:cls:xact_total_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":3.399629863,"lastEvaluation":"2026-07-14T05:19:22.454141964+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12579060964056120320","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_sigma15m","query":"stddev_over_time(pg:db:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":4.803213175,"lastEvaluation":"2026-07-14T05:19:25.853813055+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"2243484968036816017","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_sigma15m","query":"stddev_over_time(pg:ins:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":2.411057731,"lastEvaluation":"2026-07-14T05:19:30.657087565+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1408042256662815049","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_sigma15m","query":"stddev_over_time(pg:cls:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.68387886,"lastEvaluation":"2026-07-14T05:19:33.068177517+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7655548778804243217","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_sigma15m","query":"stddev_over_time(pg:env:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":48.266360891,"lastEvaluation":"2026-07-14T05:19:34.752089379+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7990840456779352895","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:locks","query":"sum without (datname) (pg_lock_count)","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"sum without (datname) (pg_lock_count)\": unexpected response code 429 for http://127.0.0.1:8428/api/v1/query?query=sum+without+%28datname%29+%28pg_lock_count%29\u0026step=300s\u0026time=2026-07-14T05%3A02%3A10%2B08%3A00. Response body couldn't start executing the request in 10.000 seconds, since -search.maxConcurrentRequests=8 concurrent requests are executed. Possible solutions: to reduce query load; to add more compute resources to the server; to increase -search.maxQueueDuration=10s; to increase -search.maxQueryDuration; to increase -search.maxConcurrentRequests\n","evaluationTime":20.403197475,"lastEvaluation":"2026-07-14T05:20:23.521539071+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"18130186156215002557","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:locks","query":"sum by (job, cls, mode) (pg:ins:locks)","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"sum by (job, cls, mode) (pg:ins:locks)\": unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=sum+by+%28job%2C+cls%2C+mode%29+%28pg%3Ains%3Alocks%29\u0026step=300s\u0026time=2026-07-14T05%3A02%3A10%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded during the query: 30.000 seconds (elapsed 75.525 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":105.895622545,"lastEvaluation":"2026-07-14T05:20:43.924743709+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"1969706634709260584","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:lock_count","query":"sum without (mode) (pg_lock_count)","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"sum without (mode) (pg_lock_count)\": unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=sum+without+%28mode%29+%28pg_lock_count%29\u0026step=300s\u0026time=2026-07-14T05%3A02%3A10%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded during the query: 30.000 seconds (elapsed 140.731 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":173.297884322,"lastEvaluation":"2026-07-14T05:22:29.820376132+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"3944215954145144901","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lock_count","query":"sum without(mode) (pg:ins:locks)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":20.599624963,"lastEvaluation":"2026-07-14T05:25:23.118275682+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":8,"id":"16967695374576561407","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lock_count","query":"sum without(mode) (pg:cls:locks)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":11.107454933,"lastEvaluation":"2026-07-14T05:25:43.717915173+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":8,"id":"14214961506084491747","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:rlock_count","query":"sum without (mode) (pg_lock_count{mode=\"AccessShareLock\"})","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"sum without (mode) (pg_lock_count{mode=\\\"AccessShareLock\\\"})\": unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=sum+without+%28mode%29+%28pg_lock_count%7Bmode%3D%22AccessShareLock%22%7D%29\u0026step=300s\u0026time=2026-07-14T05%3A02%3A10%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded during query execution: 30.000 seconds (elapsed 32.822 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":35.410217908999996,"lastEvaluation":"2026-07-14T05:25:54.825413286+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"5358961126989574231","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:rlock_count","query":"sum without(datname) (pg:db:rlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":34.790186423,"lastEvaluation":"2026-07-14T05:26:30.235643809+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":5,"id":"15625859396092365297","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:rlock_count","query":"sum by (job, cls) (pg:ins:rlock_count)","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"sum by (job, cls) (pg:ins:rlock_count)\": unexpected response code 429 for http://127.0.0.1:8428/api/v1/query?query=sum+by+%28job%2C+cls%29+%28pg%3Ains%3Arlock_count%29\u0026step=300s\u0026time=2026-07-14T05%3A02%3A10%2B08%3A00. Response body couldn't start executing the request in 10.000 seconds, since -search.maxConcurrentRequests=8 concurrent requests are executed. Possible solutions: to reduce query load; to add more compute resources to the server; to increase -search.maxQueueDuration=10s; to increase -search.maxQueryDuration; to increase -search.maxConcurrentRequests\n","evaluationTime":15.000415503,"lastEvaluation":"2026-07-14T05:27:05.025868332+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"8567921985155211021","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:wlock_count","query":"sum without (mode) (pg_lock_count{mode=~\"RowShareLock|RowExclusiveLock\"})","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"sum without (mode) (pg_lock_count{mode=~\\\"RowShareLock|RowExclusiveLock\\\"})\": unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=sum+without+%28mode%29+%28pg_lock_count%7Bmode%3D~%22RowShareLock%7CRowExclusiveLock%22%7D%29\u0026step=300s\u0026time=2026-07-14T05%3A02%3A10%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded during query execution: 30.000 seconds (elapsed 33.115 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":37.796169899,"lastEvaluation":"2026-07-14T05:27:20.026309373+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"4317037014882634801","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:wlock_count","query":"sum without(datname) (pg:db:wlock_count)","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"sum without(datname) (pg:db:wlock_count)\": unexpected response code 429 for http://127.0.0.1:8428/api/v1/query?query=sum+without%28datname%29+%28pg%3Adb%3Awlock_count%29\u0026step=300s\u0026time=2026-07-14T05%3A02%3A10%2B08%3A00. Response body couldn't start executing the request in 10.000 seconds, since -search.maxConcurrentRequests=8 concurrent requests are executed. Possible solutions: to reduce query load; to add more compute resources to the server; to increase -search.maxQueueDuration=10s; to increase -search.maxQueryDuration; to increase -search.maxConcurrentRequests\n","evaluationTime":10.905299592,"lastEvaluation":"2026-07-14T05:27:58.017297867+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"14385905460275428493","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:wlock_count","query":"sum by (job, cls) (pg:ins:wlock)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.800024058,"lastEvaluation":"2026-07-14T05:28:08.922606886+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3093120740289979977","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xlock_count","query":"sum without (mode) (pg_lock_count{mode!~\"AccessShareLock|RowShareLock|RowExclusiveLock\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":8.2013427,"lastEvaluation":"2026-07-14T05:28:09.722642385+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":25,"id":"13120070463458918006","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xlock_count","query":"sum without(datname) (pg:db:xlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":17.789860181,"lastEvaluation":"2026-07-14T05:28:17.924021843+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":5,"id":"14562592805923869425","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xlock_count","query":"sum by (job, cls) (pg:ins:xlock_count)","duration":0,"keep_firing_for":0,"lastError":"failed to execute query \"sum by (job, cls) (pg:ins:xlock_count)\": unexpected response code 422 for http://127.0.0.1:8428/api/v1/query?query=sum+by+%28job%2C+cls%29+%28pg%3Ains%3Axlock_count%29\u0026step=300s\u0026time=2026-07-14T05%3A02%3A10%2B08%3A00. Response body {\"status\":\"error\",\"errorType\":\"422\",\"error\":\"timeout exceeded during the query: 30.000 seconds (elapsed 35.822 seconds); the timeout can be adjusted with `-search.maxQueryDuration` command-line flag\"}","evaluationTime":43.106539317,"lastEvaluation":"2026-07-14T05:28:35.713937557+08:00","health":"err","type":"recording","datasourceType":"prometheus","lastSamples":0,"id":"7945266449850532973","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:session_time_rate1m","query":"rate(pg_db_session_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":9.099676776,"lastEvaluation":"2026-07-14T05:29:18.820491832+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"10211047601989205684","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:session_time_rate1m","query":"sum without(datname) (pg:db:session_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":7.39636079,"lastEvaluation":"2026-07-14T05:29:27.920221807+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"6542309868362806777","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:session_time_rate1m","query":"sum by (job, cls) (pg:ins:session_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":4.909155983,"lastEvaluation":"2026-07-14T05:29:35.316612461+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1215411028237026469","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:session_time_rate1m","query":"sum by (job) (pg:cls:session_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":5.216774753,"lastEvaluation":"2026-07-14T05:29:40.225791037+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"15743877749295040882","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_time_rate1m","query":"rate(pg_db_ixact_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000574551,"lastEvaluation":"2026-07-14T05:02:28.974908175+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"8691597266641044800","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_time_rate1m","query":"sum without(datname) (pg:db:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00047686,"lastEvaluation":"2026-07-14T05:02:28.975507688+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"18035280672598114449","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_time_rate1m","query":"sum by (job, cls) (pg:ins:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000541743,"lastEvaluation":"2026-07-14T05:02:28.97608819+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"15160368294628532961","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_time_rate1m","query":"sum by (job) (pg:cls:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000360883,"lastEvaluation":"2026-07-14T05:02:28.976647009+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10506984323086851862","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_time_rate5m","query":"rate(pg_db_ixact_time[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000576696,"lastEvaluation":"2026-07-14T05:02:28.977021669+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"9931232813652445040","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_time_rate5m","query":"sum without(datname) (pg:db:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000510539,"lastEvaluation":"2026-07-14T05:02:28.977636313+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"3203638057752803449","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_time_rate5m","query":"sum by (job, cls) (pg:ins:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000354409,"lastEvaluation":"2026-07-14T05:02:28.978159578+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"17165239653126722225","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_time_rate5m","query":"sum by (job) (pg:cls:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000702946,"lastEvaluation":"2026-07-14T05:02:28.978532064+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12495391648912245966","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_time_rate15m","query":"rate(pg_db_ixact_time[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000518686,"lastEvaluation":"2026-07-14T05:02:28.979250993+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"3632584037270768122","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_time_rate15m","query":"sum without(datname) (pg:db:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000466518,"lastEvaluation":"2026-07-14T05:02:28.979803618+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"17403900615567281485","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_time_rate15m","query":"sum by (job, cls) (pg:ins:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000301711,"lastEvaluation":"2026-07-14T05:02:28.980282392+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"5522978033916859721","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_time_rate15m","query":"sum by (job) (pg:cls:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000333967,"lastEvaluation":"2026-07-14T05:02:28.980599874+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6160903843626470064","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_time_rate1m","query":"rate(pg_db_active_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000764331,"lastEvaluation":"2026-07-14T05:02:28.980963432+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"4132128843413076794","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_time_rate1m","query":"sum without(datname) (pg:db:active_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000467753,"lastEvaluation":"2026-07-14T05:02:28.981751081+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"8460019946917294513","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_time_rate1m","query":"sum by (job, cls) (pg:ins:active_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000316912,"lastEvaluation":"2026-07-14T05:02:28.982231047+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"5688704815731241469","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_time_rate1m","query":"sum by (job) (pg:cls:active_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000305057,"lastEvaluation":"2026-07-14T05:02:28.982570255+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14381911021506446224","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_time_rate5m","query":"rate(pg_db_active_time[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000558056,"lastEvaluation":"2026-07-14T05:02:28.982886515+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"3897519046069630090","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_time_rate5m","query":"sum without(datname) (pg:db:active_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000449775,"lastEvaluation":"2026-07-14T05:02:28.983465906+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"9340109479204632913","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_time_rate5m","query":"sum by (job, cls) (pg:ins:active_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000314346,"lastEvaluation":"2026-07-14T05:02:28.983929359+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10151829486026612829","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_time_rate5m","query":"sum by (job) (pg:cls:active_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000327253,"lastEvaluation":"2026-07-14T05:02:28.984251821+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14750206010498005632","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_time_rate15m","query":"rate(pg_db_active_time[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000513866,"lastEvaluation":"2026-07-14T05:02:28.984589997+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"4130603694607785872","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_time_rate15m","query":"sum without(datname) (pg:db:active_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000431517,"lastEvaluation":"2026-07-14T05:02:28.985124706+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"17835680182566965253","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_time_rate15m","query":"sum by (job, cls) (pg:ins:active_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000324949,"lastEvaluation":"2026-07-14T05:02:28.985572707+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11641299193706635629","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_time_rate15m","query":"sum by (job) (pg:cls:active_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000319777,"lastEvaluation":"2026-07-14T05:02:28.985910151+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"851409882934653418","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:load1","query":"pg:ins:active_time_rate1m / pg:ins:cpu_count or (0 * pg_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000485107,"lastEvaluation":"2026-07-14T05:02:28.986242093+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"739892060224100615","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:load5","query":"pg:ins:active_time_rate5m / pg:ins:cpu_count or (0 * pg_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000504066,"lastEvaluation":"2026-07-14T05:02:28.986746419+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"3807030017082856831","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:load15","query":"pg:ins:active_time_rate15m / pg:ins:cpu_count or (0 * pg_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000497563,"lastEvaluation":"2026-07-14T05:02:28.987268673+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1794433219837625739","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:load1","query":"pg:cls:active_time_rate1m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000513785,"lastEvaluation":"2026-07-14T05:02:28.987780094+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1529623066107910966","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:load5","query":"pg:cls:active_time_rate5m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000537846,"lastEvaluation":"2026-07-14T05:02:28.988311095+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"8173672422183159254","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:load15","query":"pg:cls:active_time_rate15m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00041836,"lastEvaluation":"2026-07-14T05:02:28.988862799+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"11006445112348531852","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_ratio_1m","query":"pg:db:ixact_time_rate1m / (pg:db:active_time_rate1m + pg:db:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000899058,"lastEvaluation":"2026-07-14T05:02:28.989294186+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":21,"id":"1836395049607953024","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_ratio_1m","query":"pg:ins:ixact_time_rate1m / (pg:ins:active_time_rate1m + pg:ins:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000622891,"lastEvaluation":"2026-07-14T05:02:28.99022017+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"13856789745678188934","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_ratio_1m","query":"pg:cls:ixact_time_rate1m / (pg:cls:active_time_rate1m + pg:cls:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000500289,"lastEvaluation":"2026-07-14T05:02:28.9908577+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"14085767473875683666","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_ratio_1m","query":"pg:env:ixact_time_rate1m / (pg:env:active_time_rate1m + pg:env:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000382596,"lastEvaluation":"2026-07-14T05:02:28.991368982+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16670541254699305674","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_ratio_5m","query":"pg:db:ixact_time_rate5m / (pg:db:active_time_rate5m + pg:db:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000903828,"lastEvaluation":"2026-07-14T05:02:28.991767962+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":21,"id":"11207607008136264976","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_ratio_5m","query":"pg:ins:ixact_time_rate5m / (pg:ins:active_time_rate5m + pg:ins:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000440496,"lastEvaluation":"2026-07-14T05:02:28.992689606+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"5884570478394246046","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_ratio_5m","query":"pg:cls:ixact_time_rate5m / (pg:cls:active_time_rate5m + pg:cls:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00036946,"lastEvaluation":"2026-07-14T05:02:28.99314913+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"3458048285225999322","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_ratio_5m","query":"pg:env:ixact_time_rate5m / (pg:env:active_time_rate5m + pg:env:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001104291,"lastEvaluation":"2026-07-14T05:02:28.993536426+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9485122055348084130","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_ratio_15m","query":"pg:db:ixact_time_rate15m / (pg:db:active_time_rate15m + pg:db:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000893266,"lastEvaluation":"2026-07-14T05:02:28.994651108+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":21,"id":"15977369237640753788","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_ratio_15m","query":"pg:ins:ixact_time_rate15m / (pg:ins:active_time_rate15m + pg:ins:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000490307,"lastEvaluation":"2026-07-14T05:02:28.995577673+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"15658328986508186918","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_ratio_15m","query":"pg:cls:ixact_time_rate15m / (pg:cls:active_time_rate15m + pg:cls:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000437238,"lastEvaluation":"2026-07-14T05:02:28.996084925+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"13461216374158379570","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_ratio_15m","query":"pg:env:ixact_time_rate15m / (pg:env:active_time_rate15m + pg:env:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000368769,"lastEvaluation":"2026-07-14T05:02:28.996537686+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9250915887326293886","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:num_backends","query":"pg_db_numbackends","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000556625,"lastEvaluation":"2026-07-14T05:02:28.996923809+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"16556023262645328003","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:num_backends","query":"sum without (datname) (pg:db:num_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000396125,"lastEvaluation":"2026-07-14T05:02:28.997500906+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"13716545864632073323","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:num_backends","query":"sum by (job, cls) (pg:ins:num_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00030165,"lastEvaluation":"2026-07-14T05:02:28.997929297+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10840279233264762659","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_backends","query":"sum without(state) (pg_activity_count{state=\"active\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000428862,"lastEvaluation":"2026-07-14T05:02:28.99824736+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":5,"id":"2453573516496751338","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_backends","query":"sum without(datname) (pg:db:active_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000378728,"lastEvaluation":"2026-07-14T05:02:28.998708719+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":5,"id":"16929200000790610025","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_backends","query":"sum by (job, cls) (pg:ins:active_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000277932,"lastEvaluation":"2026-07-14T05:02:28.999100694+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10013895612610831305","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_backends","query":"sum by (job) (pg:cls:active_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00033066,"lastEvaluation":"2026-07-14T05:02:28.999391472+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1327472361300990118","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_backends","query":"sum without(state) (pg_activity_count{state=~\"idle in.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000453111,"lastEvaluation":"2026-07-14T05:02:28.999734347+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":10,"id":"9355684103393873456","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_backends","query":"sum without(datname) (pg:db:ixact_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00035026,"lastEvaluation":"2026-07-14T05:02:29.000199673+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":5,"id":"8807106272715238857","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_backends","query":"sum by (job, cls) (pg:ins:ixact_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000280717,"lastEvaluation":"2026-07-14T05:02:29.000561647+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11535487685057615349","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_backends","query":"sum by (job) (pg:cls:ixact_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000273202,"lastEvaluation":"2026-07-14T05:02:29.000849558+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12791462231436969344","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:conn_limit","query":"pg_setting_max_connections","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000273764,"lastEvaluation":"2026-07-14T05:02:29.00113733+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"15750199043080164344","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:conn_limit","query":"(pg_db_conn_limit != -1 ) or (0 * pg_db_conn_limit + on(cls, ins) group_left pg_setting_max_connections)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000653142,"lastEvaluation":"2026-07-14T05:02:29.001421896+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":15,"id":"9656828328231709251","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:conn_usage","query":"pg:ins:num_backends / pg:ins:conn_limit","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000383588,"lastEvaluation":"2026-07-14T05:02:29.002130733+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"13615705118423016776","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:conn_usage","query":"pg:db:num_backends / pg:db:conn_limit","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000638785,"lastEvaluation":"2026-07-14T05:02:29.002526877+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":14,"id":"4054824693294006994","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:age","query":"pg_db_age / 2147483647","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000566844,"lastEvaluation":"2026-07-14T05:02:29.003187235+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"6016517635074967953","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:age","query":"max without (datname) (pg:db:age{datname!~\"template[0-9]\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000366543,"lastEvaluation":"2026-07-14T05:02:29.0037791+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":5,"id":"14681911874676080149","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:age","query":"max by (job, cls) (pg:ins:age)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00031612,"lastEvaluation":"2026-07-14T05:02:29.004155023+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9349819666041806116","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:age","query":"max by (job) (pg:cls:age)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000298113,"lastEvaluation":"2026-07-14T05:02:29.004478088+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13061799621605986989","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:age_deriv1h","query":"deriv(pg_db_age[1h])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000519747,"lastEvaluation":"2026-07-14T05:02:29.004787825+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"5527077866357146542","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:age_exhaust","query":"(2147483648 - pg_db_age) / pg:db:age_deriv1h","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000689147,"lastEvaluation":"2026-07-14T05:02:29.005338927+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":14,"id":"2163477359293595087","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_fetched_rate1m","query":"rate(pg_db_tup_fetched[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000523928,"lastEvaluation":"2026-07-14T05:02:29.006049598+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"3760857747744643936","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_fetched_rate1m","query":"sum without(datname) (pg:db:tup_fetched_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000547415,"lastEvaluation":"2026-07-14T05:02:29.006601292+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"9506971611569841831","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_fetched_rate1m","query":"sum by (job, cls) (pg:ins:tup_fetched_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000309115,"lastEvaluation":"2026-07-14T05:02:29.00715963+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10877155285540758447","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_fetched_rate1m","query":"sum by (job) (pg:cls:tup_fetched_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00030666,"lastEvaluation":"2026-07-14T05:02:29.007478937+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1951271269630054086","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_returned_rate1m","query":"rate(pg_db_tup_returned[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000522866,"lastEvaluation":"2026-07-14T05:02:29.007802701+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"17735408881534931936","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_returned_rate1m","query":"sum without(datname) (pg:db:tup_returned_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000543929,"lastEvaluation":"2026-07-14T05:02:29.008374035+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"11317340979217256505","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_returned_rate1m","query":"sum by (job, cls) (pg:ins:tup_returned_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000311269,"lastEvaluation":"2026-07-14T05:02:29.008934588+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7198369432167751977","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_returned_rate1m","query":"sum by (job) (pg:cls:tup_returned_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000389351,"lastEvaluation":"2026-07-14T05:02:29.009258634+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9449157670657176998","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_inserted_rate1m","query":"rate(pg_db_tup_inserted[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000434242,"lastEvaluation":"2026-07-14T05:02:29.009659919+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"2334641790565997332","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_inserted_rate1m","query":"sum without(datname) (pg:db:tup_inserted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000397126,"lastEvaluation":"2026-07-14T05:02:29.010118112+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"6302671327676818161","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_inserted_rate1m","query":"sum by (job, cls) (pg:ins:tup_inserted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000242729,"lastEvaluation":"2026-07-14T05:02:29.010525047+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11041798031187447805","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_inserted_rate1m","query":"sum by (job) (pg:cls:tup_inserted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000303393,"lastEvaluation":"2026-07-14T05:02:29.010776243+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1468473005790226746","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_updated_rate1m","query":"pg:db:tup_updated_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000220042,"lastEvaluation":"2026-07-14T05:02:29.01109541+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14330080136008878386","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_updated_rate1m","query":"sum without(datname) (pg:db:tup_updated_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000229392,"lastEvaluation":"2026-07-14T05:02:29.011322617+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2317522011157163423","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_updated_rate1m","query":"sum by (job, cls) (pg:ins:tup_updated_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000201364,"lastEvaluation":"2026-07-14T05:02:29.011560165+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4098028905728071119","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_updated_rate1m","query":"sum by (job) (pg:cls:tup_updated_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000235123,"lastEvaluation":"2026-07-14T05:02:29.011769386+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12394933855523691806","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_deleted_rate1m","query":"rate(pg_db_tup_deleted[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000489585,"lastEvaluation":"2026-07-14T05:02:29.012013618+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"1304326261195617928","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_deleted_rate1m","query":"sum without(datname) (pg:db:tup_deleted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000368899,"lastEvaluation":"2026-07-14T05:02:29.012524016+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"10238011089117183643","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_deleted_rate1m","query":"sum by (job, cls) (pg:ins:tup_deleted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000268784,"lastEvaluation":"2026-07-14T05:02:29.012906032+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9435380283624003683","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_deleted_rate1m","query":"sum by (job) (pg:cls:tup_deleted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000249473,"lastEvaluation":"2026-07-14T05:02:29.013184344+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11045577015057167870","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_modified_rate1m","query":"rate(pg_db_tup_modified[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00053037,"lastEvaluation":"2026-07-14T05:02:29.013443226+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"6724824880584490780","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_modified_rate1m","query":"sum without(datname) (pg:db:tup_modified_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000352605,"lastEvaluation":"2026-07-14T05:02:29.013993867+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"12580749253631078777","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_modified_rate1m","query":"sum by (job, cls) (pg:ins:tup_modified_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000274615,"lastEvaluation":"2026-07-14T05:02:29.014358737+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6041832002542322473","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_modified_rate1m","query":"sum by (job) (pg:cls:tup_modified_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000365891,"lastEvaluation":"2026-07-14T05:02:29.014649966+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13445460568008811282","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:temp_bytes_rate1m","query":"rate(pg_db_temp_bytes[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000507653,"lastEvaluation":"2026-07-14T05:02:29.015033033+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"9204860192566961176","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:temp_bytes","query":"sum without (datname) (pg:db:temp_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000217117,"lastEvaluation":"2026-07-14T05:02:29.015570859+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11983583561438561935","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:temp_bytes","query":"sum by (job, cls) (pg:ins:temp_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000244182,"lastEvaluation":"2026-07-14T05:02:29.015794179+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"977530876795573079","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:temp_files_1m","query":"increase(pg_db_temp_files[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000540191,"lastEvaluation":"2026-07-14T05:02:29.016057009+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"17187686086822460604","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:temp_files_1m","query":"sum without(datname) (pg:db:temp_files)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000231415,"lastEvaluation":"2026-07-14T05:02:29.01662666+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7712736034417843874","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:temp_files_1m","query":"sum by (job, cls) (pg:ins:temp_files)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000232788,"lastEvaluation":"2026-07-14T05:02:29.016864558+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1522093613586875818","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:db_size","query":"pg_size_bytes{datname!~\"wal|log\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00055911,"lastEvaluation":"2026-07-14T05:02:29.017104401+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"9812571896646837969","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:db_size","query":"sum without (datname) (pg:db:db_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000471209,"lastEvaluation":"2026-07-14T05:02:29.017687731+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"151336617757301929","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:db_size","query":"sum by (job, cls) (pg:ins:db_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000315869,"lastEvaluation":"2026-07-14T05:02:29.018175173+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1926039307168948513","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:wal_size","query":"sum without (datname) (pg_size_bytes{datname=\"wal\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0002964,"lastEvaluation":"2026-07-14T05:02:29.018503878+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2910174780882095036","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:wal_size","query":"sum by (job, cls) (pg:ins:wal_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000359999,"lastEvaluation":"2026-07-14T05:02:29.018811801+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14633198285708001075","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:log_size","query":"sum without (datname) (pg_size_bytes{datname=\"log\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000262028,"lastEvaluation":"2026-07-14T05:02:29.019183215+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11230482701026064412","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:log_size","query":"sum by (job, cls) (pg:ins:log_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000280416,"lastEvaluation":"2026-07-14T05:02:29.019461557+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"18108728834734822623","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:file_size","query":"sum without(datname) (pg_size_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000348105,"lastEvaluation":"2026-07-14T05:02:29.01975493+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":9,"id":"10485754404897440829","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:file_size","query":"sum by (job, cls) (pg:ins:file_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000328607,"lastEvaluation":"2026-07-14T05:02:29.02011524+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16484355386709029901","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_read_1m","query":"increase(pg_db_blks_read[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000435354,"lastEvaluation":"2026-07-14T05:02:29.02046013+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"603173874352599988","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_hit_1m","query":"increase(pg_db_blks_hit[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00055393,"lastEvaluation":"2026-07-14T05:02:29.020913972+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"7448552008335150564","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_access_1m","query":"increase(pg_db_blks_access[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000488304,"lastEvaluation":"2026-07-14T05:02:29.021490918+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"3107677572496271180","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_hit_ratio1m","query":"pg:db:blks_hit_1m / pg:db:blks_access_1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000824294,"lastEvaluation":"2026-07-14T05:02:29.022000646+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":14,"id":"15978551524359467153","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:blks_hit_ratio1m","query":"sum without (datname) (pg:db:blks_hit_1m) / sum without (datname) (pg:db:blks_access_1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000704408,"lastEvaluation":"2026-07-14T05:02:29.022913443+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":14,"id":"13382765183282216021","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blk_read_time_seconds_rate1m","query":"rate(pg_db_blk_read_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00042272,"lastEvaluation":"2026-07-14T05:02:29.023631728+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"7051736587766267576","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blk_write_time_seconds_rate1m","query":"rate(pg_db_blk_write_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000398889,"lastEvaluation":"2026-07-14T05:02:29.02407029+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":7,"id":"7593313544447842506","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blk_io_time_seconds_rate1m","query":"pg:db:blk_read_time_seconds_rate1m + pg:db:blk_write_time_seconds_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000789413,"lastEvaluation":"2026-07-14T05:02:29.02448869+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":14,"id":"3666441856548510120","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_flush_checkpoint_rate1m","query":"rate(pg_checkpointer_buffers_written[1m]) or ignoring(__name__) rate(pg_bgwriter_buffers_checkpoint[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00044274,"lastEvaluation":"2026-07-14T05:02:29.025313365+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"5896949093266210111","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_flush_checkpoint_rate1m","query":"sum by (job, cls) (pg:ins:buf_flush_checkpoint_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000422588,"lastEvaluation":"2026-07-14T05:02:29.025793653+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"5971674302636269257","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_flush_backend_rate1m","query":"rate(pg_bgwriter_buffers_backend[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000444604,"lastEvaluation":"2026-07-14T05:02:29.026227684+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1625982946288241429","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_flush_backend_rate1m","query":"sum by (job, cls) (pg:ins:buf_flush_backend_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000320829,"lastEvaluation":"2026-07-14T05:02:29.026723084+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1848202645629083007","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_clean_rate1m","query":"rate(pg_bgwriter_buffers_clean[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000376073,"lastEvaluation":"2026-07-14T05:02:29.027051789+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"5235557356375425354","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_clean_rate1m","query":"sum by (job, cls) (pg:ins:buf_clean_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000398129,"lastEvaluation":"2026-07-14T05:02:29.027441841+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"489997746270991979","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_write_rate1m","query":"pg:ins:buf_flush_backend + pg:ins:buf_flush_checkpoint + pg:ins:buf_clean_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000417219,"lastEvaluation":"2026-07-14T05:02:29.02785046+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1365028839247909072","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_write_rate1m","query":"sum by (job, cls) (pg:ins:buf_flush_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000255004,"lastEvaluation":"2026-07-14T05:02:29.028275284+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11737681583271611650","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_alloc_rate1m","query":"rate(pg_bgwriter_buffers_alloc[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000425463,"lastEvaluation":"2026-07-14T05:02:29.028537854+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14309961845459200658","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_alloc_rate1m","query":"sum by (job, cls) (pg:ins:buf_alloc_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000497263,"lastEvaluation":"2026-07-14T05:02:29.028981777+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6875271795927060759","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ckpt_timed_1m","query":"increase(pg_checkpointer_timed[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000510639,"lastEvaluation":"2026-07-14T05:02:29.02950413+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6823619094422125202","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ckpt_req_1m","query":"increase(pg_checkpointer_req[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000400252,"lastEvaluation":"2026-07-14T05:02:29.030024208+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10408363334062163364","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ckpt_1h","query":"increase(pg_checkpointer_timed[1h]) + increase(pg_checkpointer_req[1h])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000657832,"lastEvaluation":"2026-07-14T05:02:29.030440735+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"14925375818051625173","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lsn_rate1m","query":"rate(pg_lsn[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000326501,"lastEvaluation":"2026-07-14T05:02:29.031108949+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14183487263519277975","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lsn_rate1m","query":"sum by (job, cls) (pg:ins:lsn_rate1m * on(ins) group_left() (1 - pg_in_recovery))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000492793,"lastEvaluation":"2026-07-14T05:02:29.031445791+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"13833332981183171895","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:lsn_rate1m","query":"sum by (job) (pg:cls:lsn_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000382697,"lastEvaluation":"2026-07-14T05:02:29.031950498+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2973131122987890466","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:table:scan_rate1m","query":"rate(pg_table_tbl_scan[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003308682,"lastEvaluation":"2026-07-14T05:02:29.03236506+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":132,"lastSeriesFetched":132,"id":"6722752523996750025","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:query:call_rate1m","query":"rate(pg_query_calls[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003048475,"lastEvaluation":"2026-07-14T05:02:29.036000835+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":128,"lastSeriesFetched":128,"id":"9775217364371762173","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:query:rt_1m","query":"rate(pg_query_exec_time[1m]) / pg:query:call_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004596349,"lastEvaluation":"2026-07-14T05:02:29.039226304+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":89,"lastSeriesFetched":256,"id":"14506424703812348022","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-07-14T05:02:28.92497234+08:00","type":"prometheus","id":"16462509532548736964","file":"/infra/rules/pgsql.yml","concurrency":1,"states":{"":233}},{"name":"redis-alert","rules":[{"state":"inactive","name":"RedisDown","query":"redis_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"0","severity":"CRIT"},"annotations":{"description":"redis_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} == 0\n/ui/d/redis-instance?from=now-5m\u0026to=now\u0026var-ins={{$labels.ins}}\n","summary":"CRIT RedisDown: {{ $labels.ins }} {{ $labels.instance }} {{ $value }}"},"lastError":"","evaluationTime":0.329509065,"lastEvaluation":"2026-07-14T05:29:39.393379945+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14216624868630605529","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisRejectConn","query":"redis:ins:conn_reject \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"redis","level":"0","severity":"CRIT"},"annotations":{"description":"redis:ins:conn_reject[cls={{ $labels.cls }}, ins={{ $labels.ins }}][5m] = {{ $value }} \u003e 0\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=88\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"CRIT RedisRejectConn: {{ $labels.ins }} {{ $labels.instance }} {{ $value }}"},"lastError":"","evaluationTime":0.195613511,"lastEvaluation":"2026-07-14T05:29:39.722903778+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7955763511934078047","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisRTHigh","query":"redis:ins:rt \u003e 0.00016","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:query_rt[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 160µs\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=97\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"WARN RedisRTHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.306645366,"lastEvaluation":"2026-07-14T05:29:39.918526676+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4668692110143480898","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisCPUHigh","query":"redis:ins:cpu_usage \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"1","severity":"WARN"},"annotations":{"description":"redis:ins:cpu_all[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 60%\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=43\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"WARN RedisCPUHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.48989885,"lastEvaluation":"2026-07-14T05:29:40.225184676+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2137811757945932182","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisMemHigh","query":"redis:ins:mem_usage \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"1","severity":"WARN"},"annotations":{"description":"redis:ins:mem_usage[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 80%\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=7\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"WARN RedisMemHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":1.125272384,"lastEvaluation":"2026-07-14T05:29:40.715093193+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16523772714547634860","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisQPSHigh","query":"redis:ins:qps \u003e 32000","duration":300,"keep_firing_for":0,"labels":{"category":"redis","level":"2","severity":"INFO"},"annotations":{"description":"redis:ins:qps[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 16000\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=96\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"INFO RedisQPSHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.587709262,"lastEvaluation":"2026-07-14T05:29:41.840384393+08:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6651681235789580957","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-07-14T05:29:39.393370617+08:00","type":"prometheus","id":"17324086789749378655","file":"/infra/rules/redis.yml","concurrency":1,"states":{"inactive":6}},{"name":"redis-rules","rules":[{"state":"","name":"redis:ins","query":"max by (id, ins, instance, cls, job) (\n  label_replace(redis_up, \"id\", \"$1\", \"ins\", \"(.+)\") OR\n  label_replace(redis_up, \"id\", \"$1\", \"instance\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.685995192,"lastEvaluation":"2026-07-14T05:29:37.041455445+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15694798588909618297","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:ip","query":"label_replace(redis_up, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\")","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000369459,"lastEvaluation":"2026-07-14T05:29:37.72747363+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2445140754293928178","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:mem_total","query":"max by (job,cls,ip) (label_replace(redis_total_system_memory_bytes, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000405046,"lastEvaluation":"2026-07-14T05:29:37.727850092+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17668476592205593575","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:mem_alloc","query":"sum by (job,cls,ip) (label_replace(redis_config_maxmemory, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000542952,"lastEvaluation":"2026-07-14T05:29:37.728269434+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15309103877381357705","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:mem_used","query":"sum by (job,cls,ip) (label_replace(redis_memory_used_bytes, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000312954,"lastEvaluation":"2026-07-14T05:29:37.728821905+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12461330274808913996","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:qps","query":"sum by (job,cls,ip) (label_replace(redis:ins:qps, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000250857,"lastEvaluation":"2026-07-14T05:29:37.72914098+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17849326118830969995","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_sys","query":"rate(redis_cpu_sys_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000283459,"lastEvaluation":"2026-07-14T05:29:37.729399563+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6518390775576621139","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_user","query":"rate(redis_cpu_user_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000297555,"lastEvaluation":"2026-07-14T05:29:37.729689774+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3542651762931891875","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_usage","query":"rate(redis_cpu_sys_seconds_total[1m]) + rate(redis_cpu_user_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000209331,"lastEvaluation":"2026-07-14T05:29:37.729997668+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14604297413698770970","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_sys","query":"avg by (job, cls) (redis:ins:cpu_sys)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000314106,"lastEvaluation":"2026-07-14T05:29:37.730215335+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17138066702343098092","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_user","query":"avg by (job, cls) (redis:ins:cpu_user)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00029504,"lastEvaluation":"2026-07-14T05:29:37.730539169+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4920411740281499498","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_usage","query":"avg by (job, cls) (redis:ins:cpu_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.397962496,"lastEvaluation":"2026-07-14T05:29:37.730841483+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8653183726190761736","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cpu_usage","query":"avg by (job)(redis:ins:cpu_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.5897211919999998,"lastEvaluation":"2026-07-14T05:29:38.128823975+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"766635480724356809","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_sys_child","query":"rate(redis_cpu_sys_children_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.199716825,"lastEvaluation":"2026-07-14T05:29:39.718561608+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4209687058093633762","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_user_child","query":"rate(redis_cpu_user_children_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.306590593,"lastEvaluation":"2026-07-14T05:29:39.918296737+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12137121936319554910","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_usage_child","query":"rate(redis_cpu_sys_children_seconds_total[1m]) + rate(redis_cpu_user_children_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.416026297,"lastEvaluation":"2026-07-14T05:29:40.22492989+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11734859668693462285","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_sys_child","query":"avg by (job, cls) (redis:ins:cpu_sys_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.515457147,"lastEvaluation":"2026-07-14T05:29:41.913101637+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18301880617596789550","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_user_child","query":"avg by (job, cls) (redis:ins:cpu_user_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.592245162,"lastEvaluation":"2026-07-14T05:29:42.42856738+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8372588541140134634","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_usage_child","query":"avg by (job, cls) (redis:ins:cpu_usage_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001790329,"lastEvaluation":"2026-07-14T05:29:43.020819727+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16577518571902750222","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cpu_usage_child","query":"avg by (job) (redis:ins:cpu_usage_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.106514298,"lastEvaluation":"2026-07-14T05:29:43.022616198+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3717135218551493087","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:mem_usage","query":"redis_memory_used_bytes / redis_memory_max_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.184244403,"lastEvaluation":"2026-07-14T05:29:43.129140685+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"91255202306569524","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_used","query":"sum by (job, cls) (redis_memory_used_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.018644819,"lastEvaluation":"2026-07-14T05:29:43.313403203+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15534068534823163844","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_max","query":"sum by (job, cls) (redis_memory_max_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.085336936,"lastEvaluation":"2026-07-14T05:29:43.332076474+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3777096216279647962","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_usage","query":"redis:cls:mem_used / redis:cls:mem_max","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.021619048,"lastEvaluation":"2026-07-14T05:29:43.41742442+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7641800382265832626","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_usage_max","query":"max by (job, cls) (redis:ins:mem_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000872278,"lastEvaluation":"2026-07-14T05:29:43.439063815+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"923321825879911741","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:mem_usage","query":"sum by (job)(redis:cls:mem_used) / sum by (job)(redis:cls:mem_max)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.073321682,"lastEvaluation":"2026-07-14T05:29:43.439943136+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13208258477678657723","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rx","query":"rate(redis_net_input_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.106142034,"lastEvaluation":"2026-07-14T05:29:43.513284073+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16724051606867461565","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rx","query":"sum by (job, cls) (redis:ins:rx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003098579,"lastEvaluation":"2026-07-14T05:29:43.61943271+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9816449153393145177","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rx","query":"sum by (job) (redis:cls:rx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000446542,"lastEvaluation":"2026-07-14T05:29:43.622551377+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5012257894692471760","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:tx","query":"rate(redis_net_output_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001820886,"lastEvaluation":"2026-07-14T05:29:43.623007607+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2863848922977920048","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:tx","query":"sum by (job, cls) (redis:ins:tx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000455479,"lastEvaluation":"2026-07-14T05:29:43.624839084+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2210871622558219221","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:tx","query":"sum by (job) (redis:cls:tx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000418421,"lastEvaluation":"2026-07-14T05:29:43.625302648+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11604648128743478764","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:net_traffic","query":"redis:ins:rx + redis:ins:tx","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000240519,"lastEvaluation":"2026-07-14T05:29:43.625731529+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12611319165030337683","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:net_traffic","query":"redis:cls:rx + redis:cls:tx","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000253954,"lastEvaluation":"2026-07-14T05:29:43.625979261+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1884253187708854851","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:net_traffic","query":"redis:env:rx + redis:env:tx","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000722077,"lastEvaluation":"2026-07-14T05:29:43.62624677+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15042875566449503934","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps_realtime","query":"irate(redis_commands_processed_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000223547,"lastEvaluation":"2026-07-14T05:29:43.626976241+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9111605446053068461","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps_realtime","query":"sum by (job, cls) (redis:ins:qps_realtime)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00023535,"lastEvaluation":"2026-07-14T05:29:43.627208053+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5976077493125811429","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps_realtime","query":"sum by (job) (redis:cls:qps_realtime)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000209611,"lastEvaluation":"2026-07-14T05:29:43.627452459+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6192532837528255288","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps","query":"rate(redis_commands_processed_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000176479,"lastEvaluation":"2026-07-14T05:29:43.627671056+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4873669296869666026","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps","query":"sum by (job, cls) (redis:ins:qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000225682,"lastEvaluation":"2026-07-14T05:29:43.627851463+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15365440171885623723","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps","query":"sum by (job) (redis:cls:qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000258051,"lastEvaluation":"2026-07-14T05:29:43.628084558+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15976119056081297104","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps_mu","query":"avg_over_time(redis:ins:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000229648,"lastEvaluation":"2026-07-14T05:29:43.628350243+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5720076602158840779","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps_mu","query":"avg_over_time(redis:cls:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000319445,"lastEvaluation":"2026-07-14T05:29:43.628590261+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3283692598593473663","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps_mu","query":"avg_over_time(redis:env:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000376563,"lastEvaluation":"2026-07-14T05:29:43.628918695+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14969814774315863343","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps_sigma","query":"stddev_over_time(redis:ins:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000298336,"lastEvaluation":"2026-07-14T05:29:43.629300977+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13669967564711066158","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps_sigma","query":"stddev_over_time(redis:cls:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000198,"lastEvaluation":"2026-07-14T05:29:43.629604524+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18134368733603198146","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps_sigma","query":"stddev_over_time(redis:env:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000242983,"lastEvaluation":"2026-07-14T05:29:43.629813303+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1013574627157469914","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_expire","query":"rate(redis_expired_keys_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000159849,"lastEvaluation":"2026-07-14T05:29:43.630063018+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9476312431948576732","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_expire","query":"sum by (job, cls) (redis:ins:key_expire)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00033245,"lastEvaluation":"2026-07-14T05:29:43.630228868+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15645767772442629661","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_expire","query":"sum by (job) (redis:cls:key_expire)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000284821,"lastEvaluation":"2026-07-14T05:29:43.630569864+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2692693346752066460","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_evict","query":"rate(redis_evicted_keys_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000326348,"lastEvaluation":"2026-07-14T05:29:43.63086309+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14817398723479818913","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_evict","query":"sum by (job, cls) (redis:ins:key_evict)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00031617,"lastEvaluation":"2026-07-14T05:29:43.631196543+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3617308018114650037","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_evict","query":"sum by (job) (redis:cls:key_evict)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000254934,"lastEvaluation":"2026-07-14T05:29:43.631522601+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12919476832967926174","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_hit","query":"rate(redis_keyspace_hits_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000289811,"lastEvaluation":"2026-07-14T05:29:43.631786433+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3170150471150044270","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_hit","query":"sum by (job, cls) (redis:ins:key_hit)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000241691,"lastEvaluation":"2026-07-14T05:29:43.632082736+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3060774165020653157","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_hit","query":"sum by (job) (redis:cls:key_hit)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000407019,"lastEvaluation":"2026-07-14T05:29:43.63233112+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12326795072573526414","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_miss","query":"rate(redis_keyspace_misses_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000269923,"lastEvaluation":"2026-07-14T05:29:43.632746925+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9176189982898453771","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_miss","query":"sum by (job, cls) (redis:ins:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000225921,"lastEvaluation":"2026-07-14T05:29:43.633022399+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"829551585118107629","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_miss","query":"sum by (job) (redis:cls:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000200734,"lastEvaluation":"2026-07-14T05:29:43.633253881+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15852401331934207180","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_hit_rate","query":"redis:ins:key_hit / (redis:ins:key_hit + redis:ins:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000287666,"lastEvaluation":"2026-07-14T05:29:43.63346274+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10874561898364349283","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_hit_rate","query":"redis:cls:key_hit / (redis:cls:key_hit + redis:cls:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000266026,"lastEvaluation":"2026-07-14T05:29:43.63375761+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"246074839391397195","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_hit_rate","query":"redis:env:key_hit / (redis:env:key_hit + redis:env:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000559243,"lastEvaluation":"2026-07-14T05:29:43.634031331+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14596780325910373253","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cmd_time","query":"rate(redis_commands_duration_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000242703,"lastEvaluation":"2026-07-14T05:29:43.634603508+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12367629986738277530","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cmd_time","query":"sum by (job,cls,cmd) (redis:ins:cmd_time)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000218437,"lastEvaluation":"2026-07-14T05:29:43.634854156+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11462139576431859109","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cmd_time","query":"sum by (job,cmd) (redis:ins:cmd_time)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000177831,"lastEvaluation":"2026-07-14T05:29:43.635081921+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"149633038159296320","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cmd_qps","query":"rate(redis_commands_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000244255,"lastEvaluation":"2026-07-14T05:29:43.635266175+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10893245655444731968","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cmd_qps","query":"sum by (job,cls,cmd) (redis:ins:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000281425,"lastEvaluation":"2026-07-14T05:29:43.635519657+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14821025642162900677","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cmd_qps","query":"sum by (job,cmd) (redis:cls:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000260296,"lastEvaluation":"2026-07-14T05:29:43.635811231+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17972797791938617442","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cmd_rt","query":"redis:ins:cmd_time / redis:ins:cmd_qps","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000248473,"lastEvaluation":"2026-07-14T05:29:43.636080534+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"965058365186203184","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cmd_rt","query":"redis:cls:cmd_time / redis:cls:cmd_qps","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000211384,"lastEvaluation":"2026-07-14T05:29:43.636339176+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12824503467107423580","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cmd_rt","query":"redis:env:cmd_time / redis:env:cmd_qps","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000270334,"lastEvaluation":"2026-07-14T05:29:43.636557884+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3713442625518495679","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rt","query":"sum without (cmd) (redis:ins:cmd_time) / sum without (cmd) (redis:ins:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000278039,"lastEvaluation":"2026-07-14T05:29:43.636837415+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15620758243835378959","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rt","query":"sum without (cmd) (redis:cls:cmd_time) / sum without (cmd) (redis:cls:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000217677,"lastEvaluation":"2026-07-14T05:29:43.637125623+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15014589447243973543","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rt","query":"sum without (cmd) (redis:env:cmd_time) / sum without (cmd) (redis:env:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000353229,"lastEvaluation":"2026-07-14T05:29:43.637353918+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6091751704412607084","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rt_mu","query":"avg_over_time(redis:ins:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000222405,"lastEvaluation":"2026-07-14T05:29:43.63771399+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11555793383021949929","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rt_mu","query":"avg_over_time(redis:cls:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0001828,"lastEvaluation":"2026-07-14T05:29:43.637954189+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12486207893356104269","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rt_mu","query":"avg_over_time(redis:env:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":1.402038515,"lastEvaluation":"2026-07-14T05:29:43.638144834+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2086200347785707703","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rt_sigma","query":"stddev_over_time(redis:ins:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001921335,"lastEvaluation":"2026-07-14T05:29:45.040191774+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1510596877155885376","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rt_sigma","query":"stddev_over_time(redis:cls:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000317532,"lastEvaluation":"2026-07-14T05:29:45.042121074+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6948208903400265284","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rt_sigma","query":"stddev_over_time(redis:env:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000883328,"lastEvaluation":"2026-07-14T05:29:45.042447322+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7386717272439167994","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:clients","query":"redis_connected_clients","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000757011,"lastEvaluation":"2026-07-14T05:29:45.043335499+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5082888720400145913","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:clients","query":"sum by (job, cls) (redis:ins:clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000629214,"lastEvaluation":"2026-07-14T05:29:45.044099714+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15584067743295451795","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:clients","query":"sum by (job)(redis:cls:clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000756422,"lastEvaluation":"2026-07-14T05:29:45.044735831+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8686046153376025938","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:blocked_clients","query":"rate(redis_blocked_clients[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.373643751,"lastEvaluation":"2026-07-14T05:29:45.045497622+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1739143042652378316","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:blocked_clients","query":"sum by (job, cls) (redis:ins:blocked_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.022868378,"lastEvaluation":"2026-07-14T05:29:45.419161402+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17352254991165475997","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:blocked_clients","query":"sum by (job)(redis:cls:blocked_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.280362077,"lastEvaluation":"2026-07-14T05:29:45.442045729+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11477889964169238420","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:conn_rate","query":"rate(redis_connections_received_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.120066449,"lastEvaluation":"2026-07-14T05:29:45.722427964+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17975457492049309513","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:conn_rate","query":"sum by (job, cls) (redis:ins:conn_rate)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.593727029,"lastEvaluation":"2026-07-14T05:29:45.842510222+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1816347481790137197","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:conn_rate","query":"sum by (job)(redis:cls:conn_rate)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.183000293,"lastEvaluation":"2026-07-14T05:29:46.436246949+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5810608055330648836","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:conn_reject","query":"rate(redis_rejected_connections_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.014718694,"lastEvaluation":"2026-07-14T05:29:36.820398744+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2505847852807943003","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:conn_reject","query":"sum by (job, cls) (redis:ins:conn_reject)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000798669,"lastEvaluation":"2026-07-14T05:29:36.835142906+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6973825599197838783","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:conn_reject","query":"sum by (job)(redis:cls:conn_reject)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000372645,"lastEvaluation":"2026-07-14T05:29:36.835958057+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13172575704405329974","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:lsn_rate","query":"rate(redis_master_repl_offset[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.182829384,"lastEvaluation":"2026-07-14T05:29:36.836356931+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11086362695928279196","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:fork_time","query":"max by (job, cls) (redis_latest_fork_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.021519362,"lastEvaluation":"2026-07-14T05:29:37.019215079+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13613917332214409301","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:aof_rewrite_time","query":"max by (job, cls) (redis_aof_last_rewrite_duration_sec)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000335316,"lastEvaluation":"2026-07-14T05:29:37.040744959+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"176220919676615337","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:size","query":"count by (job, cls) (redis_up)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000216794,"lastEvaluation":"2026-07-14T05:29:37.04108798+08:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3326367272495626888","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-07-14T05:19:32.556553604+08:00","type":"prometheus","id":"13096054864871816596","file":"/infra/rules/redis.yml","concurrency":1,"states":{"":96}}]}}