{"status":"success","data":{"groups":[{"name":"agent-rules","rules":[{"state":"","name":"node_up","query":"up{instance=~\".*:9100\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001262289,"lastEvaluation":"2026-08-30T13:20:31.096532285-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"14752024380941422471","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy_up","query":"up{instance=~\".*:9101\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00061081,"lastEvaluation":"2026-08-30T13:20:31.097833638-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"6384569495788557771","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"keepalived_exporter_up","query":"up{instance=~\".*:9650\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00042049,"lastEvaluation":"2026-08-30T13:20:31.098463128-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8927142465727684287","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"docker_up","query":"up{instance=~\".*:9323\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000388134,"lastEvaluation":"2026-08-30T13:20:31.098892991-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"549499414273937970","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"vector_up","query":"up{instance=~\".*:9598\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000733655,"lastEvaluation":"2026-08-30T13:20:31.099290762-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"2192065186833386819","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd_up","query":"up{job=\"etcd\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000941045,"lastEvaluation":"2026-08-30T13:20:31.100049973-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"17819113597514614295","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"minio_up","query":"up{job=\"minio\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0006109,"lastEvaluation":"2026-08-30T13:20:31.101008258-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12508267770875687031","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg_exporter_agent_up","query":"up{instance=~\".*:9630\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000905009,"lastEvaluation":"2026-08-30T13:20:31.101640799-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"2626570853599856340","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer_exporter_agent_up","query":"up{instance=~\".*:9631\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000671427,"lastEvaluation":"2026-08-30T13:20:31.102564542-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"6560419138046595181","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbackrest_exporter_agent_up","query":"up{instance=~\".*:9854\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000907799,"lastEvaluation":"2026-08-30T13:20:31.103259212-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"7711451010508465477","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"patroni_up","query":"up{instance=~\".*:8008\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000847801,"lastEvaluation":"2026-08-30T13:20:31.104185507-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"112614349375099594","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql_exporter_up","query":"up{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001080002,"lastEvaluation":"2026-08-30T13:20:31.10505633-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13817772392009897881","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka_up","query":"up{job=\"kafka\",role=~\".+\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000318014,"lastEvaluation":"2026-08-30T13:20:31.106147172-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2615694742516567183","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka_exporter_up","query":"up{job=\"kafka\",role=\"\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000591807,"lastEvaluation":"2026-08-30T13:20:31.106474842-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"11877108057045193400","group_id":"2019580944935921608","group_name":"agent-rules","file":"/infra/rules/agent.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:31.096527176-07:00","type":"prometheus","id":"2019580944935921608","file":"/infra/rules/agent.yml","concurrency":1,"states":{"":14}},{"name":"etcd-alert","rules":[{"state":"inactive","name":"EtcdServerDown","query":"etcd_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"0","severity":"CRIT"},"annotations":{"description":"etcd_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/etcd-overview\n","summary":"CRIT EtcdServerDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001642778,"lastEvaluation":"2026-08-30T13:20:28.903938623-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"6472556129433162101","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdNoLeader","query":"min(etcd_server_has_leader) by (cls) \u003c 1","duration":15,"keep_firing_for":0,"labels":{"category":"etcd","level":"0","severity":"CRIT"},"annotations":{"description":"etcd_server_has_leader[cls={{ $labels.cls }}] = {{ $value }} \u003c 1\n/ui/d/etcd-overview?from=now-5m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"CRIT EtcdNoLeader: {{ $labels.cls }} {{ $value }}"},"lastError":"","evaluationTime":0.000924225,"lastEvaluation":"2026-08-30T13:20:28.905597336-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"6712175362511620660","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdQuotaFull","query":"etcd:cls:quota_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"1","severity":"WARN"},"annotations":{"description":"etcd:cls:quota_usage[cls={{ $labels.cls }}] = {{ $value | printf \"%.3f\" }} \u003e 90%\n","summary":"WARN EtcdQuotaFull: {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000743371,"lastEvaluation":"2026-08-30T13:20:28.906565172-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"13420651261018784922","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdNetworkPeerRTSlow","query":"etcd:ins:network_peer_rt_p95_5m \u003e 0.200","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:network_peer_rt_p95_5m[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 200ms\n/ui/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls={{ $labels.cls }}\n","summary":"INFO EtcdNetworkPeerRTSlow: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000746071,"lastEvaluation":"2026-08-30T13:20:28.907421767-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":6,"id":"14954978935799354606","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"EtcdWalFsyncSlow","query":"etcd:ins:wal_fsync_rt_p95_5m \u003e 0.050","duration":60,"keep_firing_for":0,"labels":{"category":"etcd","level":"2","severity":"INFO"},"annotations":{"description":"etcd:ins:wal_fsync_rt_p95_5m[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 50ms\n/ui/d/etcd-instance?from=now-10m\u0026to=now\u0026var-cls={{ $labels.cls }}\n","summary":"INFO EtcdWalFsyncSlow: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000799876,"lastEvaluation":"2026-08-30T13:20:28.908204067-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"5715944512589980155","group_id":"16422350404351705521","group_name":"etcd-alert","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:28.903918961-07:00","type":"prometheus","id":"16422350404351705521","file":"/infra/rules/etcd.yml","concurrency":1,"states":{"inactive":5}},{"name":"etcd-rules","rules":[{"state":"","name":"etcd:ins:rpm","query":"sum without (type, client_api_version) (increase(etcd_server_client_requests_total{job=\"etcd\"}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002134489,"lastEvaluation":"2026-08-30T13:20:26.600401539-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"4832754136110249834","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:wpm","query":"increase(etcd_server_proposals_committed_total{job=\"etcd\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001625929,"lastEvaluation":"2026-08-30T13:20:26.602614748-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"11860767146026404497","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:quota_usage","query":"etcd_mvcc_db_total_size_in_bytes{job=\"etcd\"} / etcd_server_quota_backend_bytes{job=\"etcd\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001957141,"lastEvaluation":"2026-08-30T13:20:26.604272069-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"12020725054132561431","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:cls:quota_usage","query":"max by (job,cls) (etcd_mvcc_db_total_size_in_bytes{job=\"etcd\"} / etcd_server_quota_backend_bytes{job=\"etcd\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001150787,"lastEvaluation":"2026-08-30T13:20:26.606268367-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"4816945504981658763","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:age","query":"etcd_debugging_mvcc_current_revision{job=\"etcd\"} - etcd_debugging_mvcc_compact_revision{job=\"etcd\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002305222,"lastEvaluation":"2026-08-30T13:20:26.607554648-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"8023804730260639706","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:cls:age","query":"max by (job,cls) (etcd_debugging_mvcc_current_revision{job=\"etcd\"} - etcd_debugging_mvcc_compact_revision{job=\"etcd\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001122852,"lastEvaluation":"2026-08-30T13:20:26.609908218-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"11142691502952152760","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:wal_fsync_rt_p95_5m","query":"histogram_quantile(0.95, rate(etcd_disk_wal_fsync_duration_seconds_bucket{job=\"etcd\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001906759,"lastEvaluation":"2026-08-30T13:20:26.611049446-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":45,"id":"9683070077679029108","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:backend_commit_rt_p95_5m","query":"histogram_quantile(0.95, rate(etcd_disk_backend_commit_duration_seconds_bucket{job=\"etcd\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003054319,"lastEvaluation":"2026-08-30T13:20:26.613005037-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":45,"id":"7915787585156206754","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20},{"state":"","name":"etcd:ins:network_peer_rt_p95_5m","query":"histogram_quantile(0.95, rate(etcd_network_peer_round_trip_time_seconds_bucket{job=\"etcd\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0023333,"lastEvaluation":"2026-08-30T13:20:26.616069125-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":102,"id":"4235737155991928642","group_id":"12172382247898273642","group_name":"etcd-rules","file":"/infra/rules/etcd.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:26.60039612-07:00","type":"prometheus","id":"12172382247898273642","file":"/infra/rules/etcd.yml","concurrency":1,"states":{"":9}},{"name":"infra-alert","rules":[{"state":"inactive","name":"InfraDown","query":"infra_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"infra","level":"0","severity":"CRIT"},"annotations":{"description":"infra_up[type={{ $labels.type }}, instance={{ $labels.instance }}] = {{ $value  | printf \"%.2f\" }} \u003c 1\n","summary":"CRIT InfraDown {{ $labels.type }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001511152,"lastEvaluation":"2026-08-30T13:20:29.218580351-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":24,"id":"34541643354244742","group_id":"17002711367853094751","group_name":"infra-alert","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"AgentDown","query":"agent_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"infra","level":"0","severity":"CRIT"},"annotations":{"description":"agent_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value  | printf \"%.2f\" }} \u003c 1\n","summary":"CRIT AgentDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.003764665,"lastEvaluation":"2026-08-30T13:20:29.220114309-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":5,"id":"3750705474481061326","group_id":"17002711367853094751","group_name":"infra-alert","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:29.218577336-07:00","type":"prometheus","id":"17002711367853094751","file":"/infra/rules/infra.yml","concurrency":1,"states":{"inactive":2}},{"name":"infra-rules","rules":[{"state":"","name":"infra_up","query":"up{job=\"infra\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001973221,"lastEvaluation":"2026-08-30T13:20:26.926662461-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":24,"lastSeriesFetched":24,"id":"3234035625992075699","group_id":"12774679442975532692","group_name":"infra-rules","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20},{"state":"","name":"agent_up","query":"up{job!~\"infra|node|etcd|minio|pgsql|redis|mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001031489,"lastEvaluation":"2026-08-30T13:20:26.929129316-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":5,"lastSeriesFetched":5,"id":"8080388337310565842","group_id":"12774679442975532692","group_name":"infra-rules","file":"/infra/rules/infra.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:26.926657159-07:00","type":"prometheus","id":"12774679442975532692","file":"/infra/rules/infra.yml","concurrency":1,"states":{"":2}},{"name":"kafka-alert","rules":[{"state":"inactive","name":"KafkaDown","query":"up{job=\"kafka\",role=~\".+\"} \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"Kafka JMX endpoint is unreachable for {{ $labels.ins }} (role={{ $labels.role }}, node_id={{ $labels.node_id }}).\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001373692,"lastEvaluation":"2026-08-30T13:20:29.875336917-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4106633443422949673","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaExporterDown","query":"up{job=\"kafka\",role=\"\"} \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"up[job=kafka, role='', ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000857993,"lastEvaluation":"2026-08-30T13:20:29.876726061-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":2,"id":"6114697482555084835","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaJmxScrapeError","query":"jmx_scrape_error{job=\"kafka\"} \u003e 0","duration":180,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"JMX Exporter is reachable but failed to collect one or more Kafka MBeans.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaJmxScrapeError {{ $labels.ins }}"},"lastError":"","evaluationTime":0.001243273,"lastEvaluation":"2026-08-30T13:20:29.877597241-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2932956951693807662","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaJvmHeapHigh","query":"kafka:ins:jvm_heap_used_ratio \u003e 0.90","duration":900,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"Kafka JVM heap utilization has remained above 90% for 15 minutes: {{ $value | humanizePercentage }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaJvmHeapHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000826605,"lastEvaluation":"2026-08-30T13:20:29.878870388-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11057504407616715820","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaJvmDeadlock","query":"jvm_threads_deadlocked{job=\"kafka\"} \u003e 0","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"The Kafka JVM reports {{ $value }} deadlocked thread cycle(s).\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaJvmDeadlock {{ $labels.ins }}"},"lastError":"","evaluationTime":0.001499174,"lastEvaluation":"2026-08-30T13:20:29.879709589-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1682667259236544097","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaRequestHandlerSaturated","query":"kafka_server_request_handler_idle_ratio{job=\"kafka\"} \u003c 0.10","duration":600,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"Kafka request handler idle capacity is below 10%: {{ $value | humanizePercentage }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaRequestHandlerSaturated {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000870581,"lastEvaluation":"2026-08-30T13:20:29.881218877-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2435324408008451337","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaUnderReplicatedPartitions","query":"kafka_server_replica_manager_under_replicated_partitions{job=\"kafka\"} \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"{{ $value }} partition replicas are outside ISR on {{ $labels.ins }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaUnderReplicatedPartitions {{ $labels.ins }}"},"lastError":"","evaluationTime":0.001900197,"lastEvaluation":"2026-08-30T13:20:29.882107563-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3594504266637175878","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaUnderMinISR","query":"kafka_server_replica_manager_under_min_isr_partitions{job=\"kafka\"} \u003e 0","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"{{ $value }} partitions are below min.insync.replicas on {{ $labels.ins }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaUnderMinISR {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000907469,"lastEvaluation":"2026-08-30T13:20:29.884022607-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11326321882344255373","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaOfflineLogDirectory","query":"kafka_log_manager_offline_log_directories{job=\"kafka\"} \u003e 0","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"Kafka has marked {{ $value }} log directories offline on {{ $labels.ins }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT KafkaOfflineLogDirectory {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000749258,"lastEvaluation":"2026-08-30T13:20:29.884939679-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1717181191271714831","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaOfflinePartitions","query":"max by (cls) (kafka_controller_offline_partition_count{job=\"kafka\"}) \u003e 0","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"The active KRaft controller reports {{ $value }} offline partitions.\n/ui/d/kafka-overview?var-cls={{ $labels.cls }}\n","summary":"CRIT KafkaOfflinePartitions {{ $labels.cls }}"},"lastError":"","evaluationTime":0.001042008,"lastEvaluation":"2026-08-30T13:20:29.885700386-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15252468229033472766","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaControllerCountMismatch","query":"(sum by (cls) (kafka_controller_active_controller_count{job=\"kafka\"}) or 0 * count by (cls) (up{job=\"kafka\",role=~\"combined|controller\"})) != 1","duration":60,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"A healthy KRaft cluster must expose exactly one active controller; observed {{ $value }}.\n/ui/d/kafka-overview?var-cls={{ $labels.cls }}\n","summary":"CRIT KafkaControllerCountMismatch {{ $labels.cls }}"},"lastError":"","evaluationTime":0.00100942,"lastEvaluation":"2026-08-30T13:20:29.886753092-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10047444768488911927","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaFencedBrokers","query":"max by (cls) (kafka_controller_fenced_broker_count{job=\"kafka\"}) \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"The active controller reports {{ $value }} fenced brokers.\n/ui/d/kafka-overview?var-cls={{ $labels.cls }}\n","summary":"WARN KafkaFencedBrokers {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000925925,"lastEvaluation":"2026-08-30T13:20:29.887776978-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3793801864357164293","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaUncleanLeaderElection","query":"increase(kafka_controller_unclean_leader_elections_total{job=\"kafka\"}[5m]) \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"kafka","level":"0","severity":"CRIT"},"annotations":{"description":"{{ $value }} unclean leader election(s) occurred during the last five minutes; data loss may have occurred.\n/ui/d/kafka-overview?var-cls={{ $labels.cls }}\n","summary":"CRIT KafkaUncleanLeaderElection {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000733171,"lastEvaluation":"2026-08-30T13:20:29.888747371-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10286343268033438554","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaNetworkProcessorSaturated","query":"kafka_network_processor_idle_ratio{job=\"kafka\"} \u003c 0.10","duration":600,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"Kafka network processor idle capacity is below 10%: {{ $value | humanizePercentage }}.\n/ui/d/kafka-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KafkaNetworkProcessorSaturated {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000739508,"lastEvaluation":"2026-08-30T13:20:29.889490675-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17465203282628974183","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KafkaConsumerLagGrowing","query":"kafka:csg:lag \u003e 100000 and on (job, cls, consumergroup) delta(kafka:csg:lag[30m]) \u003e 0","duration":1800,"keep_firing_for":0,"labels":{"category":"kafka","level":"1","severity":"WARN"},"annotations":{"description":"Consumer group lag is above 100k records and still growing after 30 minutes ({{ $value }} records).\n/ui/d/kafka-consumer?var-cls={{ $labels.cls }}\u0026var-group={{ $labels.consumergroup }}\n","summary":"WARN KafkaConsumerLagGrowing {{ $labels.consumergroup }}"},"lastError":"","evaluationTime":0.000451418,"lastEvaluation":"2026-08-30T13:20:29.890241151-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15895644962497138700","group_id":"18216149610123607395","group_name":"kafka-alert","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:29.875328386-07:00","type":"prometheus","id":"18216149610123607395","file":"/infra/rules/kafka.yml","concurrency":1,"states":{"inactive":15}},{"name":"kafka-jmx-rules","rules":[{"state":"","name":"kafka:ins:jvm_heap_used_ratio","query":"sum by (job, cls, ins, ip, instance, role, node_id) (jvm_memory_used_bytes{job=\"kafka\",area=\"heap\"}) / clamp_min(sum by (job, cls, ins, ip, instance, role, node_id) (jvm_memory_max_bytes{job=\"kafka\",area=\"heap\"}), 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00268289,"lastEvaluation":"2026-08-30T13:20:31.653649598-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14884650160529744712","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:jvm_cpu_cores","query":"rate(process_cpu_seconds_total{job=\"kafka\",role=~\".+\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001340512,"lastEvaluation":"2026-08-30T13:20:31.656387797-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17423167809640503965","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:load","query":"1 - clamp( min by (job, cls, ins, ip, instance, role, node_id) ( kafka_server_request_handler_idle_ratio{job=\"kafka\"} or kafka_network_processor_idle_ratio{job=\"kafka\"} ), 0, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001329054,"lastEvaluation":"2026-08-30T13:20:31.657744105-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5927236481145339729","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:load","query":"avg by (job, cls) (kafka:ins:load)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001190407,"lastEvaluation":"2026-08-30T13:20:31.659095538-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1921393208877593090","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:jvm_gc_time_rate5m","query":"sum without (gc) (rate(jvm_gc_collection_seconds_sum{job=\"kafka\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001333345,"lastEvaluation":"2026-08-30T13:20:31.660312214-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9952172232901444958","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:messages_in_rate5m","query":"rate(kafka_server_broker_messages_in_total{job=\"kafka\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000940505,"lastEvaluation":"2026-08-30T13:20:31.661657558-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11348051420868752190","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:bytes_in_rate5m","query":"rate(kafka_server_broker_bytes_in_total{job=\"kafka\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000940694,"lastEvaluation":"2026-08-30T13:20:31.662620586-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8379635569592296642","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:bytes_out_rate5m","query":"rate(kafka_server_broker_bytes_out_total{job=\"kafka\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00099452,"lastEvaluation":"2026-08-30T13:20:31.663575861-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9825219534332299410","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:ins:request_error_rate5m","query":"sum without (request, error) (rate(kafka_network_request_errors_total{job=\"kafka\",error!=\"NONE\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00114091,"lastEvaluation":"2026-08-30T13:20:31.664580209-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5729367482286545958","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:under_replicated_partitions","query":"sum by (job, cls) (kafka_server_replica_manager_under_replicated_partitions{job=\"kafka\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000666337,"lastEvaluation":"2026-08-30T13:20:31.665729253-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18205907956583451977","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:offline_partitions","query":"max by (job, cls) (kafka_controller_offline_partition_count{job=\"kafka\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000655187,"lastEvaluation":"2026-08-30T13:20:31.66640492-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9556703035884433725","group_id":"3047419082577557758","group_name":"kafka-jmx-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:31.653618244-07:00","type":"prometheus","id":"3047419082577557758","file":"/infra/rules/kafka.yml","concurrency":1,"states":{"":11}},{"name":"kafka-rules","rules":[{"state":"","name":"kafka:topic:msg_rate1m","query":"sum by (job, cls, topic) (max without (ins, ip, instance) (clamp_min(rate(kafka_topic_partition_current_offset[1m]), 0)))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004348395,"lastEvaluation":"2026-08-30T13:20:24.208752608-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":102,"id":"3824950518663537846","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:topic:msg_rate5m","query":"sum by (job, cls, topic) (max without (ins, ip, instance) (clamp_min(rate(kafka_topic_partition_current_offset[5m]), 0)))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00211234,"lastEvaluation":"2026-08-30T13:20:24.213163797-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":102,"id":"6893912955393123494","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:msg_rate1m","query":"sum without (topic) (kafka:topic:msg_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001408526,"lastEvaluation":"2026-08-30T13:20:24.215348342-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"11128310781942141837","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:msg_rate5m","query":"sum without (topic) (kafka:topic:msg_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001474789,"lastEvaluation":"2026-08-30T13:20:24.216806208-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"14688034553184214981","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:csg_topic:commit_rate5m","query":"sum by (job, cls, consumergroup, topic) (max without (ins, ip, instance) (clamp_min(rate(kafka_consumergroup_current_offset[5m]), 0)))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000461679,"lastEvaluation":"2026-08-30T13:20:24.218299371-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12341570812249030338","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:csg_topic:lag","query":"sum by (job, cls, consumergroup, topic) (max without (ins, ip, instance) (clamp_min(kafka_consumergroup_lag, 0)))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000456042,"lastEvaluation":"2026-08-30T13:20:24.218787529-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2530917240113996236","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:csg:lag","query":"sum without (topic) (kafka:csg_topic:lag)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000259679,"lastEvaluation":"2026-08-30T13:20:24.219253401-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11869090650498232330","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20},{"state":"","name":"kafka:cls:lag","query":"sum without (consumergroup) (kafka:csg:lag)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0003482,"lastEvaluation":"2026-08-30T13:20:24.219529182-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"874545517223926333","group_id":"7760010977157438040","group_name":"kafka-rules","file":"/infra/rules/kafka.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:24.208743476-07:00","type":"prometheus","id":"7760010977157438040","file":"/infra/rules/kafka.yml","concurrency":1,"states":{"":8}},{"name":"minio-alert","rules":[{"state":"inactive","name":"MinioServerDown","query":"minio_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"minio","level":"0","severity":"CRIT"},"annotations":{"description":"minio_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/minio-overview\n","summary":"CRIT MinioServerDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001855601,"lastEvaluation":"2026-08-30T13:20:29.981995756-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"5056977363625481287","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioNodeOffline","query":"max by (cls) (avg_over_time(minio_cluster_health_nodes_offline_count{job=\"minio\"}[5m])) \u003e 0","duration":180,"keep_firing_for":0,"labels":{"category":"minio","level":"1","severity":"WARN"},"annotations":{"description":"minio_cluster_health_nodes_offline_count[cls={{ $labels.cls }}] = {{ $value }} \u003e 0\n/ui/d/minio-overview?from=now-5m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"WARN MinioNodeOffline: {{ $labels.cls }} {{ $value }}"},"lastError":"","evaluationTime":0.000628814,"lastEvaluation":"2026-08-30T13:20:29.983870711-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2548434918796171148","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioDiskOffline","query":"max by (cls) (avg_over_time(minio_cluster_health_drives_offline_count{job=\"minio\"}[5m])) \u003e 0","duration":180,"keep_firing_for":0,"labels":{"category":"minio","level":"1","severity":"WARN"},"annotations":{"description":"minio_cluster_health_drives_offline_count[cls={{ $labels.cls }}] = {{ $value }} \u003e 0\n/ui/d/minio-overview?from=now-5m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"WARN MinioDiskOffline: {{ $labels.cls }} {{ $value }}"},"lastError":"","evaluationTime":0.000552268,"lastEvaluation":"2026-08-30T13:20:29.984552369-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16805369781837028873","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioErasureSetUnhealthy","query":"min by (cls) (\n  minio_cluster_erasure_set_overall_health{job=\"minio\"}\n  or (minio_cluster_erasure_set_overall_write_quorum{job=\"minio\"} * 0)\n) \u003c 1\n","duration":60,"keep_firing_for":0,"labels":{"category":"minio","level":"0","severity":"CRIT"},"annotations":{"description":"minio_cluster_erasure_set_overall_health[cls={{ $labels.cls }}] = {{ $value }} \u003c 1\n/ui/d/minio-overview?from=now-15m\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"CRIT MinioErasureSetUnhealthy: {{ $labels.cls }}"},"lastError":"","evaluationTime":0.00160141,"lastEvaluation":"2026-08-30T13:20:29.98512954-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":2,"id":"8279853608072352223","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MinioClusterCapacityHigh","query":"max by (cls) (\n  1 - (\n    (\n      minio_cluster_health_capacity_usable_free_bytes{job=\"minio\"}\n      or (minio_cluster_health_capacity_usable_total_bytes{job=\"minio\"} * 0)\n    )\n    / minio_cluster_health_capacity_usable_total_bytes{job=\"minio\"}\n  )\n) \u003e 0.90\n","duration":900,"keep_firing_for":0,"labels":{"category":"minio","level":"1","severity":"WARN"},"annotations":{"description":"MinIO usable capacity usage for cls={{ $labels.cls }} is {{ $value | humanizePercentage }} \u003e 90%.\n/ui/d/minio-overview?from=now-1h\u0026to=now\u0026var-cls={{$labels.cls}}\n","summary":"WARN MinioClusterCapacityHigh: {{ $labels.cls }} {{ $value | humanizePercentage }}"},"lastError":"","evaluationTime":0.001898843,"lastEvaluation":"2026-08-30T13:20:29.986757258-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"9392663091178120830","group_id":"18410437492731671407","group_name":"minio-alert","file":"/infra/rules/minio.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:29.981990981-07:00","type":"prometheus","id":"18410437492731671407","file":"/infra/rules/minio.yml","concurrency":1,"states":{"inactive":5}},{"name":"mysql-alerts","rules":[{"state":"inactive","name":"MySQLExporterDown","query":"mysql:ins:exporter_up \u003c 1","duration":120,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"mysqld_exporter is unavailable for {{ $labels.ins }} at {{ $labels.instance }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000962085,"lastEvaluation":"2026-08-30T13:20:13.697107556-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7526740186098509471","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLInstanceDown","query":"mysql:ins:exporter_up == 1 and on (job, cls, ins, ip, instance, topology) mysql:ins:up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"mysqld_exporter is reachable but cannot connect to MySQL on {{ $labels.ins }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT MySQLInstanceDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000582069,"lastEvaluation":"2026-08-30T13:20:13.698108399-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14408643372734883685","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLCollectorError","query":"mysql_exporter_collector_success{job=\"mysql\"} \u003c 1","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"mysqld_exporter collector {{ $labels.collector }} has failed for 5 minutes.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLCollectorError {{ $labels.ins }} {{ $labels.collector }}"},"lastError":"","evaluationTime":0.000381819,"lastEvaluation":"2026-08-30T13:20:13.698702414-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6842410475238443322","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLRecentlyRestarted","query":"mysql:ins:uptime \u003c 600","duration":120,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} has been up for only {{ $value | humanizeDuration }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLRecentlyRestarted {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000302831,"lastEvaluation":"2026-08-30T13:20:13.699124473-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10237589161268952367","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLConnectionsHigh","query":"mysql:ins:connection_usage \u003e 0.80 and mysql:ins:connection_usage \u003c= 0.95","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} is using {{ $value | humanizePercentage }} of max_connections.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLConnectionsHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000374256,"lastEvaluation":"2026-08-30T13:20:13.699435822-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6384783939064139719","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLConnectionsCritical","query":"mysql:ins:connection_usage \u003e 0.95","duration":180,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"{{ $labels.ins }} is using {{ $value | humanizePercentage }} of max_connections.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT MySQLConnectionsCritical {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000325864,"lastEvaluation":"2026-08-30T13:20:13.699824815-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"291525136166992757","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLConnectionErrors","query":"mysql:ins:connection_errors \u003e 0.1","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} has {{ $value | printf \"%.2f\" }} connection errors per second.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLConnectionErrors {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000274044,"lastEvaluation":"2026-08-30T13:20:13.700158931-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4416803170619156166","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLAbortedConnections","query":"mysql:ins:aborted_connects \u003e 1 or mysql:ins:aborted_clients \u003e 1","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} has {{ $value | printf \"%.2f\" }} aborted connections per second.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLAbortedConnections {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000427346,"lastEvaluation":"2026-08-30T13:20:13.700441998-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10754334981656827139","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLSlowQueries","query":"mysql:ins:slow_query_ratio \u003e 0.01 and mysql:ins:qps \u003e 10","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} slow-query ratio is {{ $value | humanizePercentage }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLSlowQueries {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000316129,"lastEvaluation":"2026-08-30T13:20:13.700878417-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16685883791935058087","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLDiskTemporaryTablesHigh","query":"mysql:ins:tmp_disk_ratio \u003e 0.25 and mysql:ins:tmp_tables \u003e 1","duration":900,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} creates {{ $value | humanizePercentage }} of temporary tables on disk.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLDiskTemporaryTablesHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000316323,"lastEvaluation":"2026-08-30T13:20:13.701202191-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"408374536753029705","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLFullJoinsHigh","query":"mysql:ins:full_joins \u003e 1","duration":900,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} executes {{ $value | printf \"%.2f\" }} joins without indexes per second.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLFullJoinsHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000387104,"lastEvaluation":"2026-08-30T13:20:13.701557573-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10215723616197049135","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLBufferPoolHitLow","query":"mysql:ins:buffer_pool_hit_ratio \u003c 0.95 and mysql:ins:qps \u003e 100","duration":900,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} buffer-pool hit ratio is {{ $value | humanizePercentage }} under sustained load.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLBufferPoolHitLow {{ $labels.ins }}"},"lastError":"","evaluationTime":0.00036269,"lastEvaluation":"2026-08-30T13:20:13.701952889-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17650029185716306135","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLBufferPoolWaits","query":"mysql:ins:buffer_pool_waits \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} waits for free InnoDB buffer-pool pages at {{ $value | printf \"%.2f\" }}/s.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLBufferPoolWaits {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000437003,"lastEvaluation":"2026-08-30T13:20:13.702400271-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6095606965869047128","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLInnoDBLogWaits","query":"mysql:ins:log_waits \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} waits for InnoDB redo space at {{ $value | printf \"%.2f\" }}/s.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLInnoDBLogWaits {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000377769,"lastEvaluation":"2026-08-30T13:20:13.702847664-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3876971663627789983","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLRedoCapacityHigh","query":"mysql:ins:redo_utilization \u003e 0.80","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} redo checkpoint age uses {{ $value | humanizePercentage }} of capacity.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLRedoCapacityHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000259095,"lastEvaluation":"2026-08-30T13:20:13.703233706-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4593623846663555977","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLDeadlocksHigh","query":"mysql:ins:deadlocks \u003e 0","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} reports {{ $value | printf \"%.3f\" }} deadlocks per second.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLDeadlocks {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000389491,"lastEvaluation":"2026-08-30T13:20:13.703558734-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7435991847605768378","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLHistoryListLarge","query":"mysql:ins:history_list_length \u003e 1000000","duration":900,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"{{ $labels.ins }} InnoDB history-list length is {{ $value | humanize }}; purge may be blocked.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN MySQLHistoryListLarge {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000285132,"lastEvaluation":"2026-08-30T13:20:13.703956698-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7302117283224926300","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLClusterNoPrimary","query":"mysql:cls:gr_primary_members{topology=\"innodb_cluster\"} \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"The InnoDB Cluster has no ONLINE primary. Normal automation will not\nperform complete-outage recovery or force a new primary.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLClusterNoPrimary {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000280366,"lastEvaluation":"2026-08-30T13:20:13.704267561-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13383311224999544126","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLClusterMultiplePrimary","query":"mysql:cls:gr_primary_members{topology=\"innodb_cluster\"} \u003e 1","duration":30,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"Single-primary invariant is violated: {{ $value }} ONLINE primary members.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLClusterMultiplePrimary {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000223376,"lastEvaluation":"2026-08-30T13:20:13.704556148-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"863728401142352045","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLClusterQuorumLost","query":"mysql:cls:gr_quorum{topology=\"innodb_cluster\"} \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"Fewer than a majority of declared members are ONLINE; writes must remain unavailable.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLClusterQuorumLost {{ $labels.cls }}"},"lastError":"","evaluationTime":0.000296338,"lastEvaluation":"2026-08-30T13:20:13.704788478-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16764538527207291091","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLClusterMemberOffline","query":"mysql:ins:up{topology=\"innodb_cluster\"} == 1 unless on (job, cls, ins, ip, instance, topology) mysql:ins:gr_online == 1","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"mysqld is reachable but its local Group Replication member is not ONLINE.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"WARN MySQLClusterMemberOffline {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000342629,"lastEvaluation":"2026-08-30T13:20:13.705092963-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4921640385778001986","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLGRQueueHigh","query":"mysql:ins:gr_certifier_queue \u003e 1000 or mysql:ins:gr_applier_queue \u003e 1000","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"A GR certification or applier queue has exceeded 1000 transactions.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"WARN MySQLGRQueueHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000468221,"lastEvaluation":"2026-08-30T13:20:13.705443092-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12473408840823730509","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLGRQueueCritical","query":"mysql:ins:gr_certifier_queue \u003e 10000 or mysql:ins:gr_applier_queue \u003e 10000","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"A GR certification or applier queue has exceeded 10000 transactions.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLGRQueueCritical {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000466682,"lastEvaluation":"2026-08-30T13:20:13.705920749-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5947649293951060941","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLGRFlowControlHigh","query":"mysql:ins:gr_certifier_queue_ratio \u003e 0.80 or mysql:ins:gr_applier_queue_ratio \u003e 0.80","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"A Group Replication queue has remained above 80% of its configured flow-control threshold.\n/ui/d/mysql-replication?var-cls={{ $labels.cls }}\n","summary":"WARN MySQLGRFlowControlHigh {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000462014,"lastEvaluation":"2026-08-30T13:20:13.706397668-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10302922902164620985","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLPrimaryReadOnly","query":"mysql_global_variables_read_only{job=\"mysql\"} \u003e 0 and on (job, cls, ins, ip, instance, topology) mysql:ins:gr_primary == 1","duration":300,"keep_firing_for":0,"labels":{"category":"mysql","level":"1","severity":"WARN"},"annotations":{"description":"The runtime GR primary reports read_only enabled.\n/ui/d/mysql-cluster?var-cls={{ $labels.cls }}\n","summary":"WARN MySQLPrimaryReadOnly {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000357844,"lastEvaluation":"2026-08-30T13:20:13.706881704-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15376005625202083032","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLSecondaryWritable","query":"mysql_global_variables_super_read_only{job=\"mysql\"} \u003c 1 and on (job, cls, ins, ip, instance, topology) mysql:ins:gr_secondary == 1","duration":120,"keep_firing_for":0,"labels":{"category":"mysql","level":"0","severity":"CRIT"},"annotations":{"description":"A runtime GR secondary reports super_read_only disabled.\n/ui/d/mysql-cluster?var-cls={{ $labels.cls }}\n","summary":"CRIT MySQLSecondaryWritable {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000312565,"lastEvaluation":"2026-08-30T13:20:13.707248765-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4786653785347223550","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"MySQLExporterScrapeSlow","query":"max without (collector) (mysql_exporter_collector_duration_seconds{job=\"mysql\"}) \u003e 5","duration":600,"keep_firing_for":0,"labels":{"category":"mysql","level":"2","severity":"INFO"},"annotations":{"description":"{{ $labels.ins }} exporter collectors take {{ $value | humanizeDuration }}.\n/ui/d/mysql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO MySQLExporterScrapeSlow {{ $labels.ins }}"},"lastError":"","evaluationTime":0.000276782,"lastEvaluation":"2026-08-30T13:20:13.707598424-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8432818720413109612","group_id":"8421186766958095244","group_name":"mysql-alerts","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20}],"interval":30,"lastEvaluation":"2026-08-30T13:20:13.697101737-07:00","type":"prometheus","id":"8421186766958095244","file":"/infra/rules/mysql.yml","concurrency":1,"states":{"inactive":27}},{"name":"mysql-rules","rules":[{"state":"","name":"mysql:ins:exporter_up","query":"up{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001084875,"lastEvaluation":"2026-08-30T13:20:04.020924041-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3667637367286507702","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:up","query":"mysql_up{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000753408,"lastEvaluation":"2026-08-30T13:20:04.022028737-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1619934901076580885","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:uptime","query":"mysql_global_status_uptime{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000366838,"lastEvaluation":"2026-08-30T13:20:04.022801214-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6203853746995238318","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:instances","query":"count by (cls, topology) (up{job=\"mysql\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000509249,"lastEvaluation":"2026-08-30T13:20:04.023185911-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18279982323015360710","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:up","query":"sum by (cls, topology) (mysql:ins:up) or (0 * count by (cls, topology) (up{job=\"mysql\"}))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000618501,"lastEvaluation":"2026-08-30T13:20:04.023711518-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2578215900149084057","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:qps","query":"rate(mysql_global_status_questions{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000399772,"lastEvaluation":"2026-08-30T13:20:04.024358793-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15650040395811166644","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tps","query":"sum without (command) (rate(mysql_global_status_commands_total{job=\"mysql\",command=~\"commit|rollback\"}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000504731,"lastEvaluation":"2026-08-30T13:20:04.024844926-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17313497984451352678","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:read_qps","query":"sum without (command) (rate(mysql_global_status_commands_total{job=\"mysql\",command=~\"select|show.*\"}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000734242,"lastEvaluation":"2026-08-30T13:20:04.025372314-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7766024519115978762","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:write_qps","query":"sum without (command) (rate(mysql_global_status_commands_total{job=\"mysql\",command=~\"insert|update|delete|replace|load\"}[1m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000359588,"lastEvaluation":"2026-08-30T13:20:04.026132038-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17700452923072641649","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:row_ops","query":"rate(mysql_global_status_innodb_row_ops_total{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000334498,"lastEvaluation":"2026-08-30T13:20:04.026553084-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4401899730371190573","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:statement_rate","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_total{job=\"mysql\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00038512,"lastEvaluation":"2026-08-30T13:20:04.026896065-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5338326599823916839","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:statement_latency","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_timer_wait{job=\"mysql\"}[5m])) / clamp_min(mysql:ins:statement_rate, 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00034366,"lastEvaluation":"2026-08-30T13:20:04.02729175-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4731984022380503333","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:rows_examined_per_query","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_rows_examined{job=\"mysql\"}[5m])) / clamp_min(mysql:ins:statement_rate, 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000347297,"lastEvaluation":"2026-08-30T13:20:04.027644799-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8271791146867007533","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:connections","query":"mysql_global_status_threads_connected{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000459973,"lastEvaluation":"2026-08-30T13:20:04.028011167-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13355637212781540594","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:connection_usage","query":"mysql_global_status_threads_connected{job=\"mysql\"} / clamp_min(mysql_global_variables_max_connections{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000292378,"lastEvaluation":"2026-08-30T13:20:04.028518849-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14321795515860636451","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:connection_rate","query":"rate(mysql_global_status_connections{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000357448,"lastEvaluation":"2026-08-30T13:20:04.02887909-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11433804532710332929","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:threads_running","query":"mysql_global_status_threads_running{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000381664,"lastEvaluation":"2026-08-30T13:20:04.029245387-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1502524331389792386","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:threads_cached","query":"mysql_global_status_threads_cached{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000321531,"lastEvaluation":"2026-08-30T13:20:04.029649775-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4803259428255142034","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:slow_queries","query":"rate(mysql_global_status_slow_queries{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000356374,"lastEvaluation":"2026-08-30T13:20:04.029987469-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12915011976540338491","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:slow_query_ratio","query":"mysql:ins:slow_queries / clamp_min(mysql:ins:qps, 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000278509,"lastEvaluation":"2026-08-30T13:20:04.030362818-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10642101806960531151","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:aborted_connects","query":"rate(mysql_global_status_aborted_connects{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000421797,"lastEvaluation":"2026-08-30T13:20:04.030685508-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3618783440755805233","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:aborted_clients","query":"rate(mysql_global_status_aborted_clients{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000329474,"lastEvaluation":"2026-08-30T13:20:04.03111542-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12008032513619755219","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:connection_errors","query":"sum without (error) (rate(mysql_global_status_connection_errors_total{job=\"mysql\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000301043,"lastEvaluation":"2026-08-30T13:20:04.031452908-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10699886227970336491","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:rx_bytes","query":"rate(mysql_global_status_bytes_received{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000317081,"lastEvaluation":"2026-08-30T13:20:04.031770659-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12913599011557570124","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tx_bytes","query":"rate(mysql_global_status_bytes_sent{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000269576,"lastEvaluation":"2026-08-30T13:20:04.032135452-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5067642561798207493","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tmp_tables","query":"rate(mysql_global_status_created_tmp_tables{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000289409,"lastEvaluation":"2026-08-30T13:20:04.032428986-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4620641988824769986","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tmp_disk_tables","query":"rate(mysql_global_status_created_tmp_disk_tables{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000527174,"lastEvaluation":"2026-08-30T13:20:04.032726454-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12382303562433694208","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:tmp_disk_ratio","query":"mysql:ins:tmp_disk_tables / clamp_min(mysql:ins:tmp_tables, 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000325223,"lastEvaluation":"2026-08-30T13:20:04.033273442-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13605922670192083092","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:full_joins","query":"rate(mysql_global_status_select_full_join{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000386714,"lastEvaluation":"2026-08-30T13:20:04.033606785-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10247406955506288411","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:full_scans","query":"rate(mysql_global_status_select_scan{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00030798,"lastEvaluation":"2026-08-30T13:20:04.034003623-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4450059214805752669","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:sort_merge_passes","query":"rate(mysql_global_status_sort_merge_passes{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000271358,"lastEvaluation":"2026-08-30T13:20:04.034350462-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15109908821635214879","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:table_open_cache_hit_ratio","query":"rate(mysql_global_status_table_open_cache_hits{job=\"mysql\"}[5m]) / clamp_min(rate(mysql_global_status_table_open_cache_hits{job=\"mysql\"}[5m]) + rate(mysql_global_status_table_open_cache_misses{job=\"mysql\"}[5m]), 0.001)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000360886,"lastEvaluation":"2026-08-30T13:20:04.034630026-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13419610529189107450","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:open_files_usage","query":"mysql_global_status_open_files{job=\"mysql\"} / clamp_min(mysql_global_variables_open_files_limit{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000409274,"lastEvaluation":"2026-08-30T13:20:04.035041632-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12632843824441801370","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:statement_errors","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_errors{job=\"mysql\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000311323,"lastEvaluation":"2026-08-30T13:20:04.035480272-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11815747714212491195","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:no_index_queries","query":"sum without (digest, schema) (rate(mysql_perf_schema_events_statements_sum_no_index_used{job=\"mysql\"}[5m]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000299926,"lastEvaluation":"2026-08-30T13:20:04.035829991-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14089720052255660794","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:buffer_pool_hit_ratio","query":"clamp_min(1 - rate(mysql_global_status_innodb_buffer_pool_reads{job=\"mysql\"}[5m]) / clamp_min(rate(mysql_global_status_innodb_buffer_pool_read_requests{job=\"mysql\"}[5m]), 1), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000368008,"lastEvaluation":"2026-08-30T13:20:04.036194898-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14078602311975960821","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:buffer_pool_usage","query":"mysql_global_status_innodb_buffer_pool_bytes_data{job=\"mysql\"} / clamp_min(mysql_global_variables_innodb_buffer_pool_size{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000273376,"lastEvaluation":"2026-08-30T13:20:04.03660065-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16785586299791959232","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:buffer_pool_dirty_ratio","query":"mysql_global_status_innodb_buffer_pool_bytes_dirty{job=\"mysql\"} / clamp_min(mysql_global_status_innodb_buffer_pool_bytes_data{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000432459,"lastEvaluation":"2026-08-30T13:20:04.036893342-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10011440007340424741","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:buffer_pool_waits","query":"rate(mysql_global_status_innodb_buffer_pool_wait_free{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000489175,"lastEvaluation":"2026-08-30T13:20:04.037378442-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13482696747444875978","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_read_bytes","query":"rate(mysql_global_status_innodb_data_read{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000552348,"lastEvaluation":"2026-08-30T13:20:04.037886706-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15991989607859236960","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_write_bytes","query":"rate(mysql_global_status_innodb_data_written{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000293856,"lastEvaluation":"2026-08-30T13:20:04.038477292-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6346211140176591808","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_reads","query":"rate(mysql_global_status_innodb_data_reads{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000284063,"lastEvaluation":"2026-08-30T13:20:04.038781592-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10412409716367854760","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_writes","query":"rate(mysql_global_status_innodb_data_writes{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000334755,"lastEvaluation":"2026-08-30T13:20:04.039074322-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16152890665156980084","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:data_fsyncs","query":"rate(mysql_global_status_innodb_data_fsyncs{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000372209,"lastEvaluation":"2026-08-30T13:20:04.039417682-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16686411635826181124","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:redo_bytes","query":"rate(mysql_global_status_innodb_os_log_written{job=\"mysql\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000336565,"lastEvaluation":"2026-08-30T13:20:04.039799679-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11878460789522685301","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:redo_utilization","query":"clamp_min(mysql_global_status_innodb_redo_log_current_lsn{job=\"mysql\"} - mysql_global_status_innodb_redo_log_checkpoint_lsn{job=\"mysql\"}, 0) / clamp_min(mysql_global_status_innodb_redo_log_capacity_resized{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000294012,"lastEvaluation":"2026-08-30T13:20:04.040145118-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13788653410769828951","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:log_waits","query":"rate(mysql_global_status_innodb_log_waits{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00033636,"lastEvaluation":"2026-08-30T13:20:04.040549547-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14003281194996009332","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:row_lock_waits","query":"rate(mysql_global_status_innodb_row_lock_waits{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000327185,"lastEvaluation":"2026-08-30T13:20:04.040918134-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1059002157743943342","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:row_lock_time","query":"rate(mysql_global_status_innodb_row_lock_time{job=\"mysql\"}[5m]) / 1000","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000485739,"lastEvaluation":"2026-08-30T13:20:04.04137156-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7123053349368748744","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:deadlocks","query":"rate(mysql_info_schema_innodb_metrics_lock_lock_deadlocks_total{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000352019,"lastEvaluation":"2026-08-30T13:20:04.041901432-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10379382513202940635","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:history_list_length","query":"mysql_info_schema_innodb_metrics_transaction_trx_rseg_history_len{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000463183,"lastEvaluation":"2026-08-30T13:20:04.042264294-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12523831668807973063","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:binlog_bytes","query":"sum without (log_file) (mysql_binlog_size_bytes{job=\"mysql\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000424108,"lastEvaluation":"2026-08-30T13:20:04.042736731-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7978949055004346749","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_member","query":"mysql_perf_schema_replication_group_member_info{job=\"mysql\"} and on (job, cls, ins, member_host) label_replace(mysql_up{job=\"mysql\"} == 1, \"member_host\", \"$1\", \"ip\", \"(.*)\")","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000337897,"lastEvaluation":"2026-08-30T13:20:04.043199716-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17124692128710406859","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_online","query":"max by (job, cls, ins, ip, instance, topology) (mysql:ins:gr_member{member_state=\"ONLINE\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0004416,"lastEvaluation":"2026-08-30T13:20:04.043560116-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"328208921778971312","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_primary","query":"max by (job, cls, ins, ip, instance, topology) (mysql:ins:gr_member{member_state=\"ONLINE\",member_role=\"PRIMARY\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000350742,"lastEvaluation":"2026-08-30T13:20:04.044023382-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6458260833296114111","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_secondary","query":"max by (job, cls, ins, ip, instance, topology) (mysql:ins:gr_member{member_state=\"ONLINE\",member_role=\"SECONDARY\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000295685,"lastEvaluation":"2026-08-30T13:20:04.044423931-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11141051362548740671","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:gr_online_members","query":"sum by (cls, topology) (mysql:ins:gr_online) or (0 * count by (cls, topology) (up{job=\"mysql\",topology=\"innodb_cluster\"}))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000565534,"lastEvaluation":"2026-08-30T13:20:04.044740718-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6906511819758197052","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:gr_primary_members","query":"sum by (cls, topology) (mysql:ins:gr_primary) or (0 * count by (cls, topology) (up{job=\"mysql\",topology=\"innodb_cluster\"}))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000474886,"lastEvaluation":"2026-08-30T13:20:04.045316-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1039576857828161372","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:gr_quorum","query":"mysql:cls:gr_online_members \u003e bool mysql:cls:instances / 2","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000329349,"lastEvaluation":"2026-08-30T13:20:04.045833503-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14871331672444688083","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:gr_single_primary","query":"mysql:cls:gr_primary_members == bool 1","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000330002,"lastEvaluation":"2026-08-30T13:20:04.046204942-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5425930398224119006","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:cls:health","query":"mysql:cls:gr_quorum * mysql:cls:gr_single_primary * (1 + (mysql:cls:gr_online_members == bool mysql:cls:instances)) or 2 * mysql:cls:up{topology=\"standalone\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000441522,"lastEvaluation":"2026-08-30T13:20:04.046561503-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2853887298413333296","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_certifier_queue","query":"mysql_perf_schema_transactions_in_queue{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00032054,"lastEvaluation":"2026-08-30T13:20:04.047043507-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6168421960972489945","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_applier_queue","query":"mysql_perf_schema_transactions_remote_in_applier_queue{job=\"mysql\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000408377,"lastEvaluation":"2026-08-30T13:20:04.047372905-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18422025705934967030","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_conflict_rate","query":"rate(mysql_perf_schema_conflicts_detected_total{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000350119,"lastEvaluation":"2026-08-30T13:20:04.047793996-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13680407074120993532","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_checked_rate","query":"rate(mysql_perf_schema_transactions_checked_total{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000292228,"lastEvaluation":"2026-08-30T13:20:04.048173799-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16014839082081672942","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_applied_rate","query":"rate(mysql_perf_schema_transactions_remote_applied_total{job=\"mysql\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000327723,"lastEvaluation":"2026-08-30T13:20:04.048512258-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12084785764911113591","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_certifier_queue_ratio","query":"mysql:ins:gr_certifier_queue / clamp_min(mysql_global_variables_group_replication_flow_control_certifier_threshold{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000282817,"lastEvaluation":"2026-08-30T13:20:04.0488658-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"415905669452713405","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"mysql:ins:gr_applier_queue_ratio","query":"mysql:ins:gr_applier_queue / clamp_min(mysql_global_variables_group_replication_flow_control_applier_threshold{job=\"mysql\"}, 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000297484,"lastEvaluation":"2026-08-30T13:20:04.049157818-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13539631378638621921","group_id":"2471772382337185274","group_name":"mysql-rules","file":"/infra/rules/mysql.yml","debug":false,"max_updates_entries":20}],"interval":30,"lastEvaluation":"2026-08-30T13:20:04.020898529-07:00","type":"prometheus","id":"2471772382337185274","file":"/infra/rules/mysql.yml","concurrency":1,"states":{"":68}},{"name":"node-alert","rules":[{"state":"inactive","name":"NodeDown","query":"node_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"0","severity":"CRIT"},"annotations":{"description":"node_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT NodeDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001842835,"lastEvaluation":"2026-08-30T13:20:29.023956333-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"16019517992970412958","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"HaproxyDown","query":"haproxy_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"0","severity":"CRIT"},"annotations":{"description":"haproxy_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-haproxy?var-ins={{ $labels.ins }}\n","summary":"CRIT HaproxyDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000518836,"lastEvaluation":"2026-08-30T13:20:29.025809269-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"12638265306320626676","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"VectorDown","query":"vector_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"vector_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"WARN VectorDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001155961,"lastEvaluation":"2026-08-30T13:20:29.026341695-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"9785641553625993683","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"DockerDown","query":"docker_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"docker_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"WARN DockerDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000913523,"lastEvaluation":"2026-08-30T13:20:29.027556925-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17519437467855893973","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"KeepalivedDown","query":"keepalived_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"keepalived_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/node-instance?var-ins={{ $labels.ins }}\n","summary":"WARN KeepalivedDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000345309,"lastEvaluation":"2026-08-30T13:20:29.028478388-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14739400565412876089","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeCpuHigh","query":"node:ins:cpu_usage_1m \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:cpu_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 70%\n","summary":"WARN NodeCpuHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000515132,"lastEvaluation":"2026-08-30T13:20:29.028832815-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"13796941076028204598","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeLoadHigh","query":"node:ins:stdload1 \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:stdload1[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 100%\n","summary":"WARN NodeLoadHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.002612753,"lastEvaluation":"2026-08-30T13:20:29.029358926-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"11095295423365407923","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeOutOfMem","query":"node:ins:mem_avail \u003c 0.10","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:mem_avail[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003c 10%\n","summary":"WARN NodeOutOfMem {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000772828,"lastEvaluation":"2026-08-30T13:20:29.035070869-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"8066904298648559398","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"firing","name":"NodeMemSwapped","query":"node:ins:swap_usage \u003e 0.01","duration":300,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:swap_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 1%\n","summary":"WARN NodeMemSwapped {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.001555289,"lastEvaluation":"2026-08-30T13:20:29.035853767-07:00","alerts":[{"state":"firing","name":"NodeMemSwapped","value":"0.28495896","labels":{"alertgroup":"node-alert","alertname":"NodeMemSwapped","category":"node","cls":"pigsty.io","ins":"n2.pigsty.io","instance":"10.10.10.12:9100","ip":"10.10.10.12","job":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:swap_usage[ins=n2.pigsty.io] = 0.28 \u003e 1%\n","summary":"WARN NodeMemSwapped n2.pigsty.io@10.10.10.12:9100 0.28"},"activeAt":"2026-08-30T03:33:40-07:00","id":"10975896016542997896","rule_id":"6229805939734861597","group_id":"16645464500811562701","expression":"node:ins:swap_usage \u003e 0.01","source":"http://n2.pigsty.io:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=10975896016542997896","restored":false,"stabilizing":false},{"state":"firing","name":"NodeMemSwapped","value":"0.4188096","labels":{"alertgroup":"node-alert","alertname":"NodeMemSwapped","category":"node","cls":"pigsty.io","ins":"n1.pigsty.io","instance":"10.10.10.11:9100","ip":"10.10.10.11","job":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:swap_usage[ins=n1.pigsty.io] = 0.42 \u003e 1%\n","summary":"WARN NodeMemSwapped n1.pigsty.io@10.10.10.11:9100 0.42"},"activeAt":"2026-08-30T03:34:00-07:00","id":"14895280143428201787","rule_id":"6229805939734861597","group_id":"16645464500811562701","expression":"node:ins:swap_usage \u003e 0.01","source":"http://n2.pigsty.io:8880/vmalert/alert?group_id=16645464500811562701\u0026alert_id=14895280143428201787","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":3,"id":"6229805939734861597","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeFsSpaceFull","query":"node:fs:space_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:fs:space_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 90%\n","summary":"WARN NodeFsSpaceFull {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000431088,"lastEvaluation":"2026-08-30T13:20:29.04015943-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"7038076033337763084","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeFsFilesFull","query":"node:fs:inode_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:fs:inode_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 90%\n","summary":"WARN NodeFsFilesFull {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.002412699,"lastEvaluation":"2026-08-30T13:20:29.040599271-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"8874572647086784580","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeFdFull","query":"node:ins:fd_usage \u003e 0.90","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node:ins:fd_usage[ins={{ $labels.ins }}] = {{ $value  | printf \"%.2f\" }} \u003e 90%\n","summary":"WARN NodeFdFull {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.001143318,"lastEvaluation":"2026-08-30T13:20:29.043021631-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"16813281865954641002","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeDiskSlow","query":"node:dev:disk_read_rt_1m{device=\"dfa\"} \u003e 0.032 or node:dev:disk_write_rt_1m{device=\"dfa\"} \u003e 0.032","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"2","severity":"INFO"},"annotations":{"description":"node:dev:disk_read_rt_1m[ins={{ $labels.ins }}] = {{ $value  | printf \"%.6f\" }} \u003e 32ms\n","summary":"INFO NodeReadSlow {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.6f\" }}"},"lastError":"","evaluationTime":0.000659295,"lastEvaluation":"2026-08-30T13:20:29.044171834-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10480812130110156229","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeTcpErrHigh","query":"rate(node:ins:tcp_error[1m]) \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"rate(node:ins:tcp_error{ins={{ $labels.ins }}}[1m]) = {{ $value  | printf \"%.2f\" }} \u003e 1\n","summary":"WARN NodeTcpErrHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.2f\" }}"},"lastError":"","evaluationTime":0.000937399,"lastEvaluation":"2026-08-30T13:20:29.044840229-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"13135027163341137980","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeTcpRetransHigh","query":"node:ins:tcp_retrans_ratio1m \u003e 1e-2","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"2","severity":"INFO"},"annotations":{"description":"node:ins:tcp_retrans_ratio1m[ins={{ $labels.ins }}] = {{ $value  | printf \"%.6f\" }} \u003e 1%\n","summary":"INFO NodeTcpRetransHigh {{ $labels.ins }}@{{ $labels.instance }} {{ $value  | printf \"%.6f\" }}"},"lastError":"","evaluationTime":0.00053564,"lastEvaluation":"2026-08-30T13:20:29.045784726-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"6776646381033655691","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"NodeTimeDrift","query":"node_timex_sync_status != 1","duration":60,"keep_firing_for":0,"labels":{"category":"node","level":"1","severity":"WARN"},"annotations":{"description":"node_timex_status[ins={{ $labels.ins }}]) = {{ $value | printf \"%.6f\" }} != 0 or\nnode_timex_sync_status[ins={{ $labels.ins }}]) = {{ $value | printf \"%.6f\" }} != 1\n","summary":"WARN NodeTimeDrift {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000683589,"lastEvaluation":"2026-08-30T13:20:29.046343287-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"772400409056077844","group_id":"16645464500811562701","group_name":"node-alert","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:29.023953799-07:00","type":"prometheus","id":"16645464500811562701","file":"/infra/rules/node.yml","concurrency":1,"states":{"firing":1,"inactive":15}},{"name":"node-rules","rules":[{"state":"","name":"node:ins:uptime","query":"time() - node_boot_time_seconds","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002724146,"lastEvaluation":"2026-08-30T13:20:25.190069057-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"9401408525170488524","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins","query":"sum without (machine, release, version, sysname, domainname) (\n  label_replace(node_uname_info, \"id\", \"$1\", \"nodename\", \"(.+)\") OR\n  label_replace(node_uname_info, \"id\", \"$1\", \"instance\", \"(.+)\\\\:\\\\d+\") OR\n  label_replace(node_uname_info, \"id\", \"$1\", \"ins\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005188917,"lastEvaluation":"2026-08-30T13:20:25.192866228-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":9,"id":"7407674611584905885","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:time_irate1m","query":"irate(node_cpu_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004469304,"lastEvaluation":"2026-08-30T13:20:25.198131419-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":88,"lastSeriesFetched":88,"id":"6511480272498948327","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:total_time_irate1m","query":"sum without (mode) (node:cpu:time_irate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003264344,"lastEvaluation":"2026-08-30T13:20:25.202882618-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":88,"id":"17132181104544358717","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:idle_time_irate1m","query":"sum without (mode) (node:cpu:time_irate1m{mode=\"idle\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001467721,"lastEvaluation":"2026-08-30T13:20:25.206226205-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":11,"id":"2455974463324679267","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage","query":"1 - node:cpu:idle_time_irate1m / node:cpu:total_time_irate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003049968,"lastEvaluation":"2026-08-30T13:20:25.207803738-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":22,"id":"9127707955957573694","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage_avg1m","query":"avg_over_time(node:cpu:usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001680188,"lastEvaluation":"2026-08-30T13:20:25.210915715-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":11,"id":"6524487840412765699","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage_avg5m","query":"avg_over_time(node:cpu:usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001275186,"lastEvaluation":"2026-08-30T13:20:25.212640191-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":11,"id":"11118447404764511547","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:usage_avg15m","query":"avg_over_time(node:cpu:usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003146349,"lastEvaluation":"2026-08-30T13:20:25.213973972-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":11,"id":"16300686881889951345","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_count","query":"count without (cpu) (node:cpu:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003223201,"lastEvaluation":"2026-08-30T13:20:25.217152219-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":11,"id":"3198138003200265048","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_count","query":"sum by (cls, job) (node:ins:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001721174,"lastEvaluation":"2026-08-30T13:20:25.220417506-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9699243263915215623","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_count","query":"sum by (job) (node:ins:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00328276,"lastEvaluation":"2026-08-30T13:20:25.222160961-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"2756649093465966298","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage","query":"avg without (cpu) (node:cpu:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002091456,"lastEvaluation":"2026-08-30T13:20:25.225486087-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":11,"id":"17361968402134592143","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage","query":"avg by (cls, job) (node:cpu:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001524412,"lastEvaluation":"2026-08-30T13:20:25.227594303-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":11,"id":"11734084268823284227","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage","query":"sum by (job) (node:cls:cpu_usage * node:cls:cpu_count) / sum by (job) (node:cls:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001336962,"lastEvaluation":"2026-08-30T13:20:25.229157274-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16230136649888883038","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage_1m","query":"avg_over_time(node:ins:cpu_usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001127188,"lastEvaluation":"2026-08-30T13:20:25.230537441-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"14901411241616117705","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage_5m","query":"avg_over_time(node:ins:cpu_usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000898015,"lastEvaluation":"2026-08-30T13:20:25.231687494-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"12801543779739365745","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:cpu_usage_15m","query":"avg_over_time(node:ins:cpu_usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000676306,"lastEvaluation":"2026-08-30T13:20:25.232611127-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"9325076280419598175","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage_1m","query":"avg_over_time(node:cls:cpu_usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000389929,"lastEvaluation":"2026-08-30T13:20:25.233308782-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13999611393183662585","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage_5m","query":"avg_over_time(node:cls:cpu_usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000291795,"lastEvaluation":"2026-08-30T13:20:25.233721088-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11779632751403933217","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:cpu_usage_15m","query":"avg_over_time(node:cls:cpu_usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000358075,"lastEvaluation":"2026-08-30T13:20:25.234037518-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10941882556654924635","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage_1m","query":"avg_over_time(node:env:cpu_usage[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000768378,"lastEvaluation":"2026-08-30T13:20:25.234443075-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9817129875516694697","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage_5m","query":"avg_over_time(node:env:cpu_usage[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000463221,"lastEvaluation":"2026-08-30T13:20:25.235232493-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13872681658318755785","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:cpu_usage_15m","query":"avg_over_time(node:env:cpu_usage[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000613266,"lastEvaluation":"2026-08-30T13:20:25.235717432-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14677879818390284497","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:sched_timeslices_rate1m","query":"rate(node_schedstat_timeslices_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001244696,"lastEvaluation":"2026-08-30T13:20:25.236369474-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":11,"id":"8728579936254624026","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:sched_timeslices_rate1m","query":"sum without (cpu) (node:cpu:sched_timeslices)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000367877,"lastEvaluation":"2026-08-30T13:20:25.237680281-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10632709283231262498","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cpu:sched_wait_rate1m","query":"rate(node_schedstat_waiting_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001086677,"lastEvaluation":"2026-08-30T13:20:25.238067894-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":11,"lastSeriesFetched":11,"id":"18338811278325431648","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:sched_wait_rate1m","query":"avg without (cpu) (node:cpu:sched_wait_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000924935,"lastEvaluation":"2026-08-30T13:20:25.239212862-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":11,"id":"10928534967844092506","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:forks_rate1m","query":"rate(node_forks_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000832551,"lastEvaluation":"2026-08-30T13:20:25.240176722-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"1808440412390199276","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:interrupt_rate1m","query":"rate(node_intr_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000858639,"lastEvaluation":"2026-08-30T13:20:25.241036669-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"933163256379823210","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:ctx_switch_rate1m","query":"rate(node_context_switches_total{}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001161096,"lastEvaluation":"2026-08-30T13:20:25.241923989-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"16604634143594084832","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:stdload1","query":"node_load1 / node:ins:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001069537,"lastEvaluation":"2026-08-30T13:20:25.243140009-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"1374289539546190667","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:stdload5","query":"node_load5 / node:ins:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00076503,"lastEvaluation":"2026-08-30T13:20:25.24423999-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"12884625502471395315","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:stdload15","query":"node_load15 / node:ins:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001337719,"lastEvaluation":"2026-08-30T13:20:25.245028818-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"15908545669906044747","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:stdload1","query":"sum by (cls, job) (node_load1) / node:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001050575,"lastEvaluation":"2026-08-30T13:20:25.24643065-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"7117698929219768668","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:stdload5","query":"sum by (cls, job) (node_load5) / node:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000592068,"lastEvaluation":"2026-08-30T13:20:25.247542452-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"8066263819899311780","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:stdload15","query":"sum by (cls, job) (node_load15) / node:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000510189,"lastEvaluation":"2026-08-30T13:20:25.24814622-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"4847924583435378748","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:stdload1","query":"sum by (job) (node:cls:stdload1) / node:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000776237,"lastEvaluation":"2026-08-30T13:20:25.248708399-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"10313513388187095890","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:stdload5","query":"sum by (job) (node:cls:stdload5) / node:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0006508,"lastEvaluation":"2026-08-30T13:20:25.249643711-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15588910471447754058","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:stdload15","query":"sum by (job) (node:cls:stdload15) / node:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000427911,"lastEvaluation":"2026-08-30T13:20:25.25031994-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"267035687402678018","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_kernel","query":"node_memory_KernelStack_bytes +\nnode_memory_VmallocUsed_bytes +\nnode_memory_HardwareCorrupted_bytes +\nnode_memory_PageTables_bytes +\nnode_memory_Slab_bytes +\nnode_memory_PageTables_bytes\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002713128,"lastEvaluation":"2026-08-30T13:20:25.250770678-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":18,"id":"9049200433437858196","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_rss","query":"node_memory_MemTotal_bytes -\n(node_memory_KernelStack_bytes +\nnode_memory_VmallocUsed_bytes +\nnode_memory_HardwareCorrupted_bytes +\nnode_memory_PageTables_bytes +\nnode_memory_Slab_bytes +\nnode_memory_PageTables_bytes) - \nnode_memory_Buffers_bytes -\n(node_memory_Hugepagesize_bytes * node_memory_HugePages_Total) -\n(node_memory_Cached_bytes - node_memory_Mapped_bytes ) -\nnode_memory_MemFree_bytes\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005092509,"lastEvaluation":"2026-08-30T13:20:25.253621204-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":39,"id":"9425556445431079500","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_avail","query":"node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000941024,"lastEvaluation":"2026-08-30T13:20:25.25875363-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"158920957374443895","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_usage","query":"1 - node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000552735,"lastEvaluation":"2026-08-30T13:20:25.259718874-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"14309124731473047595","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:swap_usage","query":"1 - node_memory_SwapFree_bytes / node_memory_SwapTotal_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001487235,"lastEvaluation":"2026-08-30T13:20:25.260302818-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"5356025052687237122","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:mem_commit_ratio","query":"node_memory_Committed_AS_bytes / node_memory_CommitLimit_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000810401,"lastEvaluation":"2026-08-30T13:20:25.261828926-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"7919797404266592199","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:mem_usage","query":"1 - sum by (cls, job) (node_memory_MemAvailable_bytes) / sum by (cls, job) (node_memory_MemTotal_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000617323,"lastEvaluation":"2026-08-30T13:20:25.262674557-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"96299415574904903","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:mem_total","query":"sum by (job) (node_memory_MemTotal_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00061288,"lastEvaluation":"2026-08-30T13:20:25.263334141-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"6068954742586035092","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:mem_avail","query":"sum by (job) (node_memory_MemAvailable_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000436406,"lastEvaluation":"2026-08-30T13:20:25.263976703-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"11612225227846643624","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:mem_usage","query":"1 - node:env:mem_avail / node:env:mem_total","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000816774,"lastEvaluation":"2026-08-30T13:20:25.264455407-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"14038990321245007802","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pagefault_rate1m","query":"rate(node_vmstat_pgfault[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000872721,"lastEvaluation":"2026-08-30T13:20:25.265290441-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"10950558275222527617","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pgmajfault_rate1m","query":"rate(node_vmstat_pgmajfault[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000422009,"lastEvaluation":"2026-08-30T13:20:25.266185319-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"4820790355900254269","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pagein_rate1m","query":"rate(node_vmstat_pgpgin[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000432444,"lastEvaluation":"2026-08-30T13:20:25.266634819-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"4941227209866765460","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:pageout_rate1m","query":"rate(node_vmstat_pgpgout[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000699299,"lastEvaluation":"2026-08-30T13:20:25.267083908-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"18096857954112164556","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:swapin_rate1m","query":"rate(node_vmstat_pswpin[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000529123,"lastEvaluation":"2026-08-30T13:20:25.267877485-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"16485949045378414530","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:swapout_rate1m","query":"rate(node_vmstat_pswpout[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000629019,"lastEvaluation":"2026-08-30T13:20:25.268423473-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"3620137707161442522","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_util_1m","query":"rate(node_disk_io_time_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000909098,"lastEvaluation":"2026-08-30T13:20:25.269086778-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"1039640768420056595","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_avg_queue_size","query":"rate(node_disk_io_time_weighted_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000660607,"lastEvaluation":"2026-08-30T13:20:25.270056489-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"375174179580766960","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_reads_rate1m","query":"rate(node_disk_reads_completed_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000891427,"lastEvaluation":"2026-08-30T13:20:25.270752652-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"1682238519860485907","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_reads_rate1m","query":"sum without (device) (node:dev:disk_reads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000736237,"lastEvaluation":"2026-08-30T13:20:25.271685602-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"11076488824991184664","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_reads_rate1m","query":"sum by (cls, job) (node:ins:disk_reads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00090355,"lastEvaluation":"2026-08-30T13:20:25.272451327-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"8446566679310242367","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_writes_rate1m","query":"rate(node_disk_writes_completed_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000945971,"lastEvaluation":"2026-08-30T13:20:25.273379552-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"10578539936569969585","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_writes_rate1m","query":"sum without (device) (node:dev:disk_writes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000570382,"lastEvaluation":"2026-08-30T13:20:25.274383964-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"7015302838403950630","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_writes_rate1m","query":"sum by (cls, job) (node:ins:disk_writes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00084087,"lastEvaluation":"2026-08-30T13:20:25.274983776-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"7391741516196658613","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mreads_rate1m","query":"rate(node_disk_reads_merged_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001043951,"lastEvaluation":"2026-08-30T13:20:25.275843261-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"2788581623853275381","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mreads_rate1m","query":"sum without (device) (node:dev:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000918744,"lastEvaluation":"2026-08-30T13:20:25.276945206-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"2778788110194942274","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mreads_rate1m","query":"sum by (cls, job) (node:ins:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000718358,"lastEvaluation":"2026-08-30T13:20:25.277942794-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"5809903126020372797","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mwrites_rate1m","query":"rate(node_disk_writes_merged_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000646173,"lastEvaluation":"2026-08-30T13:20:25.278675029-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"7235084307968569863","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mwrites_rate1m","query":"sum without (device) (node:dev:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000995652,"lastEvaluation":"2026-08-30T13:20:25.279365343-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"16085498518675736216","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mwrites_rate1m","query":"sum by (cls, job) (node:ins:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000580369,"lastEvaluation":"2026-08-30T13:20:25.280394826-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"6835701536281639319","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_iops_1m","query":"node:dev:disk_reads_rate1m + node:dev:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003103573,"lastEvaluation":"2026-08-30T13:20:25.283345461-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":12,"id":"3265428852773095087","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_iops_1m","query":"node:ins:disk_reads_rate1m + node:ins:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000948545,"lastEvaluation":"2026-08-30T13:20:25.286528244-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"2157555957308323204","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_iops_1m","query":"node:cls:disk_reads_rate1m + node:cls:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000972734,"lastEvaluation":"2026-08-30T13:20:25.287563798-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"4493202755107311520","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mreads_ratio1m","query":"node:dev:disk_mreads_rate1m / (node:dev:disk_reads_rate1m + node:dev:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00207395,"lastEvaluation":"2026-08-30T13:20:25.288571667-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":18,"id":"2763597895872782081","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mreads_ratio1m","query":"node:ins:disk_mreads_rate1m / (node:ins:disk_reads_rate1m + node:ins:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002356088,"lastEvaluation":"2026-08-30T13:20:25.290699627-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"9706823082731558609","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mreads_ratio1m","query":"node:cls:disk_mreads_rate1m / (node:cls:disk_reads_rate1m + node:cls:disk_mreads_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000570961,"lastEvaluation":"2026-08-30T13:20:25.293075949-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10946930764275656549","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_mwrites_ratio1m","query":"node:dev:disk_mwrites_rate1m / (node:dev:disk_writes_rate1m + node:dev:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00176744,"lastEvaluation":"2026-08-30T13:20:25.293661742-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":18,"id":"17196040158769018799","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_mwrites_ratio1m","query":"node:ins:disk_mwrites_rate1m / (node:ins:disk_writes_rate1m + node:ins:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002163869,"lastEvaluation":"2026-08-30T13:20:25.295458914-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"16679103603747457899","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_mwrites_ratio1m","query":"node:cls:disk_mwrites_rate1m / (node:cls:disk_writes_rate1m + node:cls:disk_mwrites_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001561629,"lastEvaluation":"2026-08-30T13:20:25.297646145-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"17945334044271343687","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_bytes_rate1m","query":"rate(node_disk_read_bytes_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000633365,"lastEvaluation":"2026-08-30T13:20:25.299221725-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"8650203305232689995","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_read_bytes_rate1m","query":"sum without (device) (node:dev:disk_read_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000713873,"lastEvaluation":"2026-08-30T13:20:25.299981601-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"15332426096650223050","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_read_bytes_rate1m","query":"sum by (cls, job) (node:ins:disk_read_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000445159,"lastEvaluation":"2026-08-30T13:20:25.30072165-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"12197276198489144125","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_bytes_rate1m","query":"rate(node_disk_written_bytes_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001081945,"lastEvaluation":"2026-08-30T13:20:25.301177773-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"4324285912741160117","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_write_bytes_rate1m","query":"sum without (device) (node:dev:disk_write_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000643739,"lastEvaluation":"2026-08-30T13:20:25.30229203-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"2407775415700892680","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_write_bytes_rate1m","query":"sum by (cls, job) (node:ins:disk_write_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000908274,"lastEvaluation":"2026-08-30T13:20:25.302952327-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"18203376499968876383","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_bytes_rate1m","query":"node:dev:disk_read_bytes_rate1m + node:dev:disk_write_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000673643,"lastEvaluation":"2026-08-30T13:20:25.303878395-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":12,"id":"17103780687438674338","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:disk_io_bytes_rate1m","query":"node:ins:disk_read_bytes_rate1m + node:ins:disk_write_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000791673,"lastEvaluation":"2026-08-30T13:20:25.304581441-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"7634097355351364107","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:disk_io_bytes_rate1m","query":"node:cls:disk_read_bytes_rate1m + node:cls:disk_write_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000937374,"lastEvaluation":"2026-08-30T13:20:25.305424215-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12306718345381899195","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_time_rate1m","query":"rate(node_disk_read_time_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000858263,"lastEvaluation":"2026-08-30T13:20:25.306386551-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"493441833603193921","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_time_rate1m","query":"rate(node_disk_write_time_seconds_total{device=~\"[a-z0-9A-Z-_]+\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000576433,"lastEvaluation":"2026-08-30T13:20:25.307275351-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"17392786703656715721","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_time_rate1m","query":"node:dev:disk_read_time_rate1m + node:dev:disk_write_time_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001481529,"lastEvaluation":"2026-08-30T13:20:25.30788646-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":12,"id":"3189036985064629128","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_rt_1m","query":"node:dev:disk_read_time_rate1m / node:dev:disk_reads_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001074644,"lastEvaluation":"2026-08-30T13:20:25.309391886-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"8750903587737753097","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_rt_1m","query":"node:dev:disk_write_time_rate1m / node:dev:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00079491,"lastEvaluation":"2026-08-30T13:20:25.310489854-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"15980683014711214494","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_rt_1m","query":"node:dev:disk_io_time_rate1m / node:dev:disk_iops_1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000951856,"lastEvaluation":"2026-08-30T13:20:25.311343863-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"5937514610486234557","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_read_batch_1m","query":"node:dev:disk_read_bytes_rate1m / node:dev:disk_reads_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001117731,"lastEvaluation":"2026-08-30T13:20:25.31231765-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"7002375119565684291","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_write_batch_1m","query":"node:dev:disk_write_bytes_rate1m / node:dev:disk_writes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000744237,"lastEvaluation":"2026-08-30T13:20:25.313586761-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"1251291249556704056","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:disk_io_batch_1m","query":"node:dev:disk_io_bytes_rate1m / node:dev:disk_iops_1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000815129,"lastEvaluation":"2026-08-30T13:20:25.314363736-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"8531865626973620799","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:free_bytes","query":"node_filesystem_free_bytes{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000837722,"lastEvaluation":"2026-08-30T13:20:25.315202353-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"10979910753063419975","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:avail_bytes","query":"node_filesystem_avail_bytes{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000581153,"lastEvaluation":"2026-08-30T13:20:25.31606359-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"14416783627674954409","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:size_bytes","query":"node_filesystem_size_bytes{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00053696,"lastEvaluation":"2026-08-30T13:20:25.316675122-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"17971205748398254845","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:free_bytes","query":"sum without(device,mountpoint,fstype) (node:fs:free_bytes{fstype!~\"fuse.juicefs\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000523179,"lastEvaluation":"2026-08-30T13:20:25.317236979-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"14063168386326828758","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:avail_bytes","query":"sum without(device,mountpoint,fstype) (node:fs:avail_bytes{fstype!~\"fuse.juicefs\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000641314,"lastEvaluation":"2026-08-30T13:20:25.317783333-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"3654481458632202114","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:size_bytes","query":"sum without(device,mountpoint,fstype) (node:fs:size_bytes{fstype!~\"fuse.juicefs\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000443155,"lastEvaluation":"2026-08-30T13:20:25.31846732-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"3486499289039781120","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:free_bytes","query":"sum by (job,cls) (node:ins:free_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000593114,"lastEvaluation":"2026-08-30T13:20:25.318952361-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"5780044484212321181","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:avail_bytes","query":"sum by (job,cls) (node:ins:avail_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000506688,"lastEvaluation":"2026-08-30T13:20:25.319561684-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9199778895366765533","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:size_bytes","query":"sum by (job,cls) (node:ins:size_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000612023,"lastEvaluation":"2026-08-30T13:20:25.320087469-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"8975245414572035823","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:free_bytes","query":"sum by(job) (node:ins:free_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000601742,"lastEvaluation":"2026-08-30T13:20:25.320717827-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16041035882595269630","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:avail_bytes","query":"sum by(job) (node:ins:avail_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000786737,"lastEvaluation":"2026-08-30T13:20:25.321330572-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"3012382317060460076","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:size_bytes","query":"sum by(job) (node:ins:size_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000458773,"lastEvaluation":"2026-08-30T13:20:25.322135257-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"6117543757100819260","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_usage","query":"1 - node:fs:avail_bytes / node:fs:size_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000988777,"lastEvaluation":"2026-08-30T13:20:25.322772704-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"4382999053194567106","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:space_usage","query":"1 - node:cls:avail_bytes / node:cls:size_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001014579,"lastEvaluation":"2026-08-30T13:20:25.323785683-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"18047872142737324375","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:space_usage","query":"1 - node:env:avail_bytes / node:env:size_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000594228,"lastEvaluation":"2026-08-30T13:20:25.324812616-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"18287372629020590798","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:space_usage_max","query":"max without (device, fstype, mountpoint) (node:fs:space_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000614361,"lastEvaluation":"2026-08-30T13:20:25.325418858-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"3694672307248483276","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:space_usage_max","query":"max by (job, cls) (node:ins:space_usage_max)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000380871,"lastEvaluation":"2026-08-30T13:20:25.326048746-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"4567425561398323456","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:env:device_space_usage_max","query":"max by (job, device, fstype, mountpoint) (node:fs:space_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000511082,"lastEvaluation":"2026-08-30T13:20:25.326479104-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"7149798921473966970","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_deriv1h","query":"deriv(node:fs:avail_bytes[1h])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000906262,"lastEvaluation":"2026-08-30T13:20:25.327001027-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"13071905999467551393","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_exhaust","query":"clamp(node:fs:avail_bytes / - node:fs:space_deriv1h, -1, 126230400)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001184415,"lastEvaluation":"2026-08-30T13:20:25.327930565-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"825737251977168433","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:space_predict_1d","query":"predict_linear(node:fs:avail_bytes[1h], 86400)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000809649,"lastEvaluation":"2026-08-30T13:20:25.329143045-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"7312162486390882946","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_free","query":"node_filesystem_files_free{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000654363,"lastEvaluation":"2026-08-30T13:20:25.330004624-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"7764012614224560675","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_total","query":"node_filesystem_files{fstype!~\"(n|root|tmp)fs.*\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000705115,"lastEvaluation":"2026-08-30T13:20:25.330684052-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"12221817593094781928","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_used","query":"node:fs:inode_total - node:fs:inode_free","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000609564,"lastEvaluation":"2026-08-30T13:20:25.331412138-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"2353235944113471835","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:fs:inode_usage","query":"1 - (node:fs:inode_free / node:fs:inode_total)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000683649,"lastEvaluation":"2026-08-30T13:20:25.332055746-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"13017375553537892486","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:inode_usage","query":"sum without (fstype, device, mountpoint) (node:fs:inode_used{fstype!~\"fuse.juicefs\"}) /\nsum without (fstype, device, mountpoint) (node:fs:inode_total{fstype!~\"fuse.juicefs\"})\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000708782,"lastEvaluation":"2026-08-30T13:20:25.332762816-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"10136767057603863587","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:fd_usage","query":"node_filefd_allocated / node_filefd_maximum","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000961686,"lastEvaluation":"2026-08-30T13:20:25.333628606-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"4955618590193918914","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:fd_alloc_rate1m","query":"rate(node_filefd_allocated[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000570793,"lastEvaluation":"2026-08-30T13:20:25.334629236-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"13170875815063382245","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_tx_pps1m","query":"rate(node_network_transmit_packets_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000733299,"lastEvaluation":"2026-08-30T13:20:25.335223337-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"9834574141084855052","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_tx_pps1m","query":"sum without (device) (node:dev:network_tx_pps1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000735918,"lastEvaluation":"2026-08-30T13:20:25.336007254-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"2500392901825298143","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_tx_pps1m","query":"sum by (cls, job) (node:ins:network_tx_pps1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00038621,"lastEvaluation":"2026-08-30T13:20:25.336759805-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1475677575844446161","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_rx_pps1m","query":"rate(node_network_receive_packets_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000850211,"lastEvaluation":"2026-08-30T13:20:25.337156567-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"17121500552515957491","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_rx_pps1m","query":"sum without (device) (node:dev:network_rx_pps1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000781354,"lastEvaluation":"2026-08-30T13:20:25.338062187-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"2351586985660014451","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_rx_pps1m","query":"sum by (cls, job) (node:ins:network_rx_pps1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000575845,"lastEvaluation":"2026-08-30T13:20:25.338876503-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"7923903420092600421","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_tx_bytes_rate1m","query":"rate(node_network_transmit_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001223399,"lastEvaluation":"2026-08-30T13:20:25.33946723-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"10778242466479833539","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_tx_bytes_rate1m","query":"sum without (device) (node:dev:network_tx_bytes_rate1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000889502,"lastEvaluation":"2026-08-30T13:20:25.340818192-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"8745313656592943169","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_tx_bytes_rate1m","query":"sum by (cls, job) (node:ins:network_tx_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000935798,"lastEvaluation":"2026-08-30T13:20:25.34173386-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"3466082146143059447","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_rx_bytes_rate1m","query":"rate(node_network_receive_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000698321,"lastEvaluation":"2026-08-30T13:20:25.342706876-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":9,"id":"11329708595306275246","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_rx_bytes_rate1m","query":"sum without (device) (node:dev:network_rx_bytes_rate1m{device!~\"lo|bond.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000783038,"lastEvaluation":"2026-08-30T13:20:25.343485388-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"8694923600102619729","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_rx_bytes_rate1m","query":"sum by (cls, job) (node:ins:network_rx_bytes_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001514889,"lastEvaluation":"2026-08-30T13:20:25.344305854-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"17155521437898369647","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:dev:network_io_bytes_rate1m","query":"node:dev:network_tx_bytes_rate1m + node:dev:network_rx_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001326794,"lastEvaluation":"2026-08-30T13:20:25.345860052-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":9,"lastSeriesFetched":18,"id":"11130441513454892196","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:network_io_bytes_rate1m","query":"node:ins:network_tx_bytes_rate1m + node:ins:network_rx_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000940401,"lastEvaluation":"2026-08-30T13:20:25.347281875-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"3892043452148036421","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:network_io_bytes_rate1m","query":"node:cls:network_tx_bytes_rate1m + node:cls:network_rx_bytes_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000520171,"lastEvaluation":"2026-08-30T13:20:25.348253787-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12704071980150434653","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_insegs_rate1m","query":"rate(node_netstat_Tcp_InSegs[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000488662,"lastEvaluation":"2026-08-30T13:20:25.348793376-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"2095464197458670527","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_outsegs_rate1m","query":"rate(node_netstat_Tcp_OutSegs[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000842795,"lastEvaluation":"2026-08-30T13:20:25.349303867-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"16922243865170929429","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_retranssegs_rate1m","query":"rate(node_netstat_Tcp_RetransSegs[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000962853,"lastEvaluation":"2026-08-30T13:20:25.350170868-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"12630992637797387537","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_segs_rate1m","query":"node:ins:tcp_insegs_rate1m + node:ins:tcp_outsegs_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001645362,"lastEvaluation":"2026-08-30T13:20:25.351184678-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"3370957586048932247","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_retrans_ratio1m","query":"node:ins:tcp_retranssegs_rate1m / node:ins:tcp_outsegs_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001382416,"lastEvaluation":"2026-08-30T13:20:25.352868294-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"12061866672527319811","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_error","query":"node_netstat_TcpExt_ListenOverflows +\nnode_netstat_TcpExt_ListenDrops +\nnode_netstat_Tcp_InErrs\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001584949,"lastEvaluation":"2026-08-30T13:20:25.354269116-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"2327029536744172221","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_error_rate1m","query":"rate(node:ins:tcp_error[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001020718,"lastEvaluation":"2026-08-30T13:20:25.355896649-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"504568682359502182","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_passive_opens_rate1m","query":"rate(node_netstat_Tcp_PassiveOpens[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001477205,"lastEvaluation":"2026-08-30T13:20:25.356952229-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"364941722437328862","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_active_opens_rate1m","query":"rate(node_netstat_Tcp_ActiveOpens[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00071199,"lastEvaluation":"2026-08-30T13:20:25.358454301-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"15408295591702414230","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_attempt_fails_rate1m","query":"rate(node_netstat_Tcp_AttemptFails[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000355858,"lastEvaluation":"2026-08-30T13:20:25.359229275-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10057672448710284842","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_estab_resets_rate1m","query":"rate(node_netstat_Tcp_EstabResets[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000446226,"lastEvaluation":"2026-08-30T13:20:25.359596654-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17671799673889975654","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_overflow_rate1m","query":"rate(node_netstat_TcpExt_ListenOverflows[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000699291,"lastEvaluation":"2026-08-30T13:20:25.360057591-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"16102654749192581656","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:tcp_dropped_rate1m","query":"rate(node_netstat_TcpExt_ListenDrops[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000446956,"lastEvaluation":"2026-08-30T13:20:25.360796487-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"441294451272562185","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:udp_in_rate1m","query":"rate(node_netstat_Udp_InDatagrams{}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00091172,"lastEvaluation":"2026-08-30T13:20:25.361278152-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"13020822701543001053","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:udp_out_rate1m","query":"rate(node_netstat_Udp_OutDatagrams[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000598766,"lastEvaluation":"2026-08-30T13:20:25.362248927-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"816231822340098869","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:ins:time_drift","query":"abs(node_timex_offset_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000866858,"lastEvaluation":"2026-08-30T13:20:25.362873093-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"7682200244850562782","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:time_drift_max","query":"max by (cls, job) (node:ins:time_drift)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000636174,"lastEvaluation":"2026-08-30T13:20:25.363773967-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"11993828628350714389","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"node:cls:time_drift_range","query":"max by (cls, job) (node_ntp_offset_seconds) - min by (cls, job) (node_ntp_offset_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00033067,"lastEvaluation":"2026-08-30T13:20:25.364545716-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15889567878220105564","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:ins:usage","query":"(100 - haproxy_process_idle_time_percent) / 100","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000548889,"lastEvaluation":"2026-08-30T13:20:25.364911512-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"2939446184940134053","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:cls:usage","query":"avg by (cls, job) (haproxy:ins:usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000690232,"lastEvaluation":"2026-08-30T13:20:25.36551867-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16940574373432258100","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:ins:uptime","query":"time() - haproxy_process_start_time_seconds","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000612834,"lastEvaluation":"2026-08-30T13:20:25.366225223-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"16338792656219911194","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:ins:service_up","query":"sum by (ins,proxy) (haproxy_server_status{state=\"UP\", proxy!='stats'}) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001548899,"lastEvaluation":"2026-08-30T13:20:25.366874027-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":33,"id":"1344148196238044354","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20},{"state":"","name":"haproxy:cls:service_up","query":"sum by (cls,proxy) (haproxy_server_status{state=\"UP\", proxy!='stats'}) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000922002,"lastEvaluation":"2026-08-30T13:20:25.3684874-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":4,"lastSeriesFetched":33,"id":"16649755141579707266","group_id":"9569716277840004918","group_name":"node-rules","file":"/infra/rules/node.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:25.190038374-07:00","type":"prometheus","id":"9569716277840004918","file":"/infra/rules/node.yml","concurrency":1,"states":{"":163}},{"name":"pgbouncer-rules","rules":[{"state":"","name":"pgbouncer:ins:pools","query":"sum without (list) (pgbouncer_list_items{list=\"pools\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001435461,"lastEvaluation":"2026-08-30T13:20:26.106639646-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"12942647622366792126","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:pool_databases","query":"sum without (list) (pgbouncer_list_items{list=\"databases\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000830238,"lastEvaluation":"2026-08-30T13:20:26.10823198-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"13713259204279716297","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:pool_users","query":"sum without (list) (pgbouncer_list_items{list=\"users\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000503546,"lastEvaluation":"2026-08-30T13:20:26.109111966-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"18065923159853984181","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:login_clients","query":"sum without (list) (pgbouncer_list_items{list=\"login_clients\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000657618,"lastEvaluation":"2026-08-30T13:20:26.109650685-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"11296445438106877812","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:free_clients","query":"sum without (list) (pgbouncer_list_items{list=\"free_clients\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000620903,"lastEvaluation":"2026-08-30T13:20:26.11033523-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"18059692414698575640","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:used_clients","query":"sum without (list) (pgbouncer_list_items{list=\"used_clients\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000513797,"lastEvaluation":"2026-08-30T13:20:26.111008353-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"16936560641674546848","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:free_servers","query":"sum without (list) (pgbouncer_list_items{list=\"free_servers\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000703967,"lastEvaluation":"2026-08-30T13:20:26.111550243-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"8510951014774195104","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_max_conn","query":"pgbouncer_database_pool_size{datname!=\"pgbouncer\"} + pgbouncer_database_reserve_pool{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001337323,"lastEvaluation":"2026-08-30T13:20:26.112284051-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"4569381032620845819","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_size","query":"pgbouncer_database_pool_size{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00097368,"lastEvaluation":"2026-08-30T13:20:26.113672437-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"14314431412376948506","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_reserve_size","query":"pgbouncer_database_reserve_pool{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000459214,"lastEvaluation":"2026-08-30T13:20:26.114690643-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"14177969376751796058","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_current_conn","query":"pgbouncer_database_current_connections{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000612312,"lastEvaluation":"2026-08-30T13:20:26.115173103-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"2583612998387707560","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_paused","query":"pgbouncer_database_paused{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000594842,"lastEvaluation":"2026-08-30T13:20:26.115852332-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"307446159873871703","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:pool_disabled","query":"pgbouncer_database_disabled{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0009617,"lastEvaluation":"2026-08-30T13:20:26.116463553-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"16396425284889826859","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:conn_usage","query":"pgbouncer:db:pool_current_conn / pgbouncer:db:pool_size","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000886886,"lastEvaluation":"2026-08-30T13:20:26.117447877-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"9896262438831468293","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:conn_usage_reserve","query":"pgbouncer:db:pool_current_conn / pgbouncer:db:pool_max_conn","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000787298,"lastEvaluation":"2026-08-30T13:20:26.118377684-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"3340962010117008318","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:maxwait","query":"pgbouncer_pool_maxwait{datname!=\"pgbouncer\"} + pgbouncer_pool_maxwait_us{datname!=\"pgbouncer\"} / 1000000","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00028118,"lastEvaluation":"2026-08-30T13:20:26.119196329-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13721659189519079860","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:maxwait","query":"max without(user, pool_mode) (pgbouncer:pool:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000383202,"lastEvaluation":"2026-08-30T13:20:26.119498778-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2501772842606390421","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:maxwait","query":"max without(datname) (pgbouncer:db:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000282152,"lastEvaluation":"2026-08-30T13:20:26.119890332-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14047226077408826600","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:maxwait","query":"max by (job, cls) (pgbouncer:ins:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000431814,"lastEvaluation":"2026-08-30T13:20:26.120180664-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10054454817646615404","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:maxwait","query":"max by (job) (pgbouncer:cls:maxwait)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000473695,"lastEvaluation":"2026-08-30T13:20:26.120621239-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18011942596883792789","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:active_servers","query":"pgbouncer_pool_active_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000330178,"lastEvaluation":"2026-08-30T13:20:26.121103115-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13070576377035100461","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:active_servers","query":"sum without(user, pool_mode) (pgbouncer:pool:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000430247,"lastEvaluation":"2026-08-30T13:20:26.121441068-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11245358715280526026","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:active_servers","query":"sum without(datname) (pgbouncer:db:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000429838,"lastEvaluation":"2026-08-30T13:20:26.121880018-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8656284353938743601","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:active_servers","query":"sum by (job, cls) (pgbouncer:ins:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000470095,"lastEvaluation":"2026-08-30T13:20:26.122321378-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11267453456318829085","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:active_servers","query":"sum by (job) (pgbouncer:cls:active_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000458137,"lastEvaluation":"2026-08-30T13:20:26.122811263-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11469927817621831632","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:idle_servers","query":"pgbouncer_pool_idle_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000453093,"lastEvaluation":"2026-08-30T13:20:26.123277854-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7827547889023447621","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:idle_servers","query":"max without(user, pool_mode) (pgbouncer:pool:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000366421,"lastEvaluation":"2026-08-30T13:20:26.123755295-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11512556696953898705","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:idle_servers","query":"sum without(datname) (pgbouncer:db:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000659756,"lastEvaluation":"2026-08-30T13:20:26.124130131-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3370469537464805857","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:idle_servers","query":"sum by (job, cls) (pgbouncer:ins:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000406965,"lastEvaluation":"2026-08-30T13:20:26.124797823-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11476642093148412989","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:idle_servers","query":"sum by (job) (pgbouncer:cls:idle_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000452686,"lastEvaluation":"2026-08-30T13:20:26.125271665-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5947924773536321260","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:used_servers","query":"pgbouncer_pool_used_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0003964,"lastEvaluation":"2026-08-30T13:20:26.125743512-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5132143281003424133","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:used_servers","query":"max without(user, pool_mode) (pgbouncer:pool:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000374385,"lastEvaluation":"2026-08-30T13:20:26.126232761-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9060300402750789799","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:used_servers","query":"sum without(datname) (pgbouncer:db:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000327442,"lastEvaluation":"2026-08-30T13:20:26.12664136-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6309442615454041777","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:used_servers","query":"sum by (job, cls) (pgbouncer:ins:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000353047,"lastEvaluation":"2026-08-30T13:20:26.126978356-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9251530493516850913","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:used_servers","query":"sum by (job) (pgbouncer:cls:used_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000390213,"lastEvaluation":"2026-08-30T13:20:26.127357154-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5466262681065599200","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:tested_servers","query":"pgbouncer_pool_tested_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000315,"lastEvaluation":"2026-08-30T13:20:26.127755572-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13854649105927815609","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:tested_servers","query":"max without(user, pool_mode) (pgbouncer:pool:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00033949,"lastEvaluation":"2026-08-30T13:20:26.128088644-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"266362474762068467","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:tested_servers","query":"sum without(datname) (pgbouncer:db:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00030508,"lastEvaluation":"2026-08-30T13:20:26.128467834-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15604940452557989301","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:tested_servers","query":"sum by (job, cls) (pgbouncer:ins:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000313592,"lastEvaluation":"2026-08-30T13:20:26.128780529-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8927093612182810757","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:tested_servers","query":"sum by (job) (pgbouncer:cls:tested_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000271125,"lastEvaluation":"2026-08-30T13:20:26.129102284-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14647098826657490512","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:login_servers","query":"pgbouncer_pool_login_servers{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000369314,"lastEvaluation":"2026-08-30T13:20:26.129381172-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2785493443077456583","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:login_servers","query":"max without(user, pool_mode) (pgbouncer:pool:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000538221,"lastEvaluation":"2026-08-30T13:20:26.129759043-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15456536158287755285","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:login_servers","query":"sum without(datname) (pgbouncer:db:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000393836,"lastEvaluation":"2026-08-30T13:20:26.130307959-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16279662453057123063","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:login_servers","query":"sum by (job, cls) (pgbouncer:ins:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000592403,"lastEvaluation":"2026-08-30T13:20:26.130720069-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11669796278784953575","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:login_servers","query":"sum by (job) (pgbouncer:cls:login_servers)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000325646,"lastEvaluation":"2026-08-30T13:20:26.131320105-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10393964524441528956","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:active_clients","query":"pgbouncer_pool_active_clients{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000272002,"lastEvaluation":"2026-08-30T13:20:26.131654715-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3880454760516650325","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:active_clients","query":"max without(user, pool_mode) (pgbouncer:pool:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000393625,"lastEvaluation":"2026-08-30T13:20:26.131937647-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5135853015020261113","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:active_clients","query":"sum without(datname) (pgbouncer:db:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000274265,"lastEvaluation":"2026-08-30T13:20:26.132340282-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15842760231761769377","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:active_clients","query":"sum by (job, cls) (pgbouncer:ins:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000267197,"lastEvaluation":"2026-08-30T13:20:26.132633914-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3587927330746539117","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:active_clients","query":"sum by (job) (pgbouncer:cls:active_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000414915,"lastEvaluation":"2026-08-30T13:20:26.132938748-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14859089288488537880","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:pool:waiting_clients","query":"pgbouncer_pool_waiting_clients{datname!=\"pgbouncer\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000475057,"lastEvaluation":"2026-08-30T13:20:26.133362043-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3288314449700698863","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:waiting_clients","query":"max without(user, pool_mode) (pgbouncer:pool:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000239411,"lastEvaluation":"2026-08-30T13:20:26.133844634-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18089947826512265237","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:waiting_clients","query":"sum without(datname) (pgbouncer:db:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000257082,"lastEvaluation":"2026-08-30T13:20:26.134102251-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7638669144183311775","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:waiting_clients","query":"sum by (job, cls) (pgbouncer:ins:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000361379,"lastEvaluation":"2026-08-30T13:20:26.134367077-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3234624365564887887","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:waiting_clients","query":"sum by (job) (pgbouncer:cls:waiting_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00032247,"lastEvaluation":"2026-08-30T13:20:26.134746859-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"267226942804466528","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:tx_rate1m","query":"rate(pgbouncer_stat_total_sent{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000299238,"lastEvaluation":"2026-08-30T13:20:26.135085558-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11167750833867463178","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:tx_rate1m","query":"sum without (datname) (pgbouncer:db:tx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000262417,"lastEvaluation":"2026-08-30T13:20:26.135404965-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"18245525938526752761","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:tx_rate1m","query":"sum by (job, cls) (pgbouncer:ins:tx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000213087,"lastEvaluation":"2026-08-30T13:20:26.135685734-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17696731431565508909","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:tx_rate1m","query":"sum by (job) (pgbouncer:cls:tx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000324234,"lastEvaluation":"2026-08-30T13:20:26.135917497-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13305896490371079622","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:rx_rate1m","query":"rate(pgbouncer_stat_total_received{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000339171,"lastEvaluation":"2026-08-30T13:20:26.136249644-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12578426972751111097","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:rx_rate1m","query":"sum without (datname) (pgbouncer:db:rx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000316352,"lastEvaluation":"2026-08-30T13:20:26.136598581-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3109363724158199661","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:rx_rate1m","query":"sum by (job, cls) (pgbouncer:ins:rx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000294734,"lastEvaluation":"2026-08-30T13:20:26.136934731-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5591676709588192465","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:rx_rate1m","query":"sum by (job) (pgbouncer:cls:rx_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000459922,"lastEvaluation":"2026-08-30T13:20:26.137238933-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3563988668216636666","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rate1m","query":"rate(pgbouncer_stat_total_xact_count{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000402165,"lastEvaluation":"2026-08-30T13:20:26.137707179-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3740625630271081688","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rate1m","query":"sum without(datname) (pgbouncer:db:xact_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000270176,"lastEvaluation":"2026-08-30T13:20:26.138125803-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14136611538080937873","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rate1m","query":"sum by (job, cls) (pgbouncer:ins:xact_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000375593,"lastEvaluation":"2026-08-30T13:20:26.138403674-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2087352219426969421","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rate1m","query":"sum by (job) (pgbouncer:cls:xact_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000403381,"lastEvaluation":"2026-08-30T13:20:26.138787232-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17766745823825320666","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rate5m","query":"rate(pgbouncer_stat_total_xact_count{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00029835,"lastEvaluation":"2026-08-30T13:20:26.139198858-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16116456164446556784","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rate5m","query":"sum without(datname) (pgbouncer:db:xact_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000308638,"lastEvaluation":"2026-08-30T13:20:26.139518154-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9316447337150496513","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rate5m","query":"sum by (job, cls) (pgbouncer:ins:xact_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000318503,"lastEvaluation":"2026-08-30T13:20:26.139835135-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12195971447631486621","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rate5m","query":"sum by (job) (pgbouncer:cls:xact_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000456214,"lastEvaluation":"2026-08-30T13:20:26.140161828-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1538991519392549298","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rate15m","query":"rate(pgbouncer_stat_total_xact_count{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00026743,"lastEvaluation":"2026-08-30T13:20:26.140626242-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9888718009919646074","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rate15m","query":"sum without(datname) (pgbouncer:db:xact_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000270353,"lastEvaluation":"2026-08-30T13:20:26.14090139-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9056490063223125409","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rate15m","query":"sum by (job, cls) (pgbouncer:ins:xact_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00023355,"lastEvaluation":"2026-08-30T13:20:26.141180081-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14493635541073050145","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rate15m","query":"sum by (job) (pgbouncer:cls:xact_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000385715,"lastEvaluation":"2026-08-30T13:20:26.14143256-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17730415957785363616","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_time_rate1m","query":"rate(pgbouncer_stat_total_xact_time{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000415541,"lastEvaluation":"2026-08-30T13:20:26.141857281-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12204560841681626988","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_time_rate1m","query":"sum without(datname) (pgbouncer:db:xact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000374923,"lastEvaluation":"2026-08-30T13:20:26.142282038-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8759875995429366625","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_time_rate1m","query":"sum by (job, cls) (pgbouncer:ins:xact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000400166,"lastEvaluation":"2026-08-30T13:20:26.142667015-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1736394159076550749","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_time_rate1m","query":"sum by (job) (pgbouncer:cls:xact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000373686,"lastEvaluation":"2026-08-30T13:20:26.143078589-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3044688242506794692","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_time_rate5m","query":"rate(pgbouncer_stat_total_xact_time{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000293957,"lastEvaluation":"2026-08-30T13:20:26.143460556-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3400571581623895300","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_time_rate5m","query":"sum without(datname) (pgbouncer:db:xact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000458512,"lastEvaluation":"2026-08-30T13:20:26.143762606-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8527357197719493009","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_time_rate5m","query":"sum by (job, cls) (pgbouncer:ins:xact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00086782,"lastEvaluation":"2026-08-30T13:20:26.144230244-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16453928933640051629","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_time_rate5m","query":"sum by (job) (pgbouncer:cls:xact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000341566,"lastEvaluation":"2026-08-30T13:20:26.145146385-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11216385055538176124","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_time_rate15m","query":"rate(pgbouncer_stat_total_xact_time{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00057385,"lastEvaluation":"2026-08-30T13:20:26.145496709-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6914809366373461532","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_time_rate15m","query":"sum without(datname) (pgbouncer:db:xact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000976151,"lastEvaluation":"2026-08-30T13:20:26.146079384-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12798326756859976103","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_time_rate15m","query":"sum by (job, cls) (pgbouncer:ins:xact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000379261,"lastEvaluation":"2026-08-30T13:20:26.147104165-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16996761605058576511","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_time_rate15m","query":"sum by (job) (pgbouncer:cls:xact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000356981,"lastEvaluation":"2026-08-30T13:20:26.147493768-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"992539772389130880","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_1m","query":"pgbouncer:db:xact_time_rate1m / pgbouncer:db:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001490417,"lastEvaluation":"2026-08-30T13:20:26.1478613-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8525378170363989820","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_1m","query":"pgbouncer:ins:xact_time_rate1m / pgbouncer:ins:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000343665,"lastEvaluation":"2026-08-30T13:20:26.149372952-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4896629337565647312","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_1m","query":"pgbouncer:cls:xact_time_rate1m / pgbouncer:cls:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003891852,"lastEvaluation":"2026-08-30T13:20:26.149726625-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"5159897392552725916","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_1m","query":"pgbouncer:env:xact_time_rate1m / pgbouncer:env:xact_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000311823,"lastEvaluation":"2026-08-30T13:20:26.153627989-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7587791248660677295","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_5m","query":"pgbouncer:db:xact_time_rate5m / pgbouncer:db:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00042574,"lastEvaluation":"2026-08-30T13:20:26.153948043-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14577319059785982568","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_5m","query":"pgbouncer:ins:xact_time_rate5m / pgbouncer:ins:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000419192,"lastEvaluation":"2026-08-30T13:20:26.154382182-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6586495870499275860","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_5m","query":"pgbouncer:cls:xact_time_rate5m / pgbouncer:cls:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000272955,"lastEvaluation":"2026-08-30T13:20:26.154811308-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17907336253281296832","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_5m","query":"pgbouncer:env:xact_time_rate5m / pgbouncer:env:xact_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000302826,"lastEvaluation":"2026-08-30T13:20:26.155092389-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"95410560678652499","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_15m","query":"pgbouncer:db:xact_time_rate15m / pgbouncer:db:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001090514,"lastEvaluation":"2026-08-30T13:20:26.155405073-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6831773782268294533","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_15m","query":"pgbouncer:ins:xact_time_rate15m / pgbouncer:ins:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000489828,"lastEvaluation":"2026-08-30T13:20:26.156516226-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3933710577263101571","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_15m","query":"pgbouncer:cls:xact_time_rate15m / pgbouncer:cls:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00065351,"lastEvaluation":"2026-08-30T13:20:26.157015102-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10312057244330643","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_15m","query":"pgbouncer:env:xact_time_rate15m / pgbouncer:env:xact_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000493228,"lastEvaluation":"2026-08-30T13:20:26.157689519-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17734341176475276344","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rate1m","query":"rate(pgbouncer_stat_total_query_count{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000706998,"lastEvaluation":"2026-08-30T13:20:26.158198756-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4030236339489876276","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rate1m","query":"sum without(datname) (pgbouncer:db:query_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000422309,"lastEvaluation":"2026-08-30T13:20:26.158914051-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13263051225998082001","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rate1m","query":"sum by (job, cls) (pgbouncer:ins:query_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000433011,"lastEvaluation":"2026-08-30T13:20:26.159346717-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"16553216261411093869","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rate1m","query":"sum by (job) (pgbouncer:cls:query_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00029598,"lastEvaluation":"2026-08-30T13:20:26.159788124-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3678920803507566516","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rate5m","query":"rate(pgbouncer_stat_total_query_count{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000378074,"lastEvaluation":"2026-08-30T13:20:26.160101037-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13473450182174373820","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rate5m","query":"sum without(datname) (pgbouncer:db:query_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000375293,"lastEvaluation":"2026-08-30T13:20:26.160488055-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1043525826962439297","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rate5m","query":"sum by (job, cls) (pgbouncer:ins:query_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000380956,"lastEvaluation":"2026-08-30T13:20:26.160872783-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15749103647105979325","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rate5m","query":"sum by (job) (pgbouncer:cls:query_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003672413,"lastEvaluation":"2026-08-30T13:20:26.161262092-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10209334791949470236","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rate15m","query":"rate(pgbouncer_stat_total_query_count{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000311554,"lastEvaluation":"2026-08-30T13:20:26.164963593-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11963653117917925868","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rate15m","query":"sum without(datname) (pgbouncer:db:query_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00049762,"lastEvaluation":"2026-08-30T13:20:26.165283418-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9742666048875778503","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rate15m","query":"sum by (job, cls) (pgbouncer:ins:query_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000489644,"lastEvaluation":"2026-08-30T13:20:26.165800356-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9268097988831688327","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rate15m","query":"sum by (job) (pgbouncer:cls:query_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000366308,"lastEvaluation":"2026-08-30T13:20:26.166298047-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1339791792332322656","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_time_rate1m","query":"rate(pgbouncer_stat_total_query_time{datname!=\"pgbouncer\"}[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000640235,"lastEvaluation":"2026-08-30T13:20:26.166683272-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15918163108252826884","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_time_rate1m","query":"sum without(datname) (pgbouncer:db:query_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000475612,"lastEvaluation":"2026-08-30T13:20:26.167332605-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2884077342831643905","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_time_rate1m","query":"sum by (job, cls) (pgbouncer:ins:query_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000556868,"lastEvaluation":"2026-08-30T13:20:26.167842603-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9274756391330260317","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_time_rate1m","query":"sum by (job) (pgbouncer:cls:query_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000412218,"lastEvaluation":"2026-08-30T13:20:26.168408407-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1301243819217904718","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_time_rate5m","query":"rate(pgbouncer_stat_total_query_time{datname!=\"pgbouncer\"}[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000506053,"lastEvaluation":"2026-08-30T13:20:26.168830429-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3870623551202742044","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_time_rate5m","query":"sum without(datname) (pgbouncer:db:query_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000508257,"lastEvaluation":"2026-08-30T13:20:26.16934573-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4987186219666087345","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_time_rate5m","query":"sum by (job, cls) (pgbouncer:ins:query_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000477552,"lastEvaluation":"2026-08-30T13:20:26.169864106-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"716255640911010029","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_time_rate5m","query":"sum by (job) (pgbouncer:cls:query_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000605714,"lastEvaluation":"2026-08-30T13:20:26.170358764-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7086627980880779486","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_time_rate15m","query":"rate(pgbouncer_stat_total_query_time{datname!=\"pgbouncer\"}[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000339262,"lastEvaluation":"2026-08-30T13:20:26.170973533-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"9552928502638241426","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_time_rate15m","query":"sum without(datname) (pgbouncer:db:query_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000415428,"lastEvaluation":"2026-08-30T13:20:26.171323229-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"10063640118005595381","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_time_rate15m","query":"sum by (job, cls) (pgbouncer:ins:query_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000339606,"lastEvaluation":"2026-08-30T13:20:26.171748565-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13901261785357738365","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_time_rate15m","query":"sum by (job) (pgbouncer:cls:query_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000603914,"lastEvaluation":"2026-08-30T13:20:26.172096994-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17602774934242268896","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_1m","query":"pgbouncer:db:query_time_rate1m / pgbouncer:db:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000367616,"lastEvaluation":"2026-08-30T13:20:26.172721011-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12359009703324156430","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_1m","query":"pgbouncer:ins:query_time_rate1m / pgbouncer:ins:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000383691,"lastEvaluation":"2026-08-30T13:20:26.173107176-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"392512558592054466","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_1m","query":"pgbouncer:cls:query_time_rate1m / pgbouncer:cls:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000366809,"lastEvaluation":"2026-08-30T13:20:26.173520723-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7738493304532924302","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_1m","query":"pgbouncer:env:query_time_rate1m / pgbouncer:env:query_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000484698,"lastEvaluation":"2026-08-30T13:20:26.17389619-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14104793479584792601","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_5m","query":"pgbouncer:db:query_time_rate5m / pgbouncer:db:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000274171,"lastEvaluation":"2026-08-30T13:20:26.17447184-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12235519161383816802","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_5m","query":"pgbouncer:ins:query_time_rate5m / pgbouncer:ins:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000282442,"lastEvaluation":"2026-08-30T13:20:26.174854192-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4813022187705871934","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_5m","query":"pgbouncer:cls:query_time_rate5m / pgbouncer:cls:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000603346,"lastEvaluation":"2026-08-30T13:20:26.175160555-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13221718208110711370","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_5m","query":"pgbouncer:env:query_time_rate5m / pgbouncer:env:query_rate5m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000471432,"lastEvaluation":"2026-08-30T13:20:26.175786692-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13557846855021675701","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_15m","query":"pgbouncer:db:query_time_rate15m / pgbouncer:db:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000327324,"lastEvaluation":"2026-08-30T13:20:26.176267106-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4734334604394819121","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_15m","query":"pgbouncer:ins:query_time_rate15m/ pgbouncer:ins:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000299579,"lastEvaluation":"2026-08-30T13:20:26.176603747-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7102059950304496795","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_15m","query":"pgbouncer:cls:query_time_rate15m / pgbouncer:cls:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000443701,"lastEvaluation":"2026-08-30T13:20:26.176910494-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6079692576477330519","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_15m","query":"pgbouncer:env:query_time_rate15m / pgbouncer:env:query_rate15m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000583232,"lastEvaluation":"2026-08-30T13:20:26.177391219-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"322491315079262308","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_sigma15m","query":"stddev_over_time(pgbouncer:db:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000310654,"lastEvaluation":"2026-08-30T13:20:26.177982846-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6702519705023515371","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_sigma15m","query":"stddev_over_time(pgbouncer:ins:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000497078,"lastEvaluation":"2026-08-30T13:20:26.178323737-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13771999335908587021","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_sigma15m","query":"stddev_over_time(pgbouncer:cls:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000500279,"lastEvaluation":"2026-08-30T13:20:26.178839085-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"15323056098326598985","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_sigma15m","query":"stddev_over_time(pgbouncer:env:xact_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000554572,"lastEvaluation":"2026-08-30T13:20:26.179347729-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"17894933809886178249","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:db:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000292633,"lastEvaluation":"2026-08-30T13:20:26.179910143-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7280999691736020311","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:ins:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00050904,"lastEvaluation":"2026-08-30T13:20:26.180277164-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3818056080617635719","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:cls:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000488228,"lastEvaluation":"2026-08-30T13:20:26.180820127-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4307963209055810479","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:xact_rt_sigma15m","query":"stddev_over_time(pgbouncer:env:xact_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000550293,"lastEvaluation":"2026-08-30T13:20:26.181316522-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8559272014269465901","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_sigma15m","query":"stddev_over_time(pgbouncer:db:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000419854,"lastEvaluation":"2026-08-30T13:20:26.181875153-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"6002888882319415349","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_sigma15m","query":"stddev_over_time(pgbouncer:ins:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000378621,"lastEvaluation":"2026-08-30T13:20:26.18230335-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2298168141051237899","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_sigma15m","query":"stddev_over_time(pgbouncer:cls:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000275604,"lastEvaluation":"2026-08-30T13:20:26.182689749-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13475535050584380503","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_sigma15m","query":"stddev_over_time(pgbouncer:env:query_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000627794,"lastEvaluation":"2026-08-30T13:20:26.182973612-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4508632583397059141","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:db:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:db:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000397677,"lastEvaluation":"2026-08-30T13:20:26.183610711-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7625595280695540583","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:ins:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000569413,"lastEvaluation":"2026-08-30T13:20:26.184016684-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"904240659522859631","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:cls:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000396137,"lastEvaluation":"2026-08-30T13:20:26.18463115-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4890820706078939695","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:env:query_rt_sigma15m","query":"stddev_over_time(pgbouncer:env:query_rt_1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000315431,"lastEvaluation":"2026-08-30T13:20:26.185036221-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11445153854148752107","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:load1","query":"pgbouncer:ins:query_time_rate1m / on(ins) group_left pg:ins:cpu_count or (0 * pgbouncer_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00107656,"lastEvaluation":"2026-08-30T13:20:26.185369584-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"11930861836863862762","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:load5","query":"pgbouncer:ins:query_time_rate5m / on(ins) group_left pg:ins:cpu_count or (0 * pgbouncer_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000651566,"lastEvaluation":"2026-08-30T13:20:26.186474292-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"13508703215354502586","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:ins:load15","query":"pgbouncer:ins:query_time_rate15m / on(ins) group_left pg:ins:cpu_count or (0 * pgbouncer_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000799577,"lastEvaluation":"2026-08-30T13:20:26.187151947-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"10152365037364847562","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:load1","query":"pgbouncer:cls:query_time_rate1m  / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000953454,"lastEvaluation":"2026-08-30T13:20:26.188004239-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10300294395247786048","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:load5","query":"pgbouncer:cls:query_time_rate5m  / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000491838,"lastEvaluation":"2026-08-30T13:20:26.189003134-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9989966173135149208","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pgbouncer:cls:load15","query":"pgbouncer:cls:query_time_rate15m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000542315,"lastEvaluation":"2026-08-30T13:20:26.189517029-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"18271590557154368902","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:saturation1","query":"max without (instance) (pg:ins:load1 \u003e ignoring(instance) pgbouncer:ins:load1 or pgbouncer:ins:load1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001815496,"lastEvaluation":"2026-08-30T13:20:26.190078934-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"14667439630566741977","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:saturation5","query":"max without (instance) (pg:ins:load5 \u003e ignoring(instance) pgbouncer:ins:load5 or pgbouncer:ins:load5)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001182924,"lastEvaluation":"2026-08-30T13:20:26.191919464-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"2635908908962881321","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:saturation15","query":"max without (instance) (pg:ins:load15 \u003e ignoring(instance) pgbouncer:ins:load15 or pgbouncer:ins:load15)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001130028,"lastEvaluation":"2026-08-30T13:20:26.193152114-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"17063994941181489169","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:saturation1","query":"pg:cls:load1 \u003e pgbouncer:cls:load1 or pgbouncer:cls:load1","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000973235,"lastEvaluation":"2026-08-30T13:20:26.194320422-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"3336741103202095075","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:saturation5","query":"pg:cls:load5 \u003e pgbouncer:cls:load5 or pgbouncer:cls:load5","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001029679,"lastEvaluation":"2026-08-30T13:20:26.195321558-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"536725473624613403","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:saturation15","query":"pg:cls:load15 \u003e pgbouncer:cls:load15 or pgbouncer:cls:load15","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000944437,"lastEvaluation":"2026-08-30T13:20:26.196377705-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"13635839320439169739","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"ins:pressure1","query":"clamp_min(max without (instance) (pg:ins:cpu_usage_1m \u003e pg:ins:saturation1 or pg:ins:saturation1), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001609915,"lastEvaluation":"2026-08-30T13:20:26.197339481-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"13941754794055077951","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"ins:pressure5","query":"clamp_min(max without (instance) (pg:ins:cpu_usage_5m \u003e pg:ins:saturation5 or pg:ins:saturation5), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001000528,"lastEvaluation":"2026-08-30T13:20:26.198990347-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"11151378965104465999","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"ins:pressure15","query":"clamp_min(max without (instance) (pg:ins:cpu_usage_15m \u003e pg:ins:saturation15 or pg:ins:saturation15), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000819618,"lastEvaluation":"2026-08-30T13:20:26.20002777-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"10469196734304210797","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"cls:pressure1","query":"clamp_min(max by (job, cls) (pg:cls:cpu_usage_1m \u003e pg:cls:saturation1 or pg:cls:saturation1), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000866568,"lastEvaluation":"2026-08-30T13:20:26.200875386-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"18087221799075664558","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"cls:pressure5","query":"clamp_min(max by (job, cls) (pg:cls:cpu_usage_5m \u003e pg:cls:saturation5 or pg:cls:saturation5), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000708681,"lastEvaluation":"2026-08-30T13:20:26.20182423-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"17858895729343209118","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"cls:pressure15","query":"clamp_min(max by (job, cls) (pg:cls:cpu_usage_15m \u003e pg:cls:saturation15 or pg:cls:saturation15), 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000940844,"lastEvaluation":"2026-08-30T13:20:26.202645757-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9133443252140844932","group_id":"11262409880454579530","group_name":"pgbouncer-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:26.106624162-07:00","type":"prometheus","id":"11262409880454579530","file":"/infra/rules/pgsql.yml","concurrency":1,"states":{"":169}},{"name":"pgsql-alert","rules":[{"state":"inactive","name":"PatroniFailSafeActive","query":"sum(patroni_failsafe_mode_is_active{}) \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"sum(patroni_failsafe_mode_is_active{}) \u003e 0\n/ui/d/pgsql-overview  \n","summary":"CRIT PatroniFailSafeActive {{ $value }}"},"lastError":"","evaluationTime":0.001963856,"lastEvaluation":"2026-08-30T13:20:24.834453301-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"7122102149315246765","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresDown","query":"pg_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pg_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT PostgresDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001117295,"lastEvaluation":"2026-08-30T13:20:24.836462237-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"9692248116701073339","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerDown","query":"pgbouncer_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pgbouncer_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT PostgresDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.00102966,"lastEvaluation":"2026-08-30T13:20:24.837589896-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"1962631371530921897","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PatroniDown","query":"patroni_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"patroni_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"CRIT PatroniDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000729138,"lastEvaluation":"2026-08-30T13:20:24.838635761-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"4469000542281579301","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgExporterDown","query":"pg_exporter_agent_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg_exporter_agent_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN PgExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001017248,"lastEvaluation":"2026-08-30T13:20:24.839373619-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"7530904262495212349","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerExporterDown","query":"pgbouncer_exporter_agent_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pgbouncer_exporter_agent_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} \u003c 1\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"WARN PgExporterDown {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000665685,"lastEvaluation":"2026-08-30T13:20:24.840401092-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"1497634049515559777","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresRestart","query":"pg_uptime \u003c 300","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"2","severity":"INFO"},"annotations":{"description":"pg_uptime[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.1f\" }} \u003c 300\n/ui/d/pgsql-instance?var-ins={{ $labels.ins }}\n","summary":"INFO PostgresRestart {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.000948818,"lastEvaluation":"2026-08-30T13:20:24.841081498-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"6807432070852950995","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresPartition","query":"pg:cls:partition != 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pg:cls:partition[cls={{ $labels.cls }}, job={{ $labels.job }}] = {{ $value }} != 1\n","summary":"CRIT PostgresPartition {{ $labels.cls }}@{{ $labels.job }} {{ $value }}"},"lastError":"","evaluationTime":0.000980021,"lastEvaluation":"2026-08-30T13:20:24.842042281-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":1,"id":"8957343222289816361","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresPressureHigh","query":"ins:pressure1 \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"ins:pressure1[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.3f\" }} \u003e 0.70\n","summary":"WARN PostgresPressureHigh: {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001042427,"lastEvaluation":"2026-08-30T13:20:24.843037265-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"5544450465042369806","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresReplicationBreak","query":"changes(pg_downstream_count{state=\"streaming\"}[5m]) \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"changes(pg_downstream_count{ins={{ $labels.ins }}, instance={{ $labels.instance }}, state=\"streaming\"}[5m]) \u003e 0\n","summary":"WARN PostgresReplicationBreak: {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001030023,"lastEvaluation":"2026-08-30T13:20:24.844089347-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"1168437726594554935","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresReplicationLag","query":"pg:ins:lag_bytes \u003e 1048576 or pg:ins:lag_seconds \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:lag_bytes[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.0f\" }} \u003e 1048576 or\npg:ins:lag_seconds[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value | printf \"%.2f\" }} \u003e 1\n","summary":"WARN PostgresReplicationLag: {{ $labels.ins }}@{{ $labels.instance }}"},"lastError":"","evaluationTime":0.001686975,"lastEvaluation":"2026-08-30T13:20:24.845159084-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":4,"id":"15050788230177373947","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresXidWarpAround","query":"pg:db:age \u003e 0.80","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pg:db:age[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.0f\" }} \u003e 80%\n","summary":"CRIT PostgresXidWarpAround: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.002599562,"lastEvaluation":"2026-08-30T13:20:24.846856486-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":12,"id":"11330200734770559249","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerClientQueue","query":"pgbouncer:db:waiting_clients \u003e 1","duration":60,"keep_firing_for":0,"labels":{"category":"pgsql","level":"0","severity":"CRIT"},"annotations":{"description":"pgbouncer:db:waiting_clients[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.0f\" }} \u003e 1\n","summary":"CRIT PgbouncerClientQueue: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.000406841,"lastEvaluation":"2026-08-30T13:20:24.849475169-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"799111236975644927","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PgbouncerQuerySlow","query":"pgbouncer:db:query_rt_1m \u003e 0.016","duration":180,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pgbouncer:db:query_rt_1m[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.3f\" }} \u003e 0.016\n","summary":"WARN PgbouncerQuerySlow: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.000284919,"lastEvaluation":"2026-08-30T13:20:24.849891477-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"8106000152156178995","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresConnUsageHigh","query":"pg:db:conn_usage \u003e 0.70","duration":180,"keep_firing_for":0,"labels":{"category":"pgsql","level":"1","severity":"WARN"},"annotations":{"description":"pg:db:conn_usage[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.3f\" }} \u003e 0.70\n","summary":"WARN PostgresConnUsageHigh: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.001837297,"lastEvaluation":"2026-08-30T13:20:24.850301063-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":12,"id":"16969435016975334577","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"PostgresIdleInXact","query":"pg:db:ixact_backends \u003e 1","duration":180,"keep_firing_for":0,"labels":{"category":"pgsql","level":"2","severity":"INFO"},"annotations":{"description":"pg:db:ixact_backends[ins={{ $labels.ins }}, instance={{ $labels.instance }}, datname={{ $labels.datname }}] = {{ $value | printf \"%.0f\" }} \u003e 1\n","summary":"Info PostgresIdleInXact: {{ $labels.ins }}@{{ $labels.instance }} [{{ $labels.datname }}]"},"lastError":"","evaluationTime":0.001271603,"lastEvaluation":"2026-08-30T13:20:24.85216579-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":6,"id":"4831871773602799993","group_id":"8916821703685786351","group_name":"pgsql-alert","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:24.834428858-07:00","type":"prometheus","id":"8916821703685786351","file":"/infra/rules/pgsql.yml","concurrency":1,"states":{"inactive":16}},{"name":"pgsql-rules","rules":[{"state":"","name":"pg:ins:cpu_count","query":"node:ins:cpu_count + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001360981,"lastEvaluation":"2026-08-30T13:20:28.925065186-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"18223422862632111957","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_count","query":"sum by (job, cls) (pg:ins:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000623643,"lastEvaluation":"2026-08-30T13:20:28.92645016-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"8745002335778373145","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_count","query":"sum by (job) (pg:cls:cpu_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000577924,"lastEvaluation":"2026-08-30T13:20:28.927092507-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12757214218843536034","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage","query":"node:ins:cpu_usage_1m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001186275,"lastEvaluation":"2026-08-30T13:20:28.92768307-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"9717281399792874124","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage_1m","query":"node:ins:cpu_usage_1m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00084686,"lastEvaluation":"2026-08-30T13:20:28.92889873-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"5377272131296572095","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage_5m","query":"node:ins:cpu_usage_5m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001185247,"lastEvaluation":"2026-08-30T13:20:28.929763445-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"773093910600041143","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:cpu_usage_15m","query":"node:ins:cpu_usage_15m + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001004079,"lastEvaluation":"2026-08-30T13:20:28.930985447-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"12111627219859607409","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage","query":"sum by (job, cls) (pg:ins:cpu_usage * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001446499,"lastEvaluation":"2026-08-30T13:20:28.932018333-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"1064329560824783444","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage_1m","query":"sum by (job, cls) (pg:ins:cpu_usage_1m * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000955204,"lastEvaluation":"2026-08-30T13:20:28.933584089-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"17573483588026091918","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage_5m","query":"sum by (job, cls) (pg:ins:cpu_usage_5m * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000714927,"lastEvaluation":"2026-08-30T13:20:28.934593197-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"2994265985708122526","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:cpu_usage_15m","query":"sum by (job, cls) (pg:ins:cpu_usage_15m * pg:ins:cpu_count) / pg:cls:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001037337,"lastEvaluation":"2026-08-30T13:20:28.935333926-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":7,"id":"3426573313206206112","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage","query":"sum by (job) (pg:cls:cpu_usage * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000646378,"lastEvaluation":"2026-08-30T13:20:28.936437803-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10645808927803556210","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage_1m","query":"sum by (job) (pg:cls:cpu_usage_1m * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000813222,"lastEvaluation":"2026-08-30T13:20:28.937106176-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"17030518744800524692","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage_5m","query":"sum by (job) (pg:cls:cpu_usage_5m * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000614634,"lastEvaluation":"2026-08-30T13:20:28.937940032-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"8330902889244880300","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:cpu_usage_15m","query":"sum by (job) (pg:cls:cpu_usage_15m * pg:cls:cpu_count) / pg:env:cpu_count","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000799763,"lastEvaluation":"2026-08-30T13:20:28.938607486-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"13015520845148218290","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:mem_size","query":"node_memory_MemTotal_bytes + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000733078,"lastEvaluation":"2026-08-30T13:20:28.939426163-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"13563499945055848894","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:fs_size","query":"sum by (ip)(node_filesystem_size_bytes{fstype!~\"(n|root|tmp|fuse.juice)fs.*\"}) + on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000919569,"lastEvaluation":"2026-08-30T13:20:28.940244819-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"15697465550584833509","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:space_usage","query":"max by (ip)(node:fs:space_usage)+ on(ip) group_right() pg_up * 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000901925,"lastEvaluation":"2026-08-30T13:20:28.941195312-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"13837207577604024108","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:status","query":"pg_up * 2 + (1 - pg_in_recovery)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001298252,"lastEvaluation":"2026-08-30T13:20:28.94213016-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"5111468310795796647","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:is_leader","query":"1 - pg_in_recovery","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000652317,"lastEvaluation":"2026-08-30T13:20:28.943485117-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"5001312500036558418","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:leader","query":"(pg_in_recovery == 0) * 0 + 1","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00049359,"lastEvaluation":"2026-08-30T13:20:28.944161735-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"2160739951910168104","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:target_count","query":"count by (job, cls, ins) (up{cls!=\"\", ins!=\"\", job='pgsql'})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000796342,"lastEvaluation":"2026-08-30T13:20:28.944668549-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"9589224134133340999","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:size","query":"sum by (job, cls) (group by (job, cls, ins, ip) (up{cls!=\"\", ins!=\"\", job='pgsql'}))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000891485,"lastEvaluation":"2026-08-30T13:20:28.945480699-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":12,"id":"17667533834545566731","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:members","query":"group by (job, cls, ins, ip) (up{cls!=\"\", ins!=\"\", job='pgsql'})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000534394,"lastEvaluation":"2026-08-30T13:20:28.946385304-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"13161996035876405420","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:bridges","query":"count without(appname,usename,address,pid) (pg_repl_lsn) and (pg_in_recovery == 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001073677,"lastEvaluation":"2026-08-30T13:20:28.94697409-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":5,"id":"4147647297880099076","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:partition","query":"count by (job, cls) (pg_in_recovery == 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000519886,"lastEvaluation":"2026-08-30T13:20:28.948057111-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"11211677160655162433","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:alive_count","query":"count by (job, cls) (count by (cls, ins) (pg_up==1))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000420591,"lastEvaluation":"2026-08-30T13:20:28.948699221-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"14342513607842692343","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:primary_count","query":"count by (job, cls) (max by (cls, ins) (pg_in_recovery{}) == 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000584571,"lastEvaluation":"2026-08-30T13:20:28.949137767-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10269883056484978224","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:replica_count","query":"count by (job, cls) (max by (cls, ins) (pg_in_recovery{}) == 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000663534,"lastEvaluation":"2026-08-30T13:20:28.949736564-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"7839963572338112533","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:standby_count","query":"max by (job, cls) (pg_sync_standby_enabled) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000987872,"lastEvaluation":"2026-08-30T13:20:28.950414139-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"14641195652865282799","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:bridge_count","query":"count by (job, cls) (pg:cls:bridges)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00043627,"lastEvaluation":"2026-08-30T13:20:28.951413712-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"13095229444683243224","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:sender","query":"max by (job, cls, ins, ip, appname, usename, address, pid) (pg_repl_sync_state)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000592688,"lastEvaluation":"2026-08-30T13:20:28.951876388-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"2010025789796814675","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:receiver","query":"max by ( job, cls, ip, appname, sender_host, sender_port, slot_name, state ) (\n  label_replace(pg_recv_flush_tli, \"appname\" , \"$1\",  \"ins\", \"(.*)\" )\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002343791,"lastEvaluation":"2026-08-30T13:20:28.952495855-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"18307508605171229562","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:timeline","query":"pg_checkpoint_tli","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001381734,"lastEvaluation":"2026-08-30T13:20:28.954874446-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"5567104752029197246","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:timeline","query":"max by (job, cls) (max_over_time(pg_checkpoint_tli{}[30s]))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001082416,"lastEvaluation":"2026-08-30T13:20:28.956559103-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10507836146104402130","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:sync_state","query":"max by (job,cls,ins,instance) (label_replace(pg_repl_sync_state, \"ins\", \"$1\", \"appname\", \"(.+)\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001220507,"lastEvaluation":"2026-08-30T13:20:28.9576673-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"9318525971862560313","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:sync_state","query":"(max by (job, cls) (pg:ins:sync_state)) \u003e bool 0","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002738297,"lastEvaluation":"2026-08-30T13:20:28.95891406-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12969178581293958121","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lag_bytes","query":"max without (address, appname, usename, pid) (\n  label_replace(pg_repl_replay_diff{appname!~'walreceiver|pg_receivewal'}, \"ins\", \"$1\", \"appname\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001785866,"lastEvaluation":"2026-08-30T13:20:28.961665164-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"442053057924060265","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lag_bytes","query":"max by (job, cls) (pg:ins:lag_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000942082,"lastEvaluation":"2026-08-30T13:20:28.963484746-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"5171459838391783092","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:lag_bytes","query":"max by (job) (pg:cls:lag_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000734618,"lastEvaluation":"2026-08-30T13:20:28.9644389-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1960741173460567013","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lag_seconds","query":"max without (address, appname, usename, pid) (\n  label_replace(pg_repl_replay_lag{appname!~'walreceiver|pg_receivewal'}, \"ins\", \"$1\", \"appname\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00141714,"lastEvaluation":"2026-08-30T13:20:28.96519192-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"14668216110006045746","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lag_seconds","query":"max by (job, cls) (pg:ins:lag_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001238985,"lastEvaluation":"2026-08-30T13:20:28.96663782-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15531930672815320540","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:lag_seconds","query":"max by (job) (pg:cls:lag_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001122658,"lastEvaluation":"2026-08-30T13:20:28.967918874-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2715707038981000361","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:slot_count","query":"count by (job, cls) (pg_slot_active \u003e bool 0)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001008718,"lastEvaluation":"2026-08-30T13:20:28.969057524-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"1258843779374365513","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:slot_retained_bytes","query":"max without (slot_name) (pg_slot_retained_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001008247,"lastEvaluation":"2026-08-30T13:20:28.970088306-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"18440380049311768917","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:slot_retained_bytes","query":"max by (job, cls) (pg:ins:slot_retained_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002506644,"lastEvaluation":"2026-08-30T13:20:28.97113479-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"13601159873238481228","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_commit_rate1m","query":"rate(pg_db_xact_commit[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001583513,"lastEvaluation":"2026-08-30T13:20:28.973711127-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"5423001135233827742","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_commit_rate1m","query":"sum without(datname) (pg:db:xact_commit_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001455129,"lastEvaluation":"2026-08-30T13:20:28.975352344-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"303078929949243757","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_commit_rate1m","query":"sum by (job, cls) (pg:ins:xact_commit_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000745005,"lastEvaluation":"2026-08-30T13:20:28.976850132-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16493540368249105881","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_commit_rate1m","query":"sum by (job) (pg:cls:xact_commit_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002815211,"lastEvaluation":"2026-08-30T13:20:28.977614357-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7314503263162240268","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_commit_rate5m","query":"rate(pg_db_xact_commit[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001164948,"lastEvaluation":"2026-08-30T13:20:28.980449345-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"7674746862674278102","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_commit_rate5m","query":"sum without(datname) (pg:db:xact_commit_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001325582,"lastEvaluation":"2026-08-30T13:20:28.981683217-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"4833034195618371717","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_commit_rate5m","query":"sum by (job, cls) (pg:ins:xact_commit_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001252687,"lastEvaluation":"2026-08-30T13:20:28.983040959-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1215483582740709825","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_commit_rate5m","query":"sum by (job) (pg:cls:xact_commit_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001472084,"lastEvaluation":"2026-08-30T13:20:28.984308682-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9758242613288124724","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_commit_rate15m","query":"rate(pg_db_xact_commit[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000968483,"lastEvaluation":"2026-08-30T13:20:28.985793217-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"822015986024770940","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_commit_rate15m","query":"sum without(datname) (pg:db:xact_commit_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003142719,"lastEvaluation":"2026-08-30T13:20:28.986806558-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"18303567478782034721","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_commit_rate15m","query":"sum by (job, cls) (pg:ins:xact_commit_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000784274,"lastEvaluation":"2026-08-30T13:20:28.989976631-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"15526196692195246985","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_commit_rate15m","query":"sum by (job) (pg:cls:xact_commit_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001405307,"lastEvaluation":"2026-08-30T13:20:28.990773572-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14294274137973741854","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_rollback_rate1m","query":"rate(pg_db_xact_rollback[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000787037,"lastEvaluation":"2026-08-30T13:20:28.992223336-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"8499005034552295016","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_rollback_rate1m","query":"sum without(datname) (pg:db:xact_rollback_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00102625,"lastEvaluation":"2026-08-30T13:20:28.993095061-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"7956237551095089711","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_rollback_rate1m","query":"sum by (job, cls) (pg:ins:xact_rollback_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000662166,"lastEvaluation":"2026-08-30T13:20:28.994159313-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"167458203451459607","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_rollback_rate1m","query":"sum by (job) (pg:cls:xact_rollback_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000871628,"lastEvaluation":"2026-08-30T13:20:28.994840968-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9791247179229612454","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_rollback_rate5m","query":"rate(pg_db_xact_rollback[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001524133,"lastEvaluation":"2026-08-30T13:20:28.995734463-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"10581174066132997472","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_rollback_rate5m","query":"sum without(datname) (pg:db:xact_rollback_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000983398,"lastEvaluation":"2026-08-30T13:20:28.99736077-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"11824413066593342527","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_rollback_rate5m","query":"sum by (job, cls) (pg:ins:xact_rollback_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000586426,"lastEvaluation":"2026-08-30T13:20:28.998379506-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1698289480484735663","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_rollback_rate5m","query":"sum by (job) (pg:cls:xact_rollback_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000997152,"lastEvaluation":"2026-08-30T13:20:28.99897741-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16352014943690892534","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_rollback_rate15m","query":"rate(pg_db_xact_rollback[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000820863,"lastEvaluation":"2026-08-30T13:20:29.000017093-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"13026623339708764316","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_rollback_rate15m","query":"sum without(datname) (pg:db:xact_rollback_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000848445,"lastEvaluation":"2026-08-30T13:20:29.000889537-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"7468809848039244109","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_rollback_rate15m","query":"sum by (job, cls) (pg:ins:xact_rollback_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000539595,"lastEvaluation":"2026-08-30T13:20:29.001796163-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1260743702171253753","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_rollback_rate15m","query":"sum by (job) (pg:cls:xact_rollback_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000456726,"lastEvaluation":"2026-08-30T13:20:29.002377877-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6628930345409017922","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_rate1m","query":"rate(pg_db_xact_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001263555,"lastEvaluation":"2026-08-30T13:20:29.002862575-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"6771519394309403884","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_rate1m","query":"sum without(datname) (pg:db:xact_total_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001303628,"lastEvaluation":"2026-08-30T13:20:29.004162298-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"16985643882236769489","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_rate1m","query":"sum by (job, cls) (pg:ins:xact_total_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000808697,"lastEvaluation":"2026-08-30T13:20:29.005495318-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10540215135901635257","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_rate1m","query":"sum by (job) (pg:cls:xact_total_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000661734,"lastEvaluation":"2026-08-30T13:20:29.006317837-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"16479611391276559842","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_rate5m","query":"rate(pg_db_xact_total[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001237414,"lastEvaluation":"2026-08-30T13:20:29.007022215-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"528887293775599676","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_rate5m","query":"sum without(datname) (pg:db:xact_total_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001082971,"lastEvaluation":"2026-08-30T13:20:29.008302028-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"7048973729882136233","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_rate5m","query":"sum by (job, cls) (pg:ins:xact_total_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000827655,"lastEvaluation":"2026-08-30T13:20:29.009414877-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16558337752557755641","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_rate5m","query":"sum by (job) (pg:cls:xact_total_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000592061,"lastEvaluation":"2026-08-30T13:20:29.010287477-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10237811393626594802","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_rate15m","query":"rate(pg_db_xact_total[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00103962,"lastEvaluation":"2026-08-30T13:20:29.010891252-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"1393555724146083890","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_rate15m","query":"sum without(datname) (pg:db:xact_total_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000886688,"lastEvaluation":"2026-08-30T13:20:29.012054776-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"9297285806059798777","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_rate15m","query":"sum by (job, cls) (pg:ins:xact_total_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000920401,"lastEvaluation":"2026-08-30T13:20:29.012974947-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"6825777617045404149","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_rate15m","query":"sum by (job) (pg:cls:xact_total_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000464093,"lastEvaluation":"2026-08-30T13:20:29.014009619-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12579060964056120320","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xact_total_sigma15m","query":"stddev_over_time(pg:db:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001218321,"lastEvaluation":"2026-08-30T13:20:29.014486608-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"2243484968036816017","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xact_total_sigma15m","query":"stddev_over_time(pg:ins:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000481575,"lastEvaluation":"2026-08-30T13:20:29.015769181-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"1408042256662815049","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xact_total_sigma15m","query":"stddev_over_time(pg:cls:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000461543,"lastEvaluation":"2026-08-30T13:20:29.016275348-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7655548778804243217","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:xact_total_sigma15m","query":"stddev_over_time(pg:env:xact_total_rate1m[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000432075,"lastEvaluation":"2026-08-30T13:20:29.016749232-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7990840456779352895","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:locks","query":"sum without (datname) (pg_lock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001519511,"lastEvaluation":"2026-08-30T13:20:29.01719412-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":24,"lastSeriesFetched":48,"id":"18130186156215002557","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:locks","query":"sum by (job, cls, mode) (pg:ins:locks)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000984929,"lastEvaluation":"2026-08-30T13:20:29.018792226-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":24,"id":"1969706634709260584","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:lock_count","query":"sum without (mode) (pg_lock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001012018,"lastEvaluation":"2026-08-30T13:20:29.019811743-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":48,"id":"3944215954145144901","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lock_count","query":"sum without(mode) (pg:ins:locks)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00079769,"lastEvaluation":"2026-08-30T13:20:29.02084562-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":24,"id":"16967695374576561407","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lock_count","query":"sum without(mode) (pg:cls:locks)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000975677,"lastEvaluation":"2026-08-30T13:20:29.021670919-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":8,"id":"14214961506084491747","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:rlock_count","query":"sum without (mode) (pg_lock_count{mode=\"AccessShareLock\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001101483,"lastEvaluation":"2026-08-30T13:20:29.022658714-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"5358961126989574231","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:rlock_count","query":"sum without(datname) (pg:db:rlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001555602,"lastEvaluation":"2026-08-30T13:20:29.02379167-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"15625859396092365297","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:rlock_count","query":"sum by (job, cls) (pg:ins:rlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001455574,"lastEvaluation":"2026-08-30T13:20:29.025411748-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"8567921985155211021","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:wlock_count","query":"sum without (mode) (pg_lock_count{mode=~\"RowShareLock|RowExclusiveLock\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001344607,"lastEvaluation":"2026-08-30T13:20:29.026884074-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":12,"id":"4317037014882634801","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:wlock_count","query":"sum without(datname) (pg:db:wlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001443546,"lastEvaluation":"2026-08-30T13:20:29.028275805-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"14385905460275428493","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:wlock_count","query":"sum by (job, cls) (pg:ins:wlock)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000556625,"lastEvaluation":"2026-08-30T13:20:29.029776301-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"3093120740289979977","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:xlock_count","query":"sum without (mode) (pg_lock_count{mode!~\"AccessShareLock|RowShareLock|RowExclusiveLock\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002600229,"lastEvaluation":"2026-08-30T13:20:29.030368655-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":30,"id":"13120070463458918006","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:xlock_count","query":"sum without(datname) (pg:db:xlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000879079,"lastEvaluation":"2026-08-30T13:20:29.033025053-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"14562592805923869425","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:xlock_count","query":"sum by (job, cls) (pg:ins:xlock_count)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000558723,"lastEvaluation":"2026-08-30T13:20:29.033921822-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"7945266449850532973","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:session_time_rate1m","query":"rate(pg_db_session_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00176458,"lastEvaluation":"2026-08-30T13:20:29.034626268-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"10211047601989205684","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:session_time_rate1m","query":"sum without(datname) (pg:db:session_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000634954,"lastEvaluation":"2026-08-30T13:20:29.036462981-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"6542309868362806777","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:session_time_rate1m","query":"sum by (job, cls) (pg:ins:session_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000810951,"lastEvaluation":"2026-08-30T13:20:29.03712384-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1215411028237026469","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:session_time_rate1m","query":"sum by (job) (pg:cls:session_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000891829,"lastEvaluation":"2026-08-30T13:20:29.037949069-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"15743877749295040882","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_time_rate1m","query":"rate(pg_db_ixact_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002190284,"lastEvaluation":"2026-08-30T13:20:29.038860062-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"8691597266641044800","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_time_rate1m","query":"sum without(datname) (pg:db:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000851623,"lastEvaluation":"2026-08-30T13:20:29.041101878-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"18035280672598114449","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_time_rate1m","query":"sum by (job, cls) (pg:ins:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000821688,"lastEvaluation":"2026-08-30T13:20:29.042023764-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"15160368294628532961","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_time_rate1m","query":"sum by (job) (pg:cls:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00110812,"lastEvaluation":"2026-08-30T13:20:29.042860305-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"10506984323086851862","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_time_rate5m","query":"rate(pg_db_ixact_time[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001522807,"lastEvaluation":"2026-08-30T13:20:29.044010201-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"9931232813652445040","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_time_rate5m","query":"sum without(datname) (pg:db:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001153317,"lastEvaluation":"2026-08-30T13:20:29.045601655-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"3203638057752803449","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_time_rate5m","query":"sum by (job, cls) (pg:ins:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000526058,"lastEvaluation":"2026-08-30T13:20:29.046771041-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"17165239653126722225","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_time_rate5m","query":"sum by (job) (pg:cls:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000498838,"lastEvaluation":"2026-08-30T13:20:29.047334793-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12495391648912245966","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_time_rate15m","query":"rate(pg_db_ixact_time[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000761212,"lastEvaluation":"2026-08-30T13:20:29.047872384-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"3632584037270768122","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_time_rate15m","query":"sum without(datname) (pg:db:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000674264,"lastEvaluation":"2026-08-30T13:20:29.048705408-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"17403900615567281485","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_time_rate15m","query":"sum by (job, cls) (pg:ins:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000500098,"lastEvaluation":"2026-08-30T13:20:29.049413033-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"5522978033916859721","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_time_rate15m","query":"sum by (job) (pg:cls:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000685566,"lastEvaluation":"2026-08-30T13:20:29.049924417-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"6160903843626470064","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_time_rate1m","query":"rate(pg_db_active_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000828268,"lastEvaluation":"2026-08-30T13:20:29.050620431-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"4132128843413076794","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_time_rate1m","query":"sum without(datname) (pg:db:active_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000794754,"lastEvaluation":"2026-08-30T13:20:29.05151246-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"8460019946917294513","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_time_rate1m","query":"sum by (job, cls) (pg:ins:active_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000541898,"lastEvaluation":"2026-08-30T13:20:29.052330138-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"5688704815731241469","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_time_rate1m","query":"sum by (job) (pg:cls:active_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00059129,"lastEvaluation":"2026-08-30T13:20:29.052891687-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14381911021506446224","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_time_rate5m","query":"rate(pg_db_active_time[5m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000760152,"lastEvaluation":"2026-08-30T13:20:29.053495775-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"3897519046069630090","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_time_rate5m","query":"sum without(datname) (pg:db:active_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00152034,"lastEvaluation":"2026-08-30T13:20:29.054311376-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"9340109479204632913","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_time_rate5m","query":"sum by (job, cls) (pg:ins:active_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001748773,"lastEvaluation":"2026-08-30T13:20:29.055851283-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10151829486026612829","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_time_rate5m","query":"sum by (job) (pg:cls:active_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000482194,"lastEvaluation":"2026-08-30T13:20:29.05761259-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14750206010498005632","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_time_rate15m","query":"rate(pg_db_active_time[15m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001840581,"lastEvaluation":"2026-08-30T13:20:29.058105585-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"4130603694607785872","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_time_rate15m","query":"sum without(datname) (pg:db:active_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000910537,"lastEvaluation":"2026-08-30T13:20:29.060008401-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"17835680182566965253","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_time_rate15m","query":"sum by (job, cls) (pg:ins:active_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001070717,"lastEvaluation":"2026-08-30T13:20:29.061044446-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"11641299193706635629","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_time_rate15m","query":"sum by (job) (pg:cls:active_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000411521,"lastEvaluation":"2026-08-30T13:20:29.062134054-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"851409882934653418","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:load1","query":"pg:ins:active_time_rate1m / pg:ins:cpu_count or (0 * pg_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000857006,"lastEvaluation":"2026-08-30T13:20:29.062602352-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"739892060224100615","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:load5","query":"pg:ins:active_time_rate5m / pg:ins:cpu_count or (0 * pg_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000782159,"lastEvaluation":"2026-08-30T13:20:29.063514393-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"3807030017082856831","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:load15","query":"pg:ins:active_time_rate15m / pg:ins:cpu_count or (0 * pg_up - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000792068,"lastEvaluation":"2026-08-30T13:20:29.064344523-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"1794433219837625739","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:load1","query":"pg:cls:active_time_rate1m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001040629,"lastEvaluation":"2026-08-30T13:20:29.06515625-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1529623066107910966","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:load5","query":"pg:cls:active_time_rate5m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00065707,"lastEvaluation":"2026-08-30T13:20:29.066213688-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"8173672422183159254","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:load15","query":"pg:cls:active_time_rate15m / pg:cls:cpu_count or (0 * pg:cls:size - 1)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000768919,"lastEvaluation":"2026-08-30T13:20:29.066885062-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"11006445112348531852","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_ratio_1m","query":"pg:db:ixact_time_rate1m / (pg:db:active_time_rate1m + pg:db:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003788635,"lastEvaluation":"2026-08-30T13:20:29.067668567-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":36,"id":"1836395049607953024","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_ratio_1m","query":"pg:ins:ixact_time_rate1m / (pg:ins:active_time_rate1m + pg:ins:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00189707,"lastEvaluation":"2026-08-30T13:20:29.071492357-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"13856789745678188934","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_ratio_1m","query":"pg:cls:ixact_time_rate1m / (pg:cls:active_time_rate1m + pg:cls:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000833137,"lastEvaluation":"2026-08-30T13:20:29.073435803-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"14085767473875683666","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_ratio_1m","query":"pg:env:ixact_time_rate1m / (pg:env:active_time_rate1m + pg:env:ixact_time_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000817918,"lastEvaluation":"2026-08-30T13:20:29.074323417-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16670541254699305674","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_ratio_5m","query":"pg:db:ixact_time_rate5m / (pg:db:active_time_rate5m + pg:db:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00194112,"lastEvaluation":"2026-08-30T13:20:29.075187797-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":36,"id":"11207607008136264976","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_ratio_5m","query":"pg:ins:ixact_time_rate5m / (pg:ins:active_time_rate5m + pg:ins:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001324941,"lastEvaluation":"2026-08-30T13:20:29.077165709-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"5884570478394246046","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_ratio_5m","query":"pg:cls:ixact_time_rate5m / (pg:cls:active_time_rate5m + pg:cls:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00089566,"lastEvaluation":"2026-08-30T13:20:29.078559137-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"3458048285225999322","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_ratio_5m","query":"pg:env:ixact_time_rate5m / (pg:env:active_time_rate5m + pg:env:ixact_time_rate5m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000841835,"lastEvaluation":"2026-08-30T13:20:29.079472083-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9485122055348084130","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_ratio_15m","query":"pg:db:ixact_time_rate15m / (pg:db:active_time_rate15m + pg:db:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002080511,"lastEvaluation":"2026-08-30T13:20:29.080335337-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":36,"id":"15977369237640753788","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_ratio_15m","query":"pg:ins:ixact_time_rate15m / (pg:ins:active_time_rate15m + pg:ins:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001658505,"lastEvaluation":"2026-08-30T13:20:29.082459184-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":9,"id":"15658328986508186918","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_ratio_15m","query":"pg:cls:ixact_time_rate15m / (pg:cls:active_time_rate15m + pg:cls:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001152582,"lastEvaluation":"2026-08-30T13:20:29.08415286-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"13461216374158379570","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_ratio_15m","query":"pg:env:ixact_time_rate15m / (pg:env:active_time_rate15m + pg:env:ixact_time_rate15m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000825074,"lastEvaluation":"2026-08-30T13:20:29.085319262-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9250915887326293886","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:num_backends","query":"pg_db_numbackends","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001117917,"lastEvaluation":"2026-08-30T13:20:29.086185212-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"16556023262645328003","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:num_backends","query":"sum without (datname) (pg:db:num_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000775401,"lastEvaluation":"2026-08-30T13:20:29.087340843-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"13716545864632073323","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:num_backends","query":"sum by (job, cls) (pg:ins:num_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000656371,"lastEvaluation":"2026-08-30T13:20:29.088160182-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10840279233264762659","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:active_backends","query":"sum without(state) (pg_activity_count{state=\"active\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000984575,"lastEvaluation":"2026-08-30T13:20:29.088829239-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":6,"id":"2453573516496751338","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:active_backends","query":"sum without(datname) (pg:db:active_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000797612,"lastEvaluation":"2026-08-30T13:20:29.089914491-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"16929200000790610025","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:active_backends","query":"sum by (job, cls) (pg:ins:active_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000601746,"lastEvaluation":"2026-08-30T13:20:29.090744568-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10013895612610831305","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:active_backends","query":"sum by (job) (pg:cls:active_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000537482,"lastEvaluation":"2026-08-30T13:20:29.091358653-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1327472361300990118","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:ixact_backends","query":"sum without(state) (pg_activity_count{state=~\"idle in.*\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001114417,"lastEvaluation":"2026-08-30T13:20:29.091907906-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":6,"lastSeriesFetched":12,"id":"9355684103393873456","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ixact_backends","query":"sum without(datname) (pg:db:ixact_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000809631,"lastEvaluation":"2026-08-30T13:20:29.093052044-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"8807106272715238857","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:ixact_backends","query":"sum by (job, cls) (pg:ins:ixact_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000772427,"lastEvaluation":"2026-08-30T13:20:29.093896447-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"11535487685057615349","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:ixact_backends","query":"sum by (job) (pg:cls:ixact_backends)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000645484,"lastEvaluation":"2026-08-30T13:20:29.094683317-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"12791462231436969344","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:conn_limit","query":"pg_setting_max_connections","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000533837,"lastEvaluation":"2026-08-30T13:20:29.095340592-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"15750199043080164344","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:conn_limit","query":"(pg_db_conn_limit != -1 ) or (0 * pg_db_conn_limit + on(cls, ins) group_left pg_setting_max_connections)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001592302,"lastEvaluation":"2026-08-30T13:20:29.09594132-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":27,"id":"9656828328231709251","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:conn_usage","query":"pg:ins:num_backends / pg:ins:conn_limit","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001173962,"lastEvaluation":"2026-08-30T13:20:29.097587902-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"13615705118423016776","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:conn_usage","query":"pg:db:num_backends / pg:db:conn_limit","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001485265,"lastEvaluation":"2026-08-30T13:20:29.0987991-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":24,"id":"4054824693294006994","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:age","query":"pg_db_age / 2147483647","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000916543,"lastEvaluation":"2026-08-30T13:20:29.100322157-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"6016517635074967953","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:age","query":"max without (datname) (pg:db:age{datname!~\"template[0-9]\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000889805,"lastEvaluation":"2026-08-30T13:20:29.101279286-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"14681911874676080149","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:age","query":"max by (job, cls) (pg:ins:age)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00057876,"lastEvaluation":"2026-08-30T13:20:29.102214938-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9349819666041806116","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:age","query":"max by (job) (pg:cls:age)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000369107,"lastEvaluation":"2026-08-30T13:20:29.102806683-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13061799621605986989","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:age_deriv1h","query":"deriv(pg_db_age[1h])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000857387,"lastEvaluation":"2026-08-30T13:20:29.103210557-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"5527077866357146542","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:age_exhaust","query":"(2147483648 - pg_db_age) / pg:db:age_deriv1h","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001452303,"lastEvaluation":"2026-08-30T13:20:29.104098419-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":24,"id":"2163477359293595087","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_fetched_rate1m","query":"rate(pg_db_tup_fetched[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001018749,"lastEvaluation":"2026-08-30T13:20:29.10561988-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"3760857747744643936","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_fetched_rate1m","query":"sum without(datname) (pg:db:tup_fetched_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000890614,"lastEvaluation":"2026-08-30T13:20:29.106695193-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"9506971611569841831","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_fetched_rate1m","query":"sum by (job, cls) (pg:ins:tup_fetched_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000670429,"lastEvaluation":"2026-08-30T13:20:29.107614111-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"10877155285540758447","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_fetched_rate1m","query":"sum by (job) (pg:cls:tup_fetched_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000563371,"lastEvaluation":"2026-08-30T13:20:29.108340326-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1951271269630054086","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_returned_rate1m","query":"rate(pg_db_tup_returned[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000966266,"lastEvaluation":"2026-08-30T13:20:29.108916414-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"17735408881534931936","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_returned_rate1m","query":"sum without(datname) (pg:db:tup_returned_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000725763,"lastEvaluation":"2026-08-30T13:20:29.109931831-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"11317340979217256505","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_returned_rate1m","query":"sum by (job, cls) (pg:ins:tup_returned_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00066343,"lastEvaluation":"2026-08-30T13:20:29.110673953-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"7198369432167751977","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_returned_rate1m","query":"sum by (job) (pg:cls:tup_returned_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00048997,"lastEvaluation":"2026-08-30T13:20:29.111357818-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"9449157670657176998","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_inserted_rate1m","query":"rate(pg_db_tup_inserted[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000932799,"lastEvaluation":"2026-08-30T13:20:29.11187443-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"2334641790565997332","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_inserted_rate1m","query":"sum without(datname) (pg:db:tup_inserted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000877198,"lastEvaluation":"2026-08-30T13:20:29.112848926-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"6302671327676818161","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_inserted_rate1m","query":"sum by (job, cls) (pg:ins:tup_inserted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000965679,"lastEvaluation":"2026-08-30T13:20:29.113788515-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"11041798031187447805","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_inserted_rate1m","query":"sum by (job) (pg:cls:tup_inserted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0004159,"lastEvaluation":"2026-08-30T13:20:29.114766047-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1468473005790226746","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_updated_rate1m","query":"pg:db:tup_updated_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000385044,"lastEvaluation":"2026-08-30T13:20:29.115215457-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"14330080136008878386","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_updated_rate1m","query":"sum without(datname) (pg:db:tup_updated_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000287098,"lastEvaluation":"2026-08-30T13:20:29.115608266-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"2317522011157163423","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_updated_rate1m","query":"sum by (job, cls) (pg:ins:tup_updated_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000305532,"lastEvaluation":"2026-08-30T13:20:29.115902881-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"4098028905728071119","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_updated_rate1m","query":"sum by (job) (pg:cls:tup_updated_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000303604,"lastEvaluation":"2026-08-30T13:20:29.116224988-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"12394933855523691806","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_deleted_rate1m","query":"rate(pg_db_tup_deleted[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000934351,"lastEvaluation":"2026-08-30T13:20:29.116537732-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"1304326261195617928","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_deleted_rate1m","query":"sum without(datname) (pg:db:tup_deleted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000667338,"lastEvaluation":"2026-08-30T13:20:29.117593018-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"10238011089117183643","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_deleted_rate1m","query":"sum by (job, cls) (pg:ins:tup_deleted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000542782,"lastEvaluation":"2026-08-30T13:20:29.118278328-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"9435380283624003683","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_deleted_rate1m","query":"sum by (job) (pg:cls:tup_deleted_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000453315,"lastEvaluation":"2026-08-30T13:20:29.118870896-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"11045577015057167870","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:tup_modified_rate1m","query":"rate(pg_db_tup_modified[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000948023,"lastEvaluation":"2026-08-30T13:20:29.119351911-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"6724824880584490780","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:tup_modified_rate1m","query":"sum without(datname) (pg:db:tup_modified_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000731493,"lastEvaluation":"2026-08-30T13:20:29.120369213-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"12580749253631078777","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:tup_modified_rate1m","query":"sum by (job, cls) (pg:ins:tup_modified_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000725436,"lastEvaluation":"2026-08-30T13:20:29.121129096-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"6041832002542322473","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:tup_modified_rate1m","query":"sum by (job) (pg:cls:tup_modified_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000705648,"lastEvaluation":"2026-08-30T13:20:29.121921849-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"13445460568008811282","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:temp_bytes_rate1m","query":"rate(pg_db_temp_bytes[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001120176,"lastEvaluation":"2026-08-30T13:20:29.12264452-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"9204860192566961176","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:temp_bytes","query":"sum without (datname) (pg:db:temp_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000450516,"lastEvaluation":"2026-08-30T13:20:29.123798238-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11983583561438561935","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:temp_bytes","query":"sum by (job, cls) (pg:ins:temp_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000504431,"lastEvaluation":"2026-08-30T13:20:29.124256638-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"977530876795573079","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:temp_files_1m","query":"increase(pg_db_temp_files[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000899027,"lastEvaluation":"2026-08-30T13:20:29.124769288-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"17187686086822460604","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:temp_files_1m","query":"sum without(datname) (pg:db:temp_files)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000448036,"lastEvaluation":"2026-08-30T13:20:29.125740707-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"7712736034417843874","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:temp_files_1m","query":"sum by (job, cls) (pg:ins:temp_files)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000446412,"lastEvaluation":"2026-08-30T13:20:29.126212428-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1522093613586875818","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:db_size","query":"pg_size_bytes{datname!~\"wal|log\"}","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001228784,"lastEvaluation":"2026-08-30T13:20:29.126666687-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"9812571896646837969","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:db_size","query":"sum without (datname) (pg:db:db_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000713327,"lastEvaluation":"2026-08-30T13:20:29.127927908-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":12,"id":"151336617757301929","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:db_size","query":"sum by (job, cls) (pg:ins:db_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000469423,"lastEvaluation":"2026-08-30T13:20:29.128667393-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"1926039307168948513","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:wal_size","query":"sum without (datname) (pg_size_bytes{datname=\"wal\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000519521,"lastEvaluation":"2026-08-30T13:20:29.1291482-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"2910174780882095036","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:wal_size","query":"sum by (job, cls) (pg:ins:wal_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000444065,"lastEvaluation":"2026-08-30T13:20:29.129712103-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"14633198285708001075","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:log_size","query":"sum without (datname) (pg_size_bytes{datname=\"log\"})","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000691526,"lastEvaluation":"2026-08-30T13:20:29.130168941-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"11230482701026064412","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:log_size","query":"sum by (job, cls) (pg:ins:log_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000632379,"lastEvaluation":"2026-08-30T13:20:29.13089455-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"18108728834734822623","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:file_size","query":"sum without(datname) (pg_size_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000716444,"lastEvaluation":"2026-08-30T13:20:29.131557946-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":18,"id":"10485754404897440829","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:file_size","query":"sum by (job, cls) (pg:ins:file_size)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000452561,"lastEvaluation":"2026-08-30T13:20:29.132291481-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"16484355386709029901","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_read_1m","query":"increase(pg_db_blks_read[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000825291,"lastEvaluation":"2026-08-30T13:20:29.13275624-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"603173874352599988","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_hit_1m","query":"increase(pg_db_blks_hit[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000790984,"lastEvaluation":"2026-08-30T13:20:29.133626013-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"7448552008335150564","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_access_1m","query":"increase(pg_db_blks_access[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000876951,"lastEvaluation":"2026-08-30T13:20:29.134453564-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"3107677572496271180","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blks_hit_ratio1m","query":"pg:db:blks_hit_1m / pg:db:blks_access_1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00131922,"lastEvaluation":"2026-08-30T13:20:29.135383411-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":7,"lastSeriesFetched":24,"id":"15978551524359467153","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:blks_hit_ratio1m","query":"sum without (datname) (pg:db:blks_hit_1m) / sum without (datname) (pg:db:blks_access_1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001145871,"lastEvaluation":"2026-08-30T13:20:29.136732078-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":24,"id":"13382765183282216021","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blk_read_time_seconds_rate1m","query":"rate(pg_db_blk_read_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000869338,"lastEvaluation":"2026-08-30T13:20:29.137912449-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"7051736587766267576","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blk_write_time_seconds_rate1m","query":"rate(pg_db_blk_write_time[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00074599,"lastEvaluation":"2026-08-30T13:20:29.138851057-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":12,"id":"7593313544447842506","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:db:blk_io_time_seconds_rate1m","query":"pg:db:blk_read_time_seconds_rate1m + pg:db:blk_write_time_seconds_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001630592,"lastEvaluation":"2026-08-30T13:20:29.139662287-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":24,"id":"3666441856548510120","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_flush_checkpoint_rate1m","query":"rate(pg_checkpointer_buffers_written[1m]) or ignoring(__name__) rate(pg_bgwriter_buffers_checkpoint[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000887216,"lastEvaluation":"2026-08-30T13:20:29.141347503-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"5896949093266210111","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_flush_checkpoint_rate1m","query":"sum by (job, cls) (pg:ins:buf_flush_checkpoint_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000526098,"lastEvaluation":"2026-08-30T13:20:29.142262703-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"5971674302636269257","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_flush_backend_rate1m","query":"rate(pg_bgwriter_buffers_backend[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000396677,"lastEvaluation":"2026-08-30T13:20:29.142829594-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1625982946288241429","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_flush_backend_rate1m","query":"sum by (job, cls) (pg:ins:buf_flush_backend_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000671964,"lastEvaluation":"2026-08-30T13:20:29.143234128-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1848202645629083007","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_clean_rate1m","query":"rate(pg_bgwriter_buffers_clean[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00065335,"lastEvaluation":"2026-08-30T13:20:29.143915611-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"5235557356375425354","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_clean_rate1m","query":"sum by (job, cls) (pg:ins:buf_clean_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00053649,"lastEvaluation":"2026-08-30T13:20:29.144585456-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"489997746270991979","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_write_rate1m","query":"pg:ins:buf_flush_backend + pg:ins:buf_flush_checkpoint + pg:ins:buf_clean_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000364067,"lastEvaluation":"2026-08-30T13:20:29.145133775-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"1365028839247909072","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_write_rate1m","query":"sum by (job, cls) (pg:ins:buf_flush_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000499315,"lastEvaluation":"2026-08-30T13:20:29.145532831-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":0,"id":"11737681583271611650","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:buf_alloc_rate1m","query":"rate(pg_bgwriter_buffers_alloc[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000491467,"lastEvaluation":"2026-08-30T13:20:29.146079984-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"14309961845459200658","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:buf_alloc_rate1m","query":"sum by (job, cls) (pg:ins:buf_alloc_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000600314,"lastEvaluation":"2026-08-30T13:20:29.146605373-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":3,"id":"6875271795927060759","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ckpt_timed_1m","query":"increase(pg_checkpointer_timed[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003434876,"lastEvaluation":"2026-08-30T13:20:29.147220177-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"6823619094422125202","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ckpt_req_1m","query":"increase(pg_checkpointer_req[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004156596,"lastEvaluation":"2026-08-30T13:20:29.150682315-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"10408363334062163364","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:ckpt_1h","query":"increase(pg_checkpointer_timed[1h]) + increase(pg_checkpointer_req[1h])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0028622,"lastEvaluation":"2026-08-30T13:20:29.154864794-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":6,"id":"14925375818051625173","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:ins:lsn_rate1m","query":"rate(pg_lsn[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00054526,"lastEvaluation":"2026-08-30T13:20:29.157761833-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":3,"id":"14183487263519277975","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:cls:lsn_rate1m","query":"sum by (job, cls) (pg:ins:lsn_rate1m * on(ins) group_left() (1 - pg_in_recovery))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.009427758,"lastEvaluation":"2026-08-30T13:20:29.158329705-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":6,"id":"13833332981183171895","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:env:lsn_rate1m","query":"sum by (job) (pg:cls:lsn_rate1m)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000601963,"lastEvaluation":"2026-08-30T13:20:29.167770407-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2973131122987890466","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:table:scan_rate1m","query":"rate(pg_table_tbl_scan[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002325279,"lastEvaluation":"2026-08-30T13:20:29.168386485-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":36,"lastSeriesFetched":36,"id":"6722752523996750025","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:query:call_rate1m","query":"rate(pg_query_calls[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.018404298,"lastEvaluation":"2026-08-30T13:20:29.170969121-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":179,"lastSeriesFetched":179,"id":"9775217364371762173","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20},{"state":"","name":"pg:query:rt_1m","query":"rate(pg_query_exec_time[1m]) / pg:query:call_rate1m","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.022824352,"lastEvaluation":"2026-08-30T13:20:29.190036812-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":156,"lastSeriesFetched":358,"id":"14506424703812348022","group_id":"16462509532548736964","group_name":"pgsql-rules","file":"/infra/rules/pgsql.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:28.925061407-07:00","type":"prometheus","id":"16462509532548736964","file":"/infra/rules/pgsql.yml","concurrency":1,"states":{"":233}},{"name":"redis-alert","rules":[{"state":"inactive","name":"RedisDown","query":"redis_up \u003c 1","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"0","severity":"CRIT"},"annotations":{"description":"redis_up[ins={{ $labels.ins }}, instance={{ $labels.instance }}] = {{ $value }} == 0\n/ui/d/redis-instance?from=now-5m\u0026to=now\u0026var-ins={{$labels.ins}}\n","summary":"CRIT RedisDown: {{ $labels.ins }} {{ $labels.instance }} {{ $value }}"},"lastError":"","evaluationTime":0.003965056,"lastEvaluation":"2026-08-30T13:20:29.39484087-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"14216624868630605529","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisRejectConn","query":"redis:ins:conn_reject \u003e 0","duration":0,"keep_firing_for":0,"labels":{"category":"redis","level":"0","severity":"CRIT"},"annotations":{"description":"redis:ins:conn_reject[cls={{ $labels.cls }}, ins={{ $labels.ins }}][5m] = {{ $value }} \u003e 0\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=88\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"CRIT RedisRejectConn: {{ $labels.ins }} {{ $labels.instance }} {{ $value }}"},"lastError":"","evaluationTime":0.003238729,"lastEvaluation":"2026-08-30T13:20:29.398935537-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"7955763511934078047","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"firing","name":"RedisRTHigh","query":"redis:ins:rt \u003e 0.00016","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:query_rt[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 160µs\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=97\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"WARN RedisRTHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.002694585,"lastEvaluation":"2026-08-30T13:20:29.402389181-07:00","alerts":[{"state":"firing","name":"RedisRTHigh","value":"0.00023604969","labels":{"alertgroup":"redis-alert","alertname":"RedisRTHigh","category":"redis","cls":"redis-demo","ins":"redis-demo-1-6381","instance":"10.10.10.11:6381","ip":"10.10.10.11","job":"redis","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:query_rt[cls=redis-demo, ins=redis-demo-1-6381] = 0.0002360496894409 \u003e 160µs\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=97\u0026fullscreen\u0026var-ins=redis-demo-1-6381\n","summary":"WARN RedisRTHigh: redis-demo redis-demo-1-6381"},"activeAt":"2026-08-30T09:30:40-07:00","id":"9479682075232367844","rule_id":"4668692110143480898","group_id":"17324086789749378655","expression":"redis:ins:rt \u003e 0.00016","source":"http://n2.pigsty.io:8880/vmalert/alert?group_id=17324086789749378655\u0026alert_id=9479682075232367844","restored":false,"stabilizing":false},{"state":"firing","name":"RedisRTHigh","value":"0.00024486997","labels":{"alertgroup":"redis-alert","alertname":"RedisRTHigh","category":"redis","cls":"redis-demo","ins":"redis-demo-1-6379","instance":"10.10.10.11:6379","ip":"10.10.10.11","job":"redis","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:query_rt[cls=redis-demo, ins=redis-demo-1-6379] = 0.0002448699551568 \u003e 160µs\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=97\u0026fullscreen\u0026var-ins=redis-demo-1-6379\n","summary":"WARN RedisRTHigh: redis-demo redis-demo-1-6379"},"activeAt":"2026-08-30T09:30:50-07:00","id":"13240922242389276458","rule_id":"4668692110143480898","group_id":"17324086789749378655","expression":"redis:ins:rt \u003e 0.00016","source":"http://n2.pigsty.io:8880/vmalert/alert?group_id=17324086789749378655\u0026alert_id=13240922242389276458","restored":false,"stabilizing":false},{"state":"firing","name":"RedisRTHigh","value":"0.0002096036","labels":{"alertgroup":"redis-alert","alertname":"RedisRTHigh","category":"redis","cls":"redis-demo","ins":"redis-demo-1-6380","instance":"10.10.10.11:6380","ip":"10.10.10.11","job":"redis","level":"1","severity":"WARN"},"annotations":{"description":"pg:ins:query_rt[cls=redis-demo, ins=redis-demo-1-6380] = 0.0002096036036035 \u003e 160µs\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=97\u0026fullscreen\u0026var-ins=redis-demo-1-6380\n","summary":"WARN RedisRTHigh: redis-demo redis-demo-1-6380"},"activeAt":"2026-08-30T10:48:10-07:00","id":"10173172465093884190","rule_id":"4668692110143480898","group_id":"17324086789749378655","expression":"redis:ins:rt \u003e 0.00016","source":"http://n2.pigsty.io:8880/vmalert/alert?group_id=17324086789749378655\u0026alert_id=10173172465093884190","restored":false,"stabilizing":false}],"health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"4668692110143480898","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisCPUHigh","query":"redis:ins:cpu_usage \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"1","severity":"WARN"},"annotations":{"description":"redis:ins:cpu_all[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 60%\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=43\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"WARN RedisCPUHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.002226725,"lastEvaluation":"2026-08-30T13:20:29.411334022-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"2137811757945932182","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisMemHigh","query":"redis:ins:mem_usage \u003e 0.70","duration":60,"keep_firing_for":0,"labels":{"category":"redis","level":"1","severity":"WARN"},"annotations":{"description":"redis:ins:mem_usage[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 80%\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=7\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"WARN RedisMemHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.002789578,"lastEvaluation":"2026-08-30T13:20:29.413570909-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"16523772714547634860","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"inactive","name":"RedisQPSHigh","query":"redis:ins:qps \u003e 32000","duration":300,"keep_firing_for":0,"labels":{"category":"redis","level":"2","severity":"INFO"},"annotations":{"description":"redis:ins:qps[cls={{ $labels.cls }}, ins={{ $labels.ins }}] = {{ $value }} \u003e 16000\n/ui/d/redis-instance?from=now-10m\u0026to=now\u0026viewPanel=96\u0026fullscreen\u0026var-ins={{ $labels.ins }}\n","summary":"INFO RedisQPSHigh: {{ $labels.cls }} {{ $labels.ins }}"},"lastError":"","evaluationTime":0.002492026,"lastEvaluation":"2026-08-30T13:20:29.416379196-07:00","health":"ok","type":"alerting","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":8,"id":"6651681235789580957","group_id":"17324086789749378655","group_name":"redis-alert","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:29.394835638-07:00","type":"prometheus","id":"17324086789749378655","file":"/infra/rules/redis.yml","concurrency":1,"states":{"firing":1,"inactive":5}},{"name":"redis-rules","rules":[{"state":"","name":"redis:ins","query":"max by (id, ins, instance, cls, job) (\n  label_replace(redis_up, \"id\", \"$1\", \"ins\", \"(.+)\") OR\n  label_replace(redis_up, \"id\", \"$1\", \"instance\", \"(.+)\")\n)\n","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00394734,"lastEvaluation":"2026-08-30T13:20:27.10098117-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":16,"lastSeriesFetched":16,"id":"15694798588909618297","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:ip","query":"label_replace(redis_up, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\")","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002753902,"lastEvaluation":"2026-08-30T13:20:27.105034864-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"2445140754293928178","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:mem_total","query":"max by (job,cls,ip) (label_replace(redis_total_system_memory_bytes, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002194367,"lastEvaluation":"2026-08-30T13:20:27.107855954-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"17668476592205593575","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:mem_alloc","query":"sum by (job,cls,ip) (label_replace(redis_config_maxmemory, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000760677,"lastEvaluation":"2026-08-30T13:20:27.110134644-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"15309103877381357705","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:mem_used","query":"sum by (job,cls,ip) (label_replace(redis_memory_used_bytes, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000849056,"lastEvaluation":"2026-08-30T13:20:27.110993926-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"12461330274808913996","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:node:qps","query":"sum by (job,cls,ip) (label_replace(redis:ins:qps, \"ip\", \"$1\", \"instance\", \"(.*)\\\\:\\\\d+\"))","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000993302,"lastEvaluation":"2026-08-30T13:20:27.111894808-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":3,"lastSeriesFetched":8,"id":"17849326118830969995","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_sys","query":"rate(redis_cpu_sys_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001117749,"lastEvaluation":"2026-08-30T13:20:27.112913489-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"6518390775576621139","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_user","query":"rate(redis_cpu_user_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001184199,"lastEvaluation":"2026-08-30T13:20:27.114098067-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"3542651762931891875","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_usage","query":"rate(redis_cpu_sys_seconds_total[1m]) + rate(redis_cpu_user_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001996687,"lastEvaluation":"2026-08-30T13:20:27.11533522-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":16,"id":"14604297413698770970","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_sys","query":"avg by (job, cls) (redis:ins:cpu_sys)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000779245,"lastEvaluation":"2026-08-30T13:20:27.117366549-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"17138066702343098092","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_user","query":"avg by (job, cls) (redis:ins:cpu_user)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00063495,"lastEvaluation":"2026-08-30T13:20:27.118185834-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"4920411740281499498","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_usage","query":"avg by (job, cls) (redis:ins:cpu_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000696527,"lastEvaluation":"2026-08-30T13:20:27.118834376-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"8653183726190761736","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cpu_usage","query":"avg by (job)(redis:ins:cpu_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000710236,"lastEvaluation":"2026-08-30T13:20:27.119574894-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":8,"id":"766635480724356809","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_sys_child","query":"rate(redis_cpu_sys_children_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.0019453,"lastEvaluation":"2026-08-30T13:20:27.120305874-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"4209687058093633762","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_user_child","query":"rate(redis_cpu_user_children_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001050628,"lastEvaluation":"2026-08-30T13:20:27.12240634-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"12137121936319554910","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cpu_usage_child","query":"rate(redis_cpu_sys_children_seconds_total[1m]) + rate(redis_cpu_user_children_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002200434,"lastEvaluation":"2026-08-30T13:20:27.123541832-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":16,"id":"11734859668693462285","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_sys_child","query":"avg by (job, cls) (redis:ins:cpu_sys_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004184934,"lastEvaluation":"2026-08-30T13:20:27.125821906-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"18301880617596789550","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_user_child","query":"avg by (job, cls) (redis:ins:cpu_user_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005563312,"lastEvaluation":"2026-08-30T13:20:27.130142999-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"8372588541140134634","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cpu_usage_child","query":"avg by (job, cls) (redis:ins:cpu_usage_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00055945,"lastEvaluation":"2026-08-30T13:20:27.135721953-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"16577518571902750222","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cpu_usage_child","query":"avg by (job) (redis:ins:cpu_usage_child)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000580526,"lastEvaluation":"2026-08-30T13:20:27.136305892-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":8,"id":"3717135218551493087","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:mem_usage","query":"redis_memory_used_bytes / redis_memory_max_bytes","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001398847,"lastEvaluation":"2026-08-30T13:20:27.136902433-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":16,"id":"91255202306569524","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_used","query":"sum by (job, cls) (redis_memory_used_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00056677,"lastEvaluation":"2026-08-30T13:20:27.138361595-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"15534068534823163844","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_max","query":"sum by (job, cls) (redis_memory_max_bytes)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000583245,"lastEvaluation":"2026-08-30T13:20:27.138949806-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"3777096216279647962","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_usage","query":"redis:cls:mem_used / redis:cls:mem_max","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000731253,"lastEvaluation":"2026-08-30T13:20:27.139558698-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"7641800382265832626","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:mem_usage_max","query":"max by (job, cls) (redis:ins:mem_usage)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000581078,"lastEvaluation":"2026-08-30T13:20:27.140349509-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"923321825879911741","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:mem_usage","query":"sum by (job)(redis:cls:mem_used) / sum by (job)(redis:cls:mem_max)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000734313,"lastEvaluation":"2026-08-30T13:20:27.140950296-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":4,"id":"13208258477678657723","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rx","query":"rate(redis_net_input_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000918136,"lastEvaluation":"2026-08-30T13:20:27.141698041-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"16724051606867461565","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rx","query":"sum by (job, cls) (redis:ins:rx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000712903,"lastEvaluation":"2026-08-30T13:20:27.142656909-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"9816449153393145177","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rx","query":"sum by (job) (redis:cls:rx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000543633,"lastEvaluation":"2026-08-30T13:20:27.143382908-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"5012257894692471760","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:tx","query":"rate(redis_net_output_bytes_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001285687,"lastEvaluation":"2026-08-30T13:20:27.143939968-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"2863848922977920048","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:tx","query":"sum by (job, cls) (redis:ins:tx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000704714,"lastEvaluation":"2026-08-30T13:20:27.145262188-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"2210871622558219221","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:tx","query":"sum by (job) (redis:cls:tx)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000491029,"lastEvaluation":"2026-08-30T13:20:27.14600995-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"11604648128743478764","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:net_traffic","query":"redis:ins:rx + redis:ins:tx","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001362089,"lastEvaluation":"2026-08-30T13:20:27.14654193-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":16,"id":"12611319165030337683","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:net_traffic","query":"redis:cls:rx + redis:cls:tx","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001570218,"lastEvaluation":"2026-08-30T13:20:27.148122814-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":4,"id":"1884253187708854851","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:net_traffic","query":"redis:env:rx + redis:env:tx","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001330358,"lastEvaluation":"2026-08-30T13:20:27.149719604-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15042875566449503934","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps_realtime","query":"irate(redis_commands_processed_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001076447,"lastEvaluation":"2026-08-30T13:20:27.151068662-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"9111605446053068461","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps_realtime","query":"sum by (job, cls) (redis:ins:qps_realtime)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004646899,"lastEvaluation":"2026-08-30T13:20:27.15217682-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"5976077493125811429","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps_realtime","query":"sum by (job) (redis:cls:qps_realtime)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001606491,"lastEvaluation":"2026-08-30T13:20:27.156838701-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"6192532837528255288","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps","query":"rate(redis_commands_processed_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000929494,"lastEvaluation":"2026-08-30T13:20:27.158462445-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"4873669296869666026","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps","query":"sum by (job, cls) (redis:ins:qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003163896,"lastEvaluation":"2026-08-30T13:20:27.159416346-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"15365440171885623723","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps","query":"sum by (job) (redis:cls:qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000704615,"lastEvaluation":"2026-08-30T13:20:27.162613337-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15976119056081297104","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps_mu","query":"avg_over_time(redis:ins:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.005134642,"lastEvaluation":"2026-08-30T13:20:27.163329435-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"5720076602158840779","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps_mu","query":"avg_over_time(redis:cls:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000795942,"lastEvaluation":"2026-08-30T13:20:27.168515068-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"3283692598593473663","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps_mu","query":"avg_over_time(redis:env:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002323234,"lastEvaluation":"2026-08-30T13:20:27.169340615-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"14969814774315863343","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:qps_sigma","query":"stddev_over_time(redis:ins:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.007680654,"lastEvaluation":"2026-08-30T13:20:27.171684734-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"13669967564711066158","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:qps_sigma","query":"stddev_over_time(redis:cls:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000634426,"lastEvaluation":"2026-08-30T13:20:27.179409419-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"18134368733603198146","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:qps_sigma","query":"stddev_over_time(redis:env:qps[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000626275,"lastEvaluation":"2026-08-30T13:20:27.180060279-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"1013574627157469914","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_expire","query":"rate(redis_expired_keys_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002404843,"lastEvaluation":"2026-08-30T13:20:27.180716527-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"9476312431948576732","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_expire","query":"sum by (job, cls) (redis:ins:key_expire)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001728518,"lastEvaluation":"2026-08-30T13:20:27.183163275-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"15645767772442629661","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_expire","query":"sum by (job) (redis:cls:key_expire)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000468076,"lastEvaluation":"2026-08-30T13:20:27.1849229-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"2692693346752066460","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_evict","query":"rate(redis_evicted_keys_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000793178,"lastEvaluation":"2026-08-30T13:20:27.185401631-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"14817398723479818913","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_evict","query":"sum by (job, cls) (redis:ins:key_evict)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000692915,"lastEvaluation":"2026-08-30T13:20:27.186270039-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"3617308018114650037","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_evict","query":"sum by (job) (redis:cls:key_evict)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000660918,"lastEvaluation":"2026-08-30T13:20:27.186985102-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12919476832967926174","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_hit","query":"rate(redis_keyspace_hits_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000653908,"lastEvaluation":"2026-08-30T13:20:27.187663358-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"3170150471150044270","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_hit","query":"sum by (job, cls) (redis:ins:key_hit)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000572957,"lastEvaluation":"2026-08-30T13:20:27.188374781-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"3060774165020653157","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_hit","query":"sum by (job) (redis:cls:key_hit)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000446703,"lastEvaluation":"2026-08-30T13:20:27.188975927-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"12326795072573526414","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_miss","query":"rate(redis_keyspace_misses_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000843678,"lastEvaluation":"2026-08-30T13:20:27.189433336-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"9176189982898453771","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_miss","query":"sum by (job, cls) (redis:ins:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000851885,"lastEvaluation":"2026-08-30T13:20:27.190311252-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"829551585118107629","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_miss","query":"sum by (job) (redis:cls:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000908177,"lastEvaluation":"2026-08-30T13:20:27.191175388-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"15852401331934207180","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:key_hit_rate","query":"redis:ins:key_hit / (redis:ins:key_hit + redis:ins:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002008446,"lastEvaluation":"2026-08-30T13:20:27.192103751-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":24,"id":"10874561898364349283","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:key_hit_rate","query":"redis:cls:key_hit / (redis:cls:key_hit + redis:cls:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001582801,"lastEvaluation":"2026-08-30T13:20:27.19412341-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":6,"id":"246074839391397195","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:key_hit_rate","query":"redis:env:key_hit / (redis:env:key_hit + redis:env:key_miss)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001567375,"lastEvaluation":"2026-08-30T13:20:27.195726239-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":0,"lastSeriesFetched":3,"id":"14596780325910373253","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cmd_time","query":"rate(redis_commands_duration_seconds_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00561355,"lastEvaluation":"2026-08-30T13:20:27.197312666-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":132,"lastSeriesFetched":132,"id":"12367629986738277530","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cmd_time","query":"sum by (job,cls,cmd) (redis:ins:cmd_time)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003552862,"lastEvaluation":"2026-08-30T13:20:27.203399493-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":39,"lastSeriesFetched":132,"id":"11462139576431859109","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cmd_time","query":"sum by (job,cmd) (redis:ins:cmd_time)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002544927,"lastEvaluation":"2026-08-30T13:20:27.207078448-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":24,"lastSeriesFetched":132,"id":"149633038159296320","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cmd_qps","query":"rate(redis_commands_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.003667751,"lastEvaluation":"2026-08-30T13:20:27.20968749-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":132,"lastSeriesFetched":132,"id":"10893245655444731968","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cmd_qps","query":"sum by (job,cls,cmd) (redis:ins:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002701042,"lastEvaluation":"2026-08-30T13:20:27.213717405-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":39,"lastSeriesFetched":132,"id":"14821025642162900677","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cmd_qps","query":"sum by (job,cmd) (redis:cls:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001352859,"lastEvaluation":"2026-08-30T13:20:27.216520303-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":24,"lastSeriesFetched":39,"id":"17972797791938617442","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:cmd_rt","query":"redis:ins:cmd_time / redis:ins:cmd_qps","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.006112658,"lastEvaluation":"2026-08-30T13:20:27.21791907-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":80,"lastSeriesFetched":264,"id":"965058365186203184","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:cmd_rt","query":"redis:cls:cmd_time / redis:cls:cmd_qps","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002350288,"lastEvaluation":"2026-08-30T13:20:27.224247556-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":22,"lastSeriesFetched":78,"id":"12824503467107423580","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:cmd_rt","query":"redis:env:cmd_time / redis:env:cmd_qps","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.002036713,"lastEvaluation":"2026-08-30T13:20:27.226654925-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":12,"lastSeriesFetched":48,"id":"3713442625518495679","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rt","query":"sum without (cmd) (redis:ins:cmd_time) / sum without (cmd) (redis:ins:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.004677858,"lastEvaluation":"2026-08-30T13:20:27.228747966-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":264,"id":"15620758243835378959","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rt","query":"sum without (cmd) (redis:cls:cmd_time) / sum without (cmd) (redis:cls:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001715561,"lastEvaluation":"2026-08-30T13:20:27.233465552-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":78,"id":"15014589447243973543","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rt","query":"sum without (cmd) (redis:env:cmd_time) / sum without (cmd) (redis:env:cmd_qps)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001590331,"lastEvaluation":"2026-08-30T13:20:27.235204391-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":48,"id":"6091751704412607084","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rt_mu","query":"avg_over_time(redis:ins:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001215022,"lastEvaluation":"2026-08-30T13:20:27.236818782-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"11555793383021949929","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rt_mu","query":"avg_over_time(redis:cls:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000717066,"lastEvaluation":"2026-08-30T13:20:27.238064278-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"12486207893356104269","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rt_mu","query":"avg_over_time(redis:env:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000565445,"lastEvaluation":"2026-08-30T13:20:27.238810793-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"2086200347785707703","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:rt_sigma","query":"stddev_over_time(redis:ins:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000760014,"lastEvaluation":"2026-08-30T13:20:27.23940067-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"1510596877155885376","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:rt_sigma","query":"stddev_over_time(redis:cls:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000527226,"lastEvaluation":"2026-08-30T13:20:27.240196395-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":2,"id":"6948208903400265284","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:rt_sigma","query":"stddev_over_time(redis:env:rt[30m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000455659,"lastEvaluation":"2026-08-30T13:20:27.240738781-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":1,"id":"7386717272439167994","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:clients","query":"redis_connected_clients","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.001043657,"lastEvaluation":"2026-08-30T13:20:27.241247577-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"5082888720400145913","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:clients","query":"sum by (job, cls) (redis:ins:clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000801815,"lastEvaluation":"2026-08-30T13:20:27.242337102-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"15584067743295451795","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:clients","query":"sum by (job)(redis:cls:clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000780503,"lastEvaluation":"2026-08-30T13:20:27.243154614-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"8686046153376025938","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:blocked_clients","query":"rate(redis_blocked_clients[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00232943,"lastEvaluation":"2026-08-30T13:20:27.243947606-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"1739143042652378316","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:blocked_clients","query":"sum by (job, cls) (redis:ins:blocked_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000736455,"lastEvaluation":"2026-08-30T13:20:27.246399061-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"17352254991165475997","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:blocked_clients","query":"sum by (job)(redis:cls:blocked_clients)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000648887,"lastEvaluation":"2026-08-30T13:20:27.247168125-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"11477889964169238420","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:conn_rate","query":"rate(redis_connections_received_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000820549,"lastEvaluation":"2026-08-30T13:20:27.247835517-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"17975457492049309513","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:conn_rate","query":"sum by (job, cls) (redis:ins:conn_rate)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000644788,"lastEvaluation":"2026-08-30T13:20:27.248688502-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"1816347481790137197","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:conn_rate","query":"sum by (job)(redis:cls:conn_rate)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000717931,"lastEvaluation":"2026-08-30T13:20:27.24934838-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"5810608055330648836","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:conn_reject","query":"rate(redis_rejected_connections_total[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000757881,"lastEvaluation":"2026-08-30T13:20:27.25008498-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"2505847852807943003","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:conn_reject","query":"sum by (job, cls) (redis:ins:conn_reject)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000717923,"lastEvaluation":"2026-08-30T13:20:27.250907887-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"6973825599197838783","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:env:conn_reject","query":"sum by (job)(redis:cls:conn_reject)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000549467,"lastEvaluation":"2026-08-30T13:20:27.251692438-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":1,"lastSeriesFetched":2,"id":"13172575704405329974","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:ins:lsn_rate","query":"rate(redis_master_repl_offset[1m])","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000685231,"lastEvaluation":"2026-08-30T13:20:27.252252904-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":8,"lastSeriesFetched":8,"id":"11086362695928279196","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:fork_time","query":"max by (job, cls) (redis_latest_fork_seconds)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.00084841,"lastEvaluation":"2026-08-30T13:20:27.252987316-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"13613917332214409301","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:aof_rewrite_time","query":"max by (job, cls) (redis_aof_last_rewrite_duration_sec)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000848949,"lastEvaluation":"2026-08-30T13:20:27.253849873-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"176220919676615337","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20},{"state":"","name":"redis:cls:size","query":"count by (job, cls) (redis_up)","duration":0,"keep_firing_for":0,"lastError":"","evaluationTime":0.000624491,"lastEvaluation":"2026-08-30T13:20:27.254714182-07:00","health":"ok","type":"recording","datasourceType":"prometheus","lastSamples":2,"lastSeriesFetched":8,"id":"3326367272495626888","group_id":"13096054864871816596","group_name":"redis-rules","file":"/infra/rules/redis.yml","debug":false,"max_updates_entries":20}],"interval":10,"lastEvaluation":"2026-08-30T13:20:27.100974301-07:00","type":"prometheus","id":"13096054864871816596","file":"/infra/rules/redis.yml","concurrency":1,"states":{"":96}}]}}