# HELP go_gc_duration_seconds A summary of the pause duration of garbage collection cycles. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 0.000144002 go_gc_duration_seconds{quantile="0.25"} 0.000235256 go_gc_duration_seconds{quantile="0.5"} 0.000288607 go_gc_duration_seconds{quantile="0.75"} 0.000374832 go_gc_duration_seconds{quantile="1"} 0.174963357 go_gc_duration_seconds_sum 14.377639942 go_gc_duration_seconds_count 19123 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 1219 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.21.5"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated and still in use. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 1.1283424528e+10 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 5.396537040248e+13 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 1.3826238e+07 # HELP go_memstats_frees_total Total number of frees. # TYPE go_memstats_frees_total counter go_memstats_frees_total 2.04357928535e+11 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 7.3842676e+08 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and still in use. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 1.1283424528e+10 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 1.8031378432e+10 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 1.2311691264e+10 # HELP go_memstats_heap_objects Number of allocated objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 4.6423858e+07 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 1.6372719616e+10 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 3.0343069696e+10 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.7704080723626006e+09 # HELP go_memstats_lookups_total Total number of pointer lookups. # TYPE go_memstats_lookups_total counter go_memstats_lookups_total 0 # HELP go_memstats_mallocs_total Total number of mallocs. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 2.04404352393e+11 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 9600 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 15600 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 1.7737524e+08 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 4.5335472e+08 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 2.007072064e+10 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 4.3740226e+07 # HELP go_memstats_stack_inuse_bytes Number of bytes in use by the stack allocator. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 4.046848e+07 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 4.046848e+07 # HELP go_memstats_sys_bytes Number of bytes obtained from system. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 3.163290172e+10 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 15 # HELP net_conntrack_dialer_conn_attempted_total Total number of connections attempted by the given dialer a given name. # TYPE net_conntrack_dialer_conn_attempted_total counter net_conntrack_dialer_conn_attempted_total{dialer_name="alertmanager"} 628 net_conntrack_dialer_conn_attempted_total{dialer_name="alloy"} 101 net_conntrack_dialer_conn_attempted_total{dialer_name="builds-api"} 17 net_conntrack_dialer_conn_attempted_total{dialer_name="components-api"} 19 net_conntrack_dialer_conn_attempted_total{dialer_name="default"} 0 net_conntrack_dialer_conn_attempted_total{dialer_name="elastic"} 3 net_conntrack_dialer_conn_attempted_total{dialer_name="elastic-haproxy"} 118617 net_conntrack_dialer_conn_attempted_total{dialer_name="envvars-api"} 19 net_conntrack_dialer_conn_attempted_total{dialer_name="exim"} 39539 net_conntrack_dialer_conn_attempted_total{dialer_name="haproxy"} 79076 net_conntrack_dialer_conn_attempted_total{dialer_name="harbor"} 638 net_conntrack_dialer_conn_attempted_total{dialer_name="infra-tracing-loki"} 26 net_conntrack_dialer_conn_attempted_total{dialer_name="jobs-api"} 16 net_conntrack_dialer_conn_attempted_total{dialer_name="jobs-emailer"} 15 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-apiserver"} 12 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-cadvisor"} 43 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-cert-manager"} 19 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-cert-manager-reloader"} 17 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-coredns"} 18 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-etcd"} 1188 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-ingress-nginx"} 10670 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-kube-state-metrics"} 18 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-maintain-kubeusers"} 16 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-nodes"} 106 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes_sd"} 835 net_conntrack_dialer_conn_attempted_total{dialer_name="kyverno"} 30 net_conntrack_dialer_conn_attempted_total{dialer_name="logs-api"} 16 net_conntrack_dialer_conn_attempted_total{dialer_name="loki-tools"} 27 net_conntrack_dialer_conn_attempted_total{dialer_name="node-exporter"} 133 net_conntrack_dialer_conn_attempted_total{dialer_name="openstack_sd"} 284924 net_conntrack_dialer_conn_attempted_total{dialer_name="pint"} 39539 net_conntrack_dialer_conn_attempted_total{dialer_name="probes/custom"} 50 net_conntrack_dialer_conn_attempted_total{dialer_name="probes/pingthing"} 1 net_conntrack_dialer_conn_attempted_total{dialer_name="prometheus"} 1 net_conntrack_dialer_conn_attempted_total{dialer_name="redis"} 3 net_conntrack_dialer_conn_attempted_total{dialer_name="ssh-banner"} 50 net_conntrack_dialer_conn_attempted_total{dialer_name="tekton-pipelines-controller"} 15 net_conntrack_dialer_conn_attempted_total{dialer_name="tools-db"} 2 # HELP net_conntrack_dialer_conn_closed_total Total number of connections closed which originated from the dialer of a given name. # TYPE net_conntrack_dialer_conn_closed_total counter net_conntrack_dialer_conn_closed_total{dialer_name="alertmanager"} 628 net_conntrack_dialer_conn_closed_total{dialer_name="alloy"} 161 net_conntrack_dialer_conn_closed_total{dialer_name="builds-api"} 16 net_conntrack_dialer_conn_closed_total{dialer_name="components-api"} 20 net_conntrack_dialer_conn_closed_total{dialer_name="default"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="elastic"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="elastic-haproxy"} 118617 net_conntrack_dialer_conn_closed_total{dialer_name="envvars-api"} 20 net_conntrack_dialer_conn_closed_total{dialer_name="exim"} 39538 net_conntrack_dialer_conn_closed_total{dialer_name="haproxy"} 79075 net_conntrack_dialer_conn_closed_total{dialer_name="harbor"} 637 net_conntrack_dialer_conn_closed_total{dialer_name="infra-tracing-loki"} 27 net_conntrack_dialer_conn_closed_total{dialer_name="jobs-api"} 15 net_conntrack_dialer_conn_closed_total{dialer_name="jobs-emailer"} 14 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-apiserver"} 5 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-cadvisor"} 50 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-cert-manager"} 19 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-cert-manager-reloader"} 16 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-coredns"} 18 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-etcd"} 1185 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-ingress-nginx"} 10669 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-kube-state-metrics"} 17 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-maintain-kubeusers"} 16 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-nodes"} 160 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes_sd"} 815 net_conntrack_dialer_conn_closed_total{dialer_name="kyverno"} 32 net_conntrack_dialer_conn_closed_total{dialer_name="logs-api"} 15 net_conntrack_dialer_conn_closed_total{dialer_name="loki-tools"} 33 net_conntrack_dialer_conn_closed_total{dialer_name="node-exporter"} 20 net_conntrack_dialer_conn_closed_total{dialer_name="openstack_sd"} 284924 net_conntrack_dialer_conn_closed_total{dialer_name="pint"} 39538 net_conntrack_dialer_conn_closed_total{dialer_name="probes/custom"} 48 net_conntrack_dialer_conn_closed_total{dialer_name="probes/pingthing"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="prometheus"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="redis"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="ssh-banner"} 48 net_conntrack_dialer_conn_closed_total{dialer_name="tekton-pipelines-controller"} 14 net_conntrack_dialer_conn_closed_total{dialer_name="tools-db"} 0 # HELP net_conntrack_dialer_conn_established_total Total number of connections successfully established by the given dialer a given name. # TYPE net_conntrack_dialer_conn_established_total counter net_conntrack_dialer_conn_established_total{dialer_name="alertmanager"} 628 net_conntrack_dialer_conn_established_total{dialer_name="alloy"} 100 net_conntrack_dialer_conn_established_total{dialer_name="builds-api"} 17 net_conntrack_dialer_conn_established_total{dialer_name="components-api"} 19 net_conntrack_dialer_conn_established_total{dialer_name="default"} 0 net_conntrack_dialer_conn_established_total{dialer_name="elastic"} 3 net_conntrack_dialer_conn_established_total{dialer_name="elastic-haproxy"} 118617 net_conntrack_dialer_conn_established_total{dialer_name="envvars-api"} 19 net_conntrack_dialer_conn_established_total{dialer_name="exim"} 39539 net_conntrack_dialer_conn_established_total{dialer_name="haproxy"} 79076 net_conntrack_dialer_conn_established_total{dialer_name="harbor"} 638 net_conntrack_dialer_conn_established_total{dialer_name="infra-tracing-loki"} 26 net_conntrack_dialer_conn_established_total{dialer_name="jobs-api"} 16 net_conntrack_dialer_conn_established_total{dialer_name="jobs-emailer"} 15 net_conntrack_dialer_conn_established_total{dialer_name="k8s-apiserver"} 8 net_conntrack_dialer_conn_established_total{dialer_name="k8s-cadvisor"} 42 net_conntrack_dialer_conn_established_total{dialer_name="k8s-cert-manager"} 19 net_conntrack_dialer_conn_established_total{dialer_name="k8s-cert-manager-reloader"} 17 net_conntrack_dialer_conn_established_total{dialer_name="k8s-coredns"} 18 net_conntrack_dialer_conn_established_total{dialer_name="k8s-etcd"} 1188 net_conntrack_dialer_conn_established_total{dialer_name="k8s-ingress-nginx"} 10670 net_conntrack_dialer_conn_established_total{dialer_name="k8s-kube-state-metrics"} 18 net_conntrack_dialer_conn_established_total{dialer_name="k8s-maintain-kubeusers"} 16 net_conntrack_dialer_conn_established_total{dialer_name="k8s-nodes"} 101 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes_sd"} 832 net_conntrack_dialer_conn_established_total{dialer_name="kyverno"} 27 net_conntrack_dialer_conn_established_total{dialer_name="logs-api"} 16 net_conntrack_dialer_conn_established_total{dialer_name="loki-tools"} 27 net_conntrack_dialer_conn_established_total{dialer_name="node-exporter"} 133 net_conntrack_dialer_conn_established_total{dialer_name="openstack_sd"} 284924 net_conntrack_dialer_conn_established_total{dialer_name="pint"} 39539 net_conntrack_dialer_conn_established_total{dialer_name="probes/custom"} 50 net_conntrack_dialer_conn_established_total{dialer_name="probes/pingthing"} 1 net_conntrack_dialer_conn_established_total{dialer_name="prometheus"} 1 net_conntrack_dialer_conn_established_total{dialer_name="redis"} 3 net_conntrack_dialer_conn_established_total{dialer_name="ssh-banner"} 50 net_conntrack_dialer_conn_established_total{dialer_name="tekton-pipelines-controller"} 15 net_conntrack_dialer_conn_established_total{dialer_name="tools-db"} 2 # HELP net_conntrack_dialer_conn_failed_total Total number of connections failed to dial by the dialer a given name. # TYPE net_conntrack_dialer_conn_failed_total counter net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alloy",reason="refused"} 1 net_conntrack_dialer_conn_failed_total{dialer_name="alloy",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alloy",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alloy",reason="unknown"} 1 net_conntrack_dialer_conn_failed_total{dialer_name="builds-api",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="builds-api",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="builds-api",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="builds-api",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="components-api",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="components-api",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="components-api",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="components-api",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="elastic",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="elastic",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="elastic",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="elastic",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="elastic-haproxy",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="elastic-haproxy",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="elastic-haproxy",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="elastic-haproxy",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="envvars-api",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="envvars-api",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="envvars-api",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="envvars-api",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="exim",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="exim",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="exim",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="exim",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="haproxy",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="haproxy",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="haproxy",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="haproxy",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="harbor",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="harbor",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="harbor",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="harbor",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="infra-tracing-loki",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="infra-tracing-loki",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="infra-tracing-loki",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="infra-tracing-loki",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-api",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-api",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-api",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-api",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-emailer",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-emailer",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-emailer",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-emailer",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-apiserver",reason="refused"} 4 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-apiserver",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-apiserver",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-apiserver",reason="unknown"} 4 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cadvisor",reason="refused"} 1 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cadvisor",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cadvisor",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cadvisor",reason="unknown"} 1 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager-reloader",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager-reloader",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager-reloader",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager-reloader",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-coredns",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-coredns",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-coredns",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-coredns",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-etcd",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-etcd",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-etcd",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-etcd",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-ingress-nginx",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-ingress-nginx",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-ingress-nginx",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-ingress-nginx",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-kube-state-metrics",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-kube-state-metrics",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-kube-state-metrics",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-kube-state-metrics",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-maintain-kubeusers",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-maintain-kubeusers",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-maintain-kubeusers",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-maintain-kubeusers",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-nodes",reason="refused"} 5 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-nodes",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-nodes",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-nodes",reason="unknown"} 5 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes_sd",reason="refused"} 3 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes_sd",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes_sd",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes_sd",reason="unknown"} 3 net_conntrack_dialer_conn_failed_total{dialer_name="kyverno",reason="refused"} 2 net_conntrack_dialer_conn_failed_total{dialer_name="kyverno",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kyverno",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kyverno",reason="unknown"} 3 net_conntrack_dialer_conn_failed_total{dialer_name="logs-api",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="logs-api",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="logs-api",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="logs-api",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="loki-tools",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="loki-tools",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="loki-tools",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="loki-tools",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="node-exporter",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="node-exporter",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="node-exporter",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="node-exporter",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="openstack_sd",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="openstack_sd",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="openstack_sd",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="openstack_sd",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="pint",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="pint",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="pint",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="pint",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/custom",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/custom",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/custom",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/custom",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/pingthing",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/pingthing",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/pingthing",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/pingthing",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="redis",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="redis",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="redis",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="redis",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="ssh-banner",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="ssh-banner",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="ssh-banner",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="ssh-banner",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tekton-pipelines-controller",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tekton-pipelines-controller",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tekton-pipelines-controller",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tekton-pipelines-controller",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tools-db",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tools-db",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tools-db",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tools-db",reason="unknown"} 0 # HELP net_conntrack_listener_conn_accepted_total Total number of connections opened to the listener of a given name. # TYPE net_conntrack_listener_conn_accepted_total counter net_conntrack_listener_conn_accepted_total{listener_name="http"} 33801 # HELP net_conntrack_listener_conn_closed_total Total number of connections closed that were made to the listener of a given name. # TYPE net_conntrack_listener_conn_closed_total counter net_conntrack_listener_conn_closed_total{listener_name="http"} 33799 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 907391.24 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 32768 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 599 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 2.0363014144e+10 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.76803575091e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 2.6457511936e+11 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes 1.8446744073709552e+19 # HELP prometheus_api_remote_read_queries The current number of remote read queries being executed or waiting. # TYPE prometheus_api_remote_read_queries gauge prometheus_api_remote_read_queries 0 # HELP prometheus_build_info A metric with a constant '1' value labeled by version, revision, branch, goversion from which prometheus was built, and the goos and goarch for the build. # TYPE prometheus_build_info gauge prometheus_build_info{branch="non-git",goarch="amd64",goos="linux",goversion="go1.21.5",revision="non-git",tags="netgo,builtinassets,stringlabels",version="2.48.1"} 1 # HELP prometheus_config_last_reload_success_timestamp_seconds Timestamp of the last successful configuration reload. # TYPE prometheus_config_last_reload_success_timestamp_seconds gauge prometheus_config_last_reload_success_timestamp_seconds 1.7703360099788458e+09 # HELP prometheus_config_last_reload_successful Whether the last configuration reload attempt was successful. # TYPE prometheus_config_last_reload_successful gauge prometheus_config_last_reload_successful 1 # HELP prometheus_engine_queries The current number of queries being executed or waiting. # TYPE prometheus_engine_queries gauge prometheus_engine_queries 0 # HELP prometheus_engine_queries_concurrent_max The max number of concurrent queries. # TYPE prometheus_engine_queries_concurrent_max gauge prometheus_engine_queries_concurrent_max 20 # HELP prometheus_engine_query_duration_seconds Query timings # TYPE prometheus_engine_query_duration_seconds summary prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.5"} 0.00017387 prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.9"} 0.004139187 prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.99"} 0.293943367 prometheus_engine_query_duration_seconds_sum{slice="inner_eval"} 43219.47992681242 prometheus_engine_query_duration_seconds_count{slice="inner_eval"} 3.148716e+06 prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.5"} 0.000191843 prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.9"} 0.002029073 prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.99"} 0.232128385 prometheus_engine_query_duration_seconds_sum{slice="prepare_time"} 32601.514008047347 prometheus_engine_query_duration_seconds_count{slice="prepare_time"} 3.148716e+06 prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.5"} 1.0594e-05 prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.9"} 2.9029e-05 prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.99"} 7.5777e-05 prometheus_engine_query_duration_seconds_sum{slice="queue_time"} 116.70903842401725 prometheus_engine_query_duration_seconds_count{slice="queue_time"} 6.297432e+06 prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.5"} 1.102e-06 prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.9"} 1.665e-06 prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.99"} 1.665e-06 prometheus_engine_query_duration_seconds_sum{slice="result_sort"} 0.04246724599999979 prometheus_engine_query_duration_seconds_count{slice="result_sort"} 29015 # HELP prometheus_engine_query_log_enabled State of the query log. # TYPE prometheus_engine_query_log_enabled gauge prometheus_engine_query_log_enabled 1 # HELP prometheus_engine_query_log_failures_total The number of query log failures. # TYPE prometheus_engine_query_log_failures_total counter prometheus_engine_query_log_failures_total 0 # HELP prometheus_engine_query_samples_total The total number of samples loaded by all queries. # TYPE prometheus_engine_query_samples_total counter prometheus_engine_query_samples_total 1.5056605046e+10 # HELP prometheus_http_request_duration_seconds Histogram of latencies for HTTP requests. # TYPE prometheus_http_request_duration_seconds histogram prometheus_http_request_duration_seconds_bucket{handler="/",le="0.1"} 27 prometheus_http_request_duration_seconds_bucket{handler="/",le="0.2"} 27 prometheus_http_request_duration_seconds_bucket{handler="/",le="0.4"} 27 prometheus_http_request_duration_seconds_bucket{handler="/",le="1"} 27 prometheus_http_request_duration_seconds_bucket{handler="/",le="3"} 27 prometheus_http_request_duration_seconds_bucket{handler="/",le="8"} 27 prometheus_http_request_duration_seconds_bucket{handler="/",le="20"} 27 prometheus_http_request_duration_seconds_bucket{handler="/",le="60"} 27 prometheus_http_request_duration_seconds_bucket{handler="/",le="120"} 27 prometheus_http_request_duration_seconds_bucket{handler="/",le="+Inf"} 27 prometheus_http_request_duration_seconds_sum{handler="/"} 0.001104912 prometheus_http_request_duration_seconds_count{handler="/"} 27 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="0.1"} 108 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="0.2"} 108 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="0.4"} 108 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="1"} 108 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="3"} 108 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="8"} 108 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="20"} 108 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="60"} 108 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="120"} 108 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="+Inf"} 108 prometheus_http_request_duration_seconds_sum{handler="/-/ready"} 0.05045406499999998 prometheus_http_request_duration_seconds_count{handler="/-/ready"} 108 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="0.1"} 22 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="0.2"} 22 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="0.4"} 22 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="1"} 22 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="3"} 22 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="8"} 22 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="20"} 22 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="60"} 22 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="120"} 22 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="+Inf"} 22 prometheus_http_request_duration_seconds_sum{handler="/alerts"} 0.031609711 prometheus_http_request_duration_seconds_count{handler="/alerts"} 22 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="0.1"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="0.2"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="0.4"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="1"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="3"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="8"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="20"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="60"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="120"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="+Inf"} 2 prometheus_http_request_duration_seconds_sum{handler="/api/v1/alertmanagers"} 0.05753808 prometheus_http_request_duration_seconds_count{handler="/api/v1/alertmanagers"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.1"} 38 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.2"} 38 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.4"} 63 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="1"} 71 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="3"} 71 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="8"} 71 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="20"} 71 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="60"} 71 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="120"} 71 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="+Inf"} 71 prometheus_http_request_duration_seconds_sum{handler="/api/v1/label/:name/values"} 15.002939863999998 prometheus_http_request_duration_seconds_count{handler="/api/v1/label/:name/values"} 71 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.1"} 29 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.2"} 29 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.4"} 29 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="1"} 29 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="3"} 29 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="8"} 29 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="20"} 29 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="60"} 29 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="120"} 29 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="+Inf"} 29 prometheus_http_request_duration_seconds_sum{handler="/api/v1/labels"} 0.037350172 prometheus_http_request_duration_seconds_count{handler="/api/v1/labels"} 29 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="0.1"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="0.2"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="0.4"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="1"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="3"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="8"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="20"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="60"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="120"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="+Inf"} 1979 prometheus_http_request_duration_seconds_sum{handler="/api/v1/metadata"} 3.2874637409999954 prometheus_http_request_duration_seconds_count{handler="/api/v1/metadata"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.1"} 217521 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.2"} 217541 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.4"} 227690 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="1"} 233354 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="3"} 233357 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="8"} 233385 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="20"} 233386 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="60"} 233386 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="120"} 233386 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="+Inf"} 233386 prometheus_http_request_duration_seconds_sum{handler="/api/v1/query"} 7148.587204393025 prometheus_http_request_duration_seconds_count{handler="/api/v1/query"} 233386 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.1"} 23829 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.2"} 28423 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.4"} 28785 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="1"} 28882 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="3"} 28976 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="8"} 29017 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="20"} 29021 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="60"} 29021 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="120"} 29021 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="+Inf"} 29021 prometheus_http_request_duration_seconds_sum{handler="/api/v1/query_range"} 1626.7484726960026 prometheus_http_request_duration_seconds_count{handler="/api/v1/query_range"} 29021 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.1"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.2"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.4"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="1"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="3"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="8"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="20"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="60"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="120"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="+Inf"} 16 prometheus_http_request_duration_seconds_sum{handler="/api/v1/rules"} 0.200991155 prometheus_http_request_duration_seconds_count{handler="/api/v1/rules"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="0.1"} 13 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="0.2"} 13 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="0.4"} 13 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="1"} 13 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="3"} 13 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="8"} 13 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="20"} 13 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="60"} 13 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="120"} 13 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="+Inf"} 13 prometheus_http_request_duration_seconds_sum{handler="/api/v1/scrape_pools"} 0.021837061999999994 prometheus_http_request_duration_seconds_count{handler="/api/v1/scrape_pools"} 13 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.1"} 4 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.2"} 66 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.4"} 117 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="1"} 127 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="3"} 129 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="8"} 132 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="20"} 133 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="60"} 133 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="120"} 133 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="+Inf"} 133 prometheus_http_request_duration_seconds_sum{handler="/api/v1/series"} 58.892326501000014 prometheus_http_request_duration_seconds_count{handler="/api/v1/series"} 133 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="0.1"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="0.2"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="0.4"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="1"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="3"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="8"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="20"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="60"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="120"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="+Inf"} 3 prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/buildinfo"} 0.00426823 prometheus_http_request_duration_seconds_count{handler="/api/v1/status/buildinfo"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.1"} 1980 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.2"} 1980 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.4"} 1980 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="1"} 1980 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="3"} 1980 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="8"} 1980 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="20"} 1980 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="60"} 1980 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="120"} 1980 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="+Inf"} 1980 prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/config"} 28.645093420000027 prometheus_http_request_duration_seconds_count{handler="/api/v1/status/config"} 1980 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="0.1"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="0.2"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="0.4"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="1"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="3"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="8"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="20"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="60"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="120"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="+Inf"} 1979 prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/flags"} 3.695103318999997 prometheus_http_request_duration_seconds_count{handler="/api/v1/status/flags"} 1979 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="0.1"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="0.2"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="0.4"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="1"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="3"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="8"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="20"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="60"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="120"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="+Inf"} 2 prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/runtimeinfo"} 0.04555104 prometheus_http_request_duration_seconds_count{handler="/api/v1/status/runtimeinfo"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="0.1"} 0 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="0.2"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="0.4"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="1"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="3"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="8"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="20"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="60"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="120"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="+Inf"} 1 prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/tsdb"} 0.101682084 prometheus_http_request_duration_seconds_count{handler="/api/v1/status/tsdb"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="0.1"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="0.2"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="0.4"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="1"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="3"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="8"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="20"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="60"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="120"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="+Inf"} 16 prometheus_http_request_duration_seconds_sum{handler="/api/v1/targets"} 0.387779997 prometheus_http_request_duration_seconds_count{handler="/api/v1/targets"} 16 prometheus_http_request_duration_seconds_bucket{handler="/config",le="0.1"} 8 prometheus_http_request_duration_seconds_bucket{handler="/config",le="0.2"} 8 prometheus_http_request_duration_seconds_bucket{handler="/config",le="0.4"} 8 prometheus_http_request_duration_seconds_bucket{handler="/config",le="1"} 8 prometheus_http_request_duration_seconds_bucket{handler="/config",le="3"} 8 prometheus_http_request_duration_seconds_bucket{handler="/config",le="8"} 8 prometheus_http_request_duration_seconds_bucket{handler="/config",le="20"} 8 prometheus_http_request_duration_seconds_bucket{handler="/config",le="60"} 8 prometheus_http_request_duration_seconds_bucket{handler="/config",le="120"} 8 prometheus_http_request_duration_seconds_bucket{handler="/config",le="+Inf"} 8 prometheus_http_request_duration_seconds_sum{handler="/config"} 0.044933657999999994 prometheus_http_request_duration_seconds_count{handler="/config"} 8 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="0.1"} 20 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="0.2"} 20 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="0.4"} 20 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="1"} 20 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="3"} 20 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="8"} 20 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="20"} 20 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="60"} 20 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="120"} 20 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="+Inf"} 20 prometheus_http_request_duration_seconds_sum{handler="/favicon.ico"} 0.034870947 prometheus_http_request_duration_seconds_count{handler="/favicon.ico"} 20 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="0.1"} 6 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="0.2"} 6 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="0.4"} 6 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="1"} 6 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="3"} 6 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="8"} 6 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="20"} 6 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="60"} 6 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="120"} 6 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="+Inf"} 6 prometheus_http_request_duration_seconds_sum{handler="/flags"} 0.0029862079999999997 prometheus_http_request_duration_seconds_count{handler="/flags"} 6 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.1"} 197 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.2"} 197 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.4"} 197 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="1"} 197 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="3"} 197 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="8"} 197 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="20"} 197 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="60"} 197 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="120"} 197 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="+Inf"} 197 prometheus_http_request_duration_seconds_sum{handler="/graph"} 0.7968737059999998 prometheus_http_request_duration_seconds_count{handler="/graph"} 197 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="0.1"} 15 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="0.2"} 15 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="0.4"} 15 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="1"} 15 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="3"} 15 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="8"} 15 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="20"} 15 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="60"} 15 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="120"} 15 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="+Inf"} 15 prometheus_http_request_duration_seconds_sum{handler="/manifest.json"} 0.026312492000000003 prometheus_http_request_duration_seconds_count{handler="/manifest.json"} 15 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.1"} 39545 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.2"} 39545 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.4"} 39545 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="1"} 39546 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="3"} 39546 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="8"} 39546 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="20"} 39546 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="60"} 39546 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="120"} 39546 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="+Inf"} 39546 prometheus_http_request_duration_seconds_sum{handler="/metrics"} 1086.6940363810054 prometheus_http_request_duration_seconds_count{handler="/metrics"} 39546 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="0.1"} 6 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="0.2"} 6 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="0.4"} 6 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="1"} 6 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="3"} 6 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="8"} 6 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="20"} 6 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="60"} 6 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="120"} 6 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="+Inf"} 6 prometheus_http_request_duration_seconds_sum{handler="/rules"} 0.050136773 prometheus_http_request_duration_seconds_count{handler="/rules"} 6 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="0.1"} 6 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="0.2"} 6 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="0.4"} 6 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="1"} 6 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="3"} 6 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="8"} 6 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="20"} 6 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="60"} 6 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="120"} 6 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="+Inf"} 6 prometheus_http_request_duration_seconds_sum{handler="/service-discovery"} 0.009521275999999999 prometheus_http_request_duration_seconds_count{handler="/service-discovery"} 6 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.1"} 103 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.2"} 103 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.4"} 103 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="1"} 103 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="3"} 103 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="8"} 103 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="20"} 103 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="60"} 103 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="120"} 103 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="+Inf"} 103 prometheus_http_request_duration_seconds_sum{handler="/static/*filepath"} 2.3378128589999987 prometheus_http_request_duration_seconds_count{handler="/static/*filepath"} 103 prometheus_http_request_duration_seconds_bucket{handler="/status",le="0.1"} 3 prometheus_http_request_duration_seconds_bucket{handler="/status",le="0.2"} 3 prometheus_http_request_duration_seconds_bucket{handler="/status",le="0.4"} 3 prometheus_http_request_duration_seconds_bucket{handler="/status",le="1"} 3 prometheus_http_request_duration_seconds_bucket{handler="/status",le="3"} 3 prometheus_http_request_duration_seconds_bucket{handler="/status",le="8"} 3 prometheus_http_request_duration_seconds_bucket{handler="/status",le="20"} 3 prometheus_http_request_duration_seconds_bucket{handler="/status",le="60"} 3 prometheus_http_request_duration_seconds_bucket{handler="/status",le="120"} 3 prometheus_http_request_duration_seconds_bucket{handler="/status",le="+Inf"} 3 prometheus_http_request_duration_seconds_sum{handler="/status"} 0.008176545 prometheus_http_request_duration_seconds_count{handler="/status"} 3 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="0.1"} 24 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="0.2"} 24 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="0.4"} 24 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="1"} 24 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="3"} 24 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="8"} 24 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="20"} 24 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="60"} 24 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="120"} 24 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="+Inf"} 24 prometheus_http_request_duration_seconds_sum{handler="/targets"} 0.080472036 prometheus_http_request_duration_seconds_count{handler="/targets"} 24 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="0.1"} 5 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="0.2"} 5 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="0.4"} 5 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="1"} 5 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="3"} 5 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="8"} 5 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="20"} 5 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="60"} 5 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="120"} 5 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="+Inf"} 5 prometheus_http_request_duration_seconds_sum{handler="/tsdb-status"} 0.014784736 prometheus_http_request_duration_seconds_count{handler="/tsdb-status"} 5 # HELP prometheus_http_requests_total Counter of HTTP requests. # TYPE prometheus_http_requests_total counter prometheus_http_requests_total{code="200",handler="/"} 0 prometheus_http_requests_total{code="200",handler="/-/healthy"} 0 prometheus_http_requests_total{code="200",handler="/-/quit"} 0 prometheus_http_requests_total{code="200",handler="/-/ready"} 108 prometheus_http_requests_total{code="200",handler="/-/reload"} 0 prometheus_http_requests_total{code="200",handler="/alerts"} 22 prometheus_http_requests_total{code="200",handler="/api/v1/*path"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/admin/tsdb/clean_tombstones"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/admin/tsdb/delete_series"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/admin/tsdb/snapshot"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/alertmanagers"} 2 prometheus_http_requests_total{code="200",handler="/api/v1/alerts"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/format_query"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/label/:name/values"} 71 prometheus_http_requests_total{code="200",handler="/api/v1/labels"} 29 prometheus_http_requests_total{code="200",handler="/api/v1/metadata"} 1979 prometheus_http_requests_total{code="200",handler="/api/v1/otlp/v1/metrics"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/query"} 233386 prometheus_http_requests_total{code="200",handler="/api/v1/query_exemplars"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/query_range"} 29015 prometheus_http_requests_total{code="200",handler="/api/v1/read"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/rules"} 16 prometheus_http_requests_total{code="200",handler="/api/v1/scrape_pools"} 13 prometheus_http_requests_total{code="200",handler="/api/v1/series"} 133 prometheus_http_requests_total{code="200",handler="/api/v1/status/buildinfo"} 3 prometheus_http_requests_total{code="200",handler="/api/v1/status/config"} 1980 prometheus_http_requests_total{code="200",handler="/api/v1/status/flags"} 1979 prometheus_http_requests_total{code="200",handler="/api/v1/status/runtimeinfo"} 2 prometheus_http_requests_total{code="200",handler="/api/v1/status/tsdb"} 1 prometheus_http_requests_total{code="200",handler="/api/v1/status/walreplay"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/targets"} 16 prometheus_http_requests_total{code="200",handler="/api/v1/targets/metadata"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/write"} 0 prometheus_http_requests_total{code="200",handler="/classic/static/*filepath"} 0 prometheus_http_requests_total{code="200",handler="/config"} 8 prometheus_http_requests_total{code="200",handler="/consoles/*filepath"} 0 prometheus_http_requests_total{code="200",handler="/debug/*subpath"} 0 prometheus_http_requests_total{code="200",handler="/favicon.ico"} 20 prometheus_http_requests_total{code="200",handler="/federate"} 0 prometheus_http_requests_total{code="200",handler="/flags"} 6 prometheus_http_requests_total{code="200",handler="/graph"} 197 prometheus_http_requests_total{code="200",handler="/manifest.json"} 15 prometheus_http_requests_total{code="200",handler="/metrics"} 39546 prometheus_http_requests_total{code="200",handler="/rules"} 6 prometheus_http_requests_total{code="200",handler="/service-discovery"} 6 prometheus_http_requests_total{code="200",handler="/starting"} 0 prometheus_http_requests_total{code="200",handler="/static/*filepath"} 103 prometheus_http_requests_total{code="200",handler="/status"} 3 prometheus_http_requests_total{code="200",handler="/targets"} 24 prometheus_http_requests_total{code="200",handler="/tsdb-status"} 5 prometheus_http_requests_total{code="200",handler="/version"} 0 prometheus_http_requests_total{code="302",handler="/"} 27 prometheus_http_requests_total{code="422",handler="/api/v1/query_range"} 6 # HELP prometheus_http_response_size_bytes Histogram of response size for HTTP requests. # TYPE prometheus_http_response_size_bytes histogram prometheus_http_response_size_bytes_bucket{handler="/",le="100"} 27 prometheus_http_response_size_bytes_bucket{handler="/",le="1000"} 27 prometheus_http_response_size_bytes_bucket{handler="/",le="10000"} 27 prometheus_http_response_size_bytes_bucket{handler="/",le="100000"} 27 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+06"} 27 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+07"} 27 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+08"} 27 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+09"} 27 prometheus_http_response_size_bytes_bucket{handler="/",le="+Inf"} 27 prometheus_http_response_size_bytes_sum{handler="/"} 945 prometheus_http_response_size_bytes_count{handler="/"} 27 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="100"} 108 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1000"} 108 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="10000"} 108 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="100000"} 108 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+06"} 108 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+07"} 108 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+08"} 108 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+09"} 108 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="+Inf"} 108 prometheus_http_response_size_bytes_sum{handler="/-/ready"} 3024 prometheus_http_response_size_bytes_count{handler="/-/ready"} 108 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1000"} 22 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="10000"} 22 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="100000"} 22 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+06"} 22 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+07"} 22 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+08"} 22 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+09"} 22 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="+Inf"} 22 prometheus_http_response_size_bytes_sum{handler="/alerts"} 16148 prometheus_http_response_size_bytes_count{handler="/alerts"} 22 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1000"} 2 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="10000"} 2 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="100000"} 2 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1e+06"} 2 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1e+07"} 2 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1e+08"} 2 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1e+09"} 2 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="+Inf"} 2 prometheus_http_response_size_bytes_sum{handler="/api/v1/alertmanagers"} 412 prometheus_http_response_size_bytes_count{handler="/api/v1/alertmanagers"} 2 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="100"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1000"} 32 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="10000"} 32 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="100000"} 71 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+06"} 71 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+07"} 71 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+08"} 71 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+09"} 71 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="+Inf"} 71 prometheus_http_response_size_bytes_sum{handler="/api/v1/label/:name/values"} 917726 prometheus_http_response_size_bytes_count{handler="/api/v1/label/:name/values"} 71 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="100"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1000"} 27 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="10000"} 29 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="100000"} 29 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+06"} 29 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+07"} 29 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+08"} 29 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+09"} 29 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="+Inf"} 29 prometheus_http_response_size_bytes_sum{handler="/api/v1/labels"} 8721 prometheus_http_response_size_bytes_count{handler="/api/v1/labels"} 29 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1000"} 1977 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="10000"} 1977 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="100000"} 1979 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+06"} 1979 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+07"} 1979 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+08"} 1979 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+09"} 1979 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="+Inf"} 1979 prometheus_http_response_size_bytes_sum{handler="/api/v1/metadata"} 508609 prometheus_http_response_size_bytes_count{handler="/api/v1/metadata"} 1979 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="100"} 11885 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1000"} 233358 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="10000"} 233386 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="100000"} 233386 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+06"} 233386 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+07"} 233386 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+08"} 233386 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+09"} 233386 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="+Inf"} 233386 prometheus_http_response_size_bytes_sum{handler="/api/v1/query"} 2.7831399e+07 prometheus_http_response_size_bytes_count{handler="/api/v1/query"} 233386 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="100"} 9861 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1000"} 26630 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="10000"} 28776 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="100000"} 29018 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+06"} 29021 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+07"} 29021 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+08"} 29021 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+09"} 29021 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="+Inf"} 29021 prometheus_http_response_size_bytes_sum{handler="/api/v1/query_range"} 1.6844605e+07 prometheus_http_response_size_bytes_count{handler="/api/v1/query_range"} 29021 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="10000"} 16 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="100000"} 16 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+06"} 16 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+07"} 16 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+08"} 16 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+09"} 16 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="+Inf"} 16 prometheus_http_response_size_bytes_sum{handler="/api/v1/rules"} 120544 prometheus_http_response_size_bytes_count{handler="/api/v1/rules"} 16 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1000"} 13 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="10000"} 13 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="100000"} 13 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1e+06"} 13 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1e+07"} 13 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1e+08"} 13 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1e+09"} 13 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="+Inf"} 13 prometheus_http_response_size_bytes_sum{handler="/api/v1/scrape_pools"} 4056 prometheus_http_response_size_bytes_count{handler="/api/v1/scrape_pools"} 13 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="10000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="100000"} 133 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+06"} 133 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+07"} 133 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+08"} 133 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+09"} 133 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="+Inf"} 133 prometheus_http_response_size_bytes_sum{handler="/api/v1/series"} 9.039018e+06 prometheus_http_response_size_bytes_count{handler="/api/v1/series"} 133 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1000"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="10000"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="100000"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+06"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+07"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+08"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+09"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="+Inf"} 3 prometheus_http_response_size_bytes_sum{handler="/api/v1/status/buildinfo"} 468 prometheus_http_response_size_bytes_count{handler="/api/v1/status/buildinfo"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="10000"} 1980 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="100000"} 1980 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+06"} 1980 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+07"} 1980 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+08"} 1980 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+09"} 1980 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="+Inf"} 1980 prometheus_http_response_size_bytes_sum{handler="/api/v1/status/config"} 5.1282e+06 prometheus_http_response_size_bytes_count{handler="/api/v1/status/config"} 1980 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1000"} 1979 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="10000"} 1979 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="100000"} 1979 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+06"} 1979 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+07"} 1979 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+08"} 1979 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+09"} 1979 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="+Inf"} 1979 prometheus_http_response_size_bytes_sum{handler="/api/v1/status/flags"} 1.68215e+06 prometheus_http_response_size_bytes_count{handler="/api/v1/status/flags"} 1979 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1000"} 2 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="10000"} 2 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="100000"} 2 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1e+06"} 2 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1e+07"} 2 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1e+08"} 2 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1e+09"} 2 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="+Inf"} 2 prometheus_http_response_size_bytes_sum{handler="/api/v1/status/runtimeinfo"} 494 prometheus_http_response_size_bytes_count{handler="/api/v1/status/runtimeinfo"} 2 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1000"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="10000"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="100000"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1e+06"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1e+07"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1e+08"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1e+09"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="+Inf"} 1 prometheus_http_response_size_bytes_sum{handler="/api/v1/status/tsdb"} 809 prometheus_http_response_size_bytes_count{handler="/api/v1/status/tsdb"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1000"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="10000"} 2 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="100000"} 14 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+06"} 16 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+07"} 16 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+08"} 16 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+09"} 16 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="+Inf"} 16 prometheus_http_response_size_bytes_sum{handler="/api/v1/targets"} 526875 prometheus_http_response_size_bytes_count{handler="/api/v1/targets"} 16 prometheus_http_response_size_bytes_bucket{handler="/config",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/config",le="1000"} 8 prometheus_http_response_size_bytes_bucket{handler="/config",le="10000"} 8 prometheus_http_response_size_bytes_bucket{handler="/config",le="100000"} 8 prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+06"} 8 prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+07"} 8 prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+08"} 8 prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+09"} 8 prometheus_http_response_size_bytes_bucket{handler="/config",le="+Inf"} 8 prometheus_http_response_size_bytes_sum{handler="/config"} 5872 prometheus_http_response_size_bytes_count{handler="/config"} 8 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="10000"} 0 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="100000"} 20 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1e+06"} 20 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1e+07"} 20 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1e+08"} 20 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1e+09"} 20 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="+Inf"} 20 prometheus_http_response_size_bytes_sum{handler="/favicon.ico"} 301720 prometheus_http_response_size_bytes_count{handler="/favicon.ico"} 20 prometheus_http_response_size_bytes_bucket{handler="/flags",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1000"} 6 prometheus_http_response_size_bytes_bucket{handler="/flags",le="10000"} 6 prometheus_http_response_size_bytes_bucket{handler="/flags",le="100000"} 6 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+06"} 6 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+07"} 6 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+08"} 6 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+09"} 6 prometheus_http_response_size_bytes_bucket{handler="/flags",le="+Inf"} 6 prometheus_http_response_size_bytes_sum{handler="/flags"} 4404 prometheus_http_response_size_bytes_count{handler="/flags"} 6 prometheus_http_response_size_bytes_bucket{handler="/graph",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1000"} 197 prometheus_http_response_size_bytes_bucket{handler="/graph",le="10000"} 197 prometheus_http_response_size_bytes_bucket{handler="/graph",le="100000"} 197 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+06"} 197 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+07"} 197 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+08"} 197 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+09"} 197 prometheus_http_response_size_bytes_bucket{handler="/graph",le="+Inf"} 197 prometheus_http_response_size_bytes_sum{handler="/graph"} 144598 prometheus_http_response_size_bytes_count{handler="/graph"} 197 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1000"} 15 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="10000"} 15 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="100000"} 15 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1e+06"} 15 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1e+07"} 15 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1e+08"} 15 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1e+09"} 15 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="+Inf"} 15 prometheus_http_response_size_bytes_sum{handler="/manifest.json"} 4770 prometheus_http_response_size_bytes_count{handler="/manifest.json"} 15 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="10000"} 0 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="100000"} 39546 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+06"} 39546 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+07"} 39546 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+08"} 39546 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+09"} 39546 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="+Inf"} 39546 prometheus_http_response_size_bytes_sum{handler="/metrics"} 8.75803453e+08 prometheus_http_response_size_bytes_count{handler="/metrics"} 39546 prometheus_http_response_size_bytes_bucket{handler="/rules",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1000"} 6 prometheus_http_response_size_bytes_bucket{handler="/rules",le="10000"} 6 prometheus_http_response_size_bytes_bucket{handler="/rules",le="100000"} 6 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+06"} 6 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+07"} 6 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+08"} 6 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+09"} 6 prometheus_http_response_size_bytes_bucket{handler="/rules",le="+Inf"} 6 prometheus_http_response_size_bytes_sum{handler="/rules"} 4404 prometheus_http_response_size_bytes_count{handler="/rules"} 6 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1000"} 6 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="10000"} 6 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="100000"} 6 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+06"} 6 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+07"} 6 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+08"} 6 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+09"} 6 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="+Inf"} 6 prometheus_http_response_size_bytes_sum{handler="/service-discovery"} 4404 prometheus_http_response_size_bytes_count{handler="/service-discovery"} 6 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="10000"} 0 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="100000"} 0 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+06"} 52 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+07"} 103 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+08"} 103 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+09"} 103 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="+Inf"} 103 prometheus_http_response_size_bytes_sum{handler="/static/*filepath"} 1.38359286e+08 prometheus_http_response_size_bytes_count{handler="/static/*filepath"} 103 prometheus_http_response_size_bytes_bucket{handler="/status",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/status",le="1000"} 3 prometheus_http_response_size_bytes_bucket{handler="/status",le="10000"} 3 prometheus_http_response_size_bytes_bucket{handler="/status",le="100000"} 3 prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+06"} 3 prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+07"} 3 prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+08"} 3 prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+09"} 3 prometheus_http_response_size_bytes_bucket{handler="/status",le="+Inf"} 3 prometheus_http_response_size_bytes_sum{handler="/status"} 2202 prometheus_http_response_size_bytes_count{handler="/status"} 3 prometheus_http_response_size_bytes_bucket{handler="/targets",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1000"} 24 prometheus_http_response_size_bytes_bucket{handler="/targets",le="10000"} 24 prometheus_http_response_size_bytes_bucket{handler="/targets",le="100000"} 24 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+06"} 24 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+07"} 24 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+08"} 24 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+09"} 24 prometheus_http_response_size_bytes_bucket{handler="/targets",le="+Inf"} 24 prometheus_http_response_size_bytes_sum{handler="/targets"} 17616 prometheus_http_response_size_bytes_count{handler="/targets"} 24 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1000"} 5 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="10000"} 5 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="100000"} 5 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1e+06"} 5 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1e+07"} 5 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1e+08"} 5 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1e+09"} 5 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="+Inf"} 5 prometheus_http_response_size_bytes_sum{handler="/tsdb-status"} 3670 prometheus_http_response_size_bytes_count{handler="/tsdb-status"} 5 # HELP prometheus_notifications_alertmanagers_discovered The number of alertmanagers discovered and active. # TYPE prometheus_notifications_alertmanagers_discovered gauge prometheus_notifications_alertmanagers_discovered 2 # HELP prometheus_notifications_dropped_total Total number of alerts dropped due to errors when sending to Alertmanager. # TYPE prometheus_notifications_dropped_total counter prometheus_notifications_dropped_total 0 # HELP prometheus_notifications_errors_total Total number of errors sending alert notifications. # TYPE prometheus_notifications_errors_total counter prometheus_notifications_errors_total{alertmanager="http://172.16.4.235:8643/api/v2/alerts"} 0 prometheus_notifications_errors_total{alertmanager="http://172.16.5.127:8643/api/v2/alerts"} 0 # HELP prometheus_notifications_latency_seconds Latency quantiles for sending alert notifications. # TYPE prometheus_notifications_latency_seconds summary prometheus_notifications_latency_seconds{alertmanager="http://172.16.4.235:8643/api/v2/alerts",quantile="0.5"} NaN prometheus_notifications_latency_seconds{alertmanager="http://172.16.4.235:8643/api/v2/alerts",quantile="0.9"} NaN prometheus_notifications_latency_seconds{alertmanager="http://172.16.4.235:8643/api/v2/alerts",quantile="0.99"} NaN prometheus_notifications_latency_seconds_sum{alertmanager="http://172.16.4.235:8643/api/v2/alerts"} 1.5447815229999986 prometheus_notifications_latency_seconds_count{alertmanager="http://172.16.4.235:8643/api/v2/alerts"} 356 prometheus_notifications_latency_seconds{alertmanager="http://172.16.5.127:8643/api/v2/alerts",quantile="0.5"} NaN prometheus_notifications_latency_seconds{alertmanager="http://172.16.5.127:8643/api/v2/alerts",quantile="0.9"} NaN prometheus_notifications_latency_seconds{alertmanager="http://172.16.5.127:8643/api/v2/alerts",quantile="0.99"} NaN prometheus_notifications_latency_seconds_sum{alertmanager="http://172.16.5.127:8643/api/v2/alerts"} 1.8071728370000002 prometheus_notifications_latency_seconds_count{alertmanager="http://172.16.5.127:8643/api/v2/alerts"} 356 # HELP prometheus_notifications_queue_capacity The capacity of the alert notifications queue. # TYPE prometheus_notifications_queue_capacity gauge prometheus_notifications_queue_capacity 10000 # HELP prometheus_notifications_queue_length The number of alert notifications in the queue. # TYPE prometheus_notifications_queue_length gauge prometheus_notifications_queue_length 0 # HELP prometheus_notifications_sent_total Total number of alerts sent. # TYPE prometheus_notifications_sent_total counter prometheus_notifications_sent_total{alertmanager="http://172.16.4.235:8643/api/v2/alerts"} 402 prometheus_notifications_sent_total{alertmanager="http://172.16.5.127:8643/api/v2/alerts"} 402 # HELP prometheus_ready Whether Prometheus startup was fully completed and the server is ready for normal operation. # TYPE prometheus_ready gauge prometheus_ready 1 # HELP prometheus_remote_storage_exemplars_in_total Exemplars in to remote storage, compare to exemplars out for queue managers. # TYPE prometheus_remote_storage_exemplars_in_total counter prometheus_remote_storage_exemplars_in_total 0 # HELP prometheus_remote_storage_highest_timestamp_in_seconds Highest timestamp that has come into the remote storage via the Appender interface, in seconds since epoch. # TYPE prometheus_remote_storage_highest_timestamp_in_seconds gauge prometheus_remote_storage_highest_timestamp_in_seconds 1.770408122e+09 # HELP prometheus_remote_storage_histograms_in_total HistogramSamples in to remote storage, compare to histograms out for queue managers. # TYPE prometheus_remote_storage_histograms_in_total counter prometheus_remote_storage_histograms_in_total 0 # HELP prometheus_remote_storage_samples_in_total Samples in to remote storage, compare to samples out for queue managers. # TYPE prometheus_remote_storage_samples_in_total counter prometheus_remote_storage_samples_in_total 7.3376346014e+10 # HELP prometheus_remote_storage_string_interner_zero_reference_releases_total The number of times release has been called for strings that are not interned. # TYPE prometheus_remote_storage_string_interner_zero_reference_releases_total counter prometheus_remote_storage_string_interner_zero_reference_releases_total 0 # HELP prometheus_rule_evaluation_duration_seconds The duration for a rule to execute. # TYPE prometheus_rule_evaluation_duration_seconds summary prometheus_rule_evaluation_duration_seconds{quantile="0.5"} 0.00099034 prometheus_rule_evaluation_duration_seconds{quantile="0.9"} 0.004694835 prometheus_rule_evaluation_duration_seconds{quantile="0.99"} 0.523216571 prometheus_rule_evaluation_duration_seconds_sum 68717.21800529912 prometheus_rule_evaluation_duration_seconds_count 2.886309e+06 # HELP prometheus_rule_evaluation_failures_total The total number of rule evaluation failures. # TYPE prometheus_rule_evaluation_failures_total counter prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_ingress.yaml;ingress-nginx"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/web_web.yaml;Web services"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 0 # HELP prometheus_rule_evaluations_total The total number of rule evaluations. # TYPE prometheus_rule_evaluations_total counter prometheus_rule_evaluations_total{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 79078 prometheus_rule_evaluations_total{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 118614 prometheus_rule_evaluations_total{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 79078 prometheus_rule_evaluations_total{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 79076 prometheus_rule_evaluations_total{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 39538 prometheus_rule_evaluations_total{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 79078 prometheus_rule_evaluations_total{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 79078 prometheus_rule_evaluations_total{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 158152 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 79076 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 118614 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 79078 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_ingress.yaml;ingress-nginx"} 39539 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 118614 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 118617 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 79078 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 39538 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 39539 prometheus_rule_evaluations_total{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 79078 prometheus_rule_evaluations_total{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 39539 prometheus_rule_evaluations_total{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 158152 prometheus_rule_evaluations_total{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 276773 prometheus_rule_evaluations_total{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 79078 prometheus_rule_evaluations_total{rule_group="/srv/alerts/web_web.yaml;Web services"} 79076 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 39538 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 39538 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 39538 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 39539 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 39538 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 39538 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 39538 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 39539 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 39538 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 39538 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 39538 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 39539 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 39539 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 39538 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 39539 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 39539 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 39538 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 79076 # HELP prometheus_rule_group_duration_seconds The duration of rule group evaluations. # TYPE prometheus_rule_group_duration_seconds summary prometheus_rule_group_duration_seconds{quantile="0.01"} 0.000514769 prometheus_rule_group_duration_seconds{quantile="0.05"} 0.000627285 prometheus_rule_group_duration_seconds{quantile="0.5"} 0.001315023 prometheus_rule_group_duration_seconds{quantile="0.9"} 0.011354517 prometheus_rule_group_duration_seconds{quantile="0.99"} 1.386030729 prometheus_rule_group_duration_seconds_sum 68768.66475822568 prometheus_rule_group_duration_seconds_count 1.621077e+06 # HELP prometheus_rule_group_interval_seconds The interval of a rule group. # TYPE prometheus_rule_group_interval_seconds gauge prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_ingress.yaml;ingress-nginx"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/web_web.yaml;Web services"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 60 # HELP prometheus_rule_group_iterations_missed_total The total number of rule group evaluations missed due to slow rule group evaluation. # TYPE prometheus_rule_group_iterations_missed_total counter prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_ingress.yaml;ingress-nginx"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/web_web.yaml;Web services"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 0 # HELP prometheus_rule_group_iterations_total The total number of scheduled rule group evaluations, whether executed or missed. # TYPE prometheus_rule_group_iterations_total counter prometheus_rule_group_iterations_total{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 39539 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 39539 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 39539 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 39539 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 39539 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_ingress.yaml;ingress-nginx"} 39539 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 39539 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 39539 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 39539 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 39539 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 39539 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 39539 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 39539 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/web_web.yaml;Web services"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 39539 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 39539 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 39539 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 39539 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 39539 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 39539 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 39538 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 39538 # HELP prometheus_rule_group_last_duration_seconds The duration of the last rule group evaluation. # TYPE prometheus_rule_group_last_duration_seconds gauge prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 0.001763375 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 0.002477489 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 0.001763891 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 0.001534607 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 0.001236422 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 0.001755668 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 0.001837144 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 0.013334408 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 0.018559501 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 0.002130204 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 0.006084784 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_ingress.yaml;ingress-nginx"} 0.001020673 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 1.530100459 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 0.008297614 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 0.001664485 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 0.004724099 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 0.002699619 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 0.001472122 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 0.000476359 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 0.01560953 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 0.00567471 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 0.001084882 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/web_web.yaml;Web services"} 0.002206484 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 0.001234978 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 0.001272725 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 0.000466348 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 0.001166747 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 0.001104802 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 0.001001319 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 0.001590942 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 0.001316592 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 0.000422681 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 0.000862362 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 0.001147986 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 0.001383953 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 0.000983612 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 0.000915374 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 0.001346439 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 0.001038593 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 0.001096844 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 0.451551878 # HELP prometheus_rule_group_last_evaluation_samples The number of samples returned during the last rule group evaluation. # TYPE prometheus_rule_group_last_evaluation_samples gauge prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_ingress.yaml;ingress-nginx"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/web_web.yaml;Web services"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 4 # HELP prometheus_rule_group_last_evaluation_timestamp_seconds The timestamp of the last rule group evaluation in seconds. # TYPE prometheus_rule_group_last_evaluation_timestamp_seconds gauge prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 1.7704081162252228e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 1.7704080868213022e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 1.7704081089333987e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 1.770408063634519e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 1.7704080638528857e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 1.7704081083179452e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 1.770408114815352e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 1.7704080882123687e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 1.7704080850666065e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 1.7704080805864935e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 1.7704081041760218e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_ingress.yaml;ingress-nginx"} 1.770408098748448e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 1.770408075387278e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 1.7704081133915439e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 1.770408110474466e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 1.7704080868997333e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 1.770408093200767e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 1.7704081112865498e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 1.7704081076210325e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 1.7704080639971542e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 1.770408097194806e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 1.770408119065538e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/web_web.yaml;Web services"} 1.7704080638964908e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 1.770408086249245e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 1.7704080774925637e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 1.7704080763386998e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 1.7704081216408582e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 1.7704080683052945e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 1.7704080629072208e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 1.7704080817509086e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 1.770408113692567e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 1.7704080807977116e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 1.7704080695435321e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 1.7704080657548678e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 1.7704081061961231e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 1.7704081158793616e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 1.770408075688285e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 1.7704081063094647e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 1.7704080966794386e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 1.770408063488237e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 1.7704080673813276e+09 # HELP prometheus_rule_group_rules The number of rules. # TYPE prometheus_rule_group_rules gauge prometheus_rule_group_rules{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 3 prometheus_rule_group_rules{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 1 prometheus_rule_group_rules{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 4 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 3 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_ingress.yaml;ingress-nginx"} 1 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 3 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 3 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 1 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 1 prometheus_rule_group_rules{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 1 prometheus_rule_group_rules{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 4 prometheus_rule_group_rules{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 7 prometheus_rule_group_rules{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/web_web.yaml;Web services"} 2 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 2 # HELP prometheus_sd_azure_failures_total Number of Azure service discovery refresh failures. # TYPE prometheus_sd_azure_failures_total counter prometheus_sd_azure_failures_total 0 # HELP prometheus_sd_consul_rpc_duration_seconds The duration of a Consul RPC call in seconds. # TYPE prometheus_sd_consul_rpc_duration_seconds summary prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.5"} NaN prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.9"} NaN prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.99"} NaN prometheus_sd_consul_rpc_duration_seconds_sum{call="service",endpoint="catalog"} 0 prometheus_sd_consul_rpc_duration_seconds_count{call="service",endpoint="catalog"} 0 prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.5"} NaN prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.9"} NaN prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.99"} NaN prometheus_sd_consul_rpc_duration_seconds_sum{call="services",endpoint="catalog"} 0 prometheus_sd_consul_rpc_duration_seconds_count{call="services",endpoint="catalog"} 0 # HELP prometheus_sd_consul_rpc_failures_total The number of Consul RPC call failures. # TYPE prometheus_sd_consul_rpc_failures_total counter prometheus_sd_consul_rpc_failures_total 0 # HELP prometheus_sd_discovered_targets Current number of discovered targets. # TYPE prometheus_sd_discovered_targets gauge prometheus_sd_discovered_targets{config="alloy",name="scrape"} 74 prometheus_sd_discovered_targets{config="builds-api",name="scrape"} 6 prometheus_sd_discovered_targets{config="components-api",name="scrape"} 6 prometheus_sd_discovered_targets{config="config-0",name="notify"} 12 prometheus_sd_discovered_targets{config="elastic",name="scrape"} 131 prometheus_sd_discovered_targets{config="elastic-haproxy",name="scrape"} 131 prometheus_sd_discovered_targets{config="envvars-api",name="scrape"} 6 prometheus_sd_discovered_targets{config="exim",name="scrape"} 131 prometheus_sd_discovered_targets{config="haproxy",name="scrape"} 131 prometheus_sd_discovered_targets{config="harbor",name="scrape"} 131 prometheus_sd_discovered_targets{config="infra-tracing-loki",name="scrape"} 28 prometheus_sd_discovered_targets{config="jobs-api",name="scrape"} 6 prometheus_sd_discovered_targets{config="jobs-emailer",name="scrape"} 1 prometheus_sd_discovered_targets{config="k8s-apiserver",name="scrape"} 131 prometheus_sd_discovered_targets{config="k8s-cadvisor",name="scrape"} 84 prometheus_sd_discovered_targets{config="k8s-cert-manager",name="scrape"} 6 prometheus_sd_discovered_targets{config="k8s-cert-manager-reloader",name="scrape"} 6 prometheus_sd_discovered_targets{config="k8s-coredns",name="scrape"} 426 prometheus_sd_discovered_targets{config="k8s-etcd",name="scrape"} 131 prometheus_sd_discovered_targets{config="k8s-ingress-nginx",name="scrape"} 9 prometheus_sd_discovered_targets{config="k8s-kube-state-metrics",name="scrape"} 84 prometheus_sd_discovered_targets{config="k8s-maintain-kubeusers",name="scrape"} 1 prometheus_sd_discovered_targets{config="k8s-nodes",name="scrape"} 80 prometheus_sd_discovered_targets{config="kyverno",name="scrape"} 33 prometheus_sd_discovered_targets{config="logs-api",name="scrape"} 6 prometheus_sd_discovered_targets{config="loki-tools",name="scrape"} 27 prometheus_sd_discovered_targets{config="node",name="scrape"} 0 prometheus_sd_discovered_targets{config="node-exporter",name="scrape"} 131 prometheus_sd_discovered_targets{config="pint",name="scrape"} 1 prometheus_sd_discovered_targets{config="probes/custom",name="scrape"} 25 prometheus_sd_discovered_targets{config="probes/pingthing",name="scrape"} 1 prometheus_sd_discovered_targets{config="prometheus",name="scrape"} 1 prometheus_sd_discovered_targets{config="redis",name="scrape"} 131 prometheus_sd_discovered_targets{config="ssh-banner",name="scrape"} 131 prometheus_sd_discovered_targets{config="tekton-pipelines-controller",name="scrape"} 10 prometheus_sd_discovered_targets{config="tools-db",name="scrape"} 131 # HELP prometheus_sd_dns_lookup_failures_total The number of DNS-SD lookup failures. # TYPE prometheus_sd_dns_lookup_failures_total counter prometheus_sd_dns_lookup_failures_total 0 # HELP prometheus_sd_dns_lookups_total The number of DNS-SD lookups. # TYPE prometheus_sd_dns_lookups_total counter prometheus_sd_dns_lookups_total 0 # HELP prometheus_sd_failed_configs Current number of service discovery configurations that failed to load. # TYPE prometheus_sd_failed_configs gauge prometheus_sd_failed_configs{name="notify"} 0 prometheus_sd_failed_configs{name="scrape"} 0 # HELP prometheus_sd_file_mtime_seconds Timestamp (mtime) of files read by FileSD. Timestamp is set at read time. # TYPE prometheus_sd_file_mtime_seconds gauge prometheus_sd_file_mtime_seconds{filename="/srv/prometheus/tools/targets/probes-custom_puppet-http.yaml"} 1.764248622e+09 prometheus_sd_file_mtime_seconds{filename="/srv/prometheus/tools/targets/probes_pingthing_http_check_urls.yaml"} 1.683212851e+09 # HELP prometheus_sd_file_read_errors_total The number of File-SD read errors. # TYPE prometheus_sd_file_read_errors_total counter prometheus_sd_file_read_errors_total 0 # HELP prometheus_sd_file_scan_duration_seconds The duration of the File-SD scan in seconds. # TYPE prometheus_sd_file_scan_duration_seconds summary prometheus_sd_file_scan_duration_seconds{quantile="0.5"} 0.000305202 prometheus_sd_file_scan_duration_seconds{quantile="0.9"} 0.001577104 prometheus_sd_file_scan_duration_seconds{quantile="0.99"} 0.001577104 prometheus_sd_file_scan_duration_seconds_sum 20.035828193999905 prometheus_sd_file_scan_duration_seconds_count 23757 # HELP prometheus_sd_file_watcher_errors_total The number of File-SD errors caused by filesystem watch failures. # TYPE prometheus_sd_file_watcher_errors_total counter prometheus_sd_file_watcher_errors_total 0 # HELP prometheus_sd_http_failures_total Number of HTTP service discovery refresh failures. # TYPE prometheus_sd_http_failures_total counter prometheus_sd_http_failures_total 0 # HELP prometheus_sd_kubernetes_events_total The number of Kubernetes events handled. # TYPE prometheus_sd_kubernetes_events_total counter prometheus_sd_kubernetes_events_total{event="add",role="endpoints"} 0 prometheus_sd_kubernetes_events_total{event="add",role="endpointslice"} 0 prometheus_sd_kubernetes_events_total{event="add",role="ingress"} 0 prometheus_sd_kubernetes_events_total{event="add",role="node"} 2240 prometheus_sd_kubernetes_events_total{event="add",role="pod"} 11221 prometheus_sd_kubernetes_events_total{event="add",role="service"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="endpoints"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="endpointslice"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="ingress"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="node"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="pod"} 301 prometheus_sd_kubernetes_events_total{event="delete",role="service"} 0 prometheus_sd_kubernetes_events_total{event="update",role="endpoints"} 0 prometheus_sd_kubernetes_events_total{event="update",role="endpointslice"} 0 prometheus_sd_kubernetes_events_total{event="update",role="ingress"} 0 prometheus_sd_kubernetes_events_total{event="update",role="node"} 3.099618e+06 prometheus_sd_kubernetes_events_total{event="update",role="pod"} 4171 prometheus_sd_kubernetes_events_total{event="update",role="service"} 0 # HELP prometheus_sd_kubernetes_http_request_duration_seconds Summary of latencies for HTTP requests to the Kubernetes API by endpoint. # TYPE prometheus_sd_kubernetes_http_request_duration_seconds summary prometheus_sd_kubernetes_http_request_duration_seconds_sum{endpoint="/api/v1/namespaces/%7Bnamespace%7D/pods"} 31.99470340699998 prometheus_sd_kubernetes_http_request_duration_seconds_count{endpoint="/api/v1/namespaces/%7Bnamespace%7D/pods"} 467 prometheus_sd_kubernetes_http_request_duration_seconds_sum{endpoint="/api/v1/nodes"} 11.593308949999996 prometheus_sd_kubernetes_http_request_duration_seconds_count{endpoint="/api/v1/nodes"} 32 # HELP prometheus_sd_kubernetes_http_request_total Total number of HTTP requests to the Kubernetes API by status code. # TYPE prometheus_sd_kubernetes_http_request_total counter prometheus_sd_kubernetes_http_request_total{status_code="200"} 90553 prometheus_sd_kubernetes_http_request_total{status_code=""} 91 # HELP prometheus_sd_kubernetes_workqueue_depth Current depth of the work queue. # TYPE prometheus_sd_kubernetes_workqueue_depth gauge prometheus_sd_kubernetes_workqueue_depth{queue_name="node"} 0 prometheus_sd_kubernetes_workqueue_depth{queue_name="pod"} 0 # HELP prometheus_sd_kubernetes_workqueue_items_total Total number of items added to the work queue. # TYPE prometheus_sd_kubernetes_workqueue_items_total counter prometheus_sd_kubernetes_workqueue_items_total{queue_name="node"} 3.101857e+06 prometheus_sd_kubernetes_workqueue_items_total{queue_name="pod"} 15684 # HELP prometheus_sd_kubernetes_workqueue_latency_seconds How long an item stays in the work queue. # TYPE prometheus_sd_kubernetes_workqueue_latency_seconds summary prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="node"} 120.9960437180034 prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="node"} 3.101857e+06 prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="pod"} 410.09763497000074 prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="pod"} 15684 # HELP prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds Duration of the longest running processor in the work queue. # TYPE prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds gauge prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="node"} 0 prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="pod"} 0 # HELP prometheus_sd_kubernetes_workqueue_unfinished_work_seconds How long an item has remained unfinished in the work queue. # TYPE prometheus_sd_kubernetes_workqueue_unfinished_work_seconds gauge prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="node"} 0 prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="pod"} 0 # HELP prometheus_sd_kubernetes_workqueue_work_duration_seconds How long processing an item from the work queue takes. # TYPE prometheus_sd_kubernetes_workqueue_work_duration_seconds summary prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="node"} 471.56654144301706 prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="node"} 3.101857e+06 prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="pod"} 1.063144408 prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="pod"} 15684 # HELP prometheus_sd_kuma_fetch_duration_seconds The duration of a Kuma MADS fetch call. # TYPE prometheus_sd_kuma_fetch_duration_seconds summary prometheus_sd_kuma_fetch_duration_seconds{quantile="0.5"} NaN prometheus_sd_kuma_fetch_duration_seconds{quantile="0.9"} NaN prometheus_sd_kuma_fetch_duration_seconds{quantile="0.99"} NaN prometheus_sd_kuma_fetch_duration_seconds_sum 0 prometheus_sd_kuma_fetch_duration_seconds_count 0 # HELP prometheus_sd_kuma_fetch_failures_total The number of Kuma MADS fetch call failures. # TYPE prometheus_sd_kuma_fetch_failures_total counter prometheus_sd_kuma_fetch_failures_total 0 # HELP prometheus_sd_kuma_fetch_skipped_updates_total The number of Kuma MADS fetch calls that result in no updates to the targets. # TYPE prometheus_sd_kuma_fetch_skipped_updates_total counter prometheus_sd_kuma_fetch_skipped_updates_total 0 # HELP prometheus_sd_linode_failures_total Number of Linode service discovery refresh failures. # TYPE prometheus_sd_linode_failures_total counter prometheus_sd_linode_failures_total 0 # HELP prometheus_sd_nomad_failures_total Number of nomad service discovery refresh failures. # TYPE prometheus_sd_nomad_failures_total counter prometheus_sd_nomad_failures_total 0 # HELP prometheus_sd_received_updates_total Total number of update events received from the SD providers. # TYPE prometheus_sd_received_updates_total counter prometheus_sd_received_updates_total{name="notify"} 7914 prometheus_sd_received_updates_total{name="scrape"} 3.220525e+06 # HELP prometheus_sd_refresh_duration_seconds The duration of a refresh in seconds for the given SD mechanism. # TYPE prometheus_sd_refresh_duration_seconds summary prometheus_sd_refresh_duration_seconds{mechanism="openstack",quantile="0.5"} 1.323525109 prometheus_sd_refresh_duration_seconds{mechanism="openstack",quantile="0.9"} 1.5575967990000001 prometheus_sd_refresh_duration_seconds{mechanism="openstack",quantile="0.99"} 1.643297949 prometheus_sd_refresh_duration_seconds_sum{mechanism="openstack"} 148117.24627454174 prometheus_sd_refresh_duration_seconds_count{mechanism="openstack"} 94980 # HELP prometheus_sd_refresh_failures_total Number of refresh failures for the given SD mechanism. # TYPE prometheus_sd_refresh_failures_total counter prometheus_sd_refresh_failures_total{mechanism="openstack"} 30 # HELP prometheus_sd_updates_total Total number of update events sent to the SD consumers. # TYPE prometheus_sd_updates_total counter prometheus_sd_updates_total{name="notify"} 7911 prometheus_sd_updates_total{name="scrape"} 472620 # HELP prometheus_target_interval_length_seconds Actual intervals between scrapes. # TYPE prometheus_target_interval_length_seconds summary prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.01"} 59.999018191 prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.05"} 59.999268075 prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.5"} 60.000050085 prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.9"} 60.00065182 prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.99"} 60.00100452 prometheus_target_interval_length_seconds_sum{interval="1m0s"} 1.0864818010009298e+09 prometheus_target_interval_length_seconds_count{interval="1m0s"} 1.8108025e+07 prometheus_target_interval_length_seconds{interval="30s",quantile="0.01"} 29.999009887 prometheus_target_interval_length_seconds{interval="30s",quantile="0.05"} 29.999230404 prometheus_target_interval_length_seconds{interval="30s",quantile="0.5"} 30.000016841 prometheus_target_interval_length_seconds{interval="30s",quantile="0.9"} 30.000667068 prometheus_target_interval_length_seconds{interval="30s",quantile="0.99"} 30.001029896 prometheus_target_interval_length_seconds_sum{interval="30s"} 5.930697351518587e+07 prometheus_target_interval_length_seconds_count{interval="30s"} 1.976898e+06 prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.01"} 239.999030046 prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.05"} 239.999218711 prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.5"} 240.000086505 prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.9"} 240.000530772 prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.99"} 240.000962872 prometheus_target_interval_length_seconds_sum{interval="4m0s"} 1.9688209513581368e+08 prometheus_target_interval_length_seconds_count{interval="4m0s"} 820342 # HELP prometheus_target_metadata_cache_bytes The number of bytes that are currently used for storing metric metadata in the cache # TYPE prometheus_target_metadata_cache_bytes gauge prometheus_target_metadata_cache_bytes{scrape_job="alloy"} 539830 prometheus_target_metadata_cache_bytes{scrape_job="builds-api"} 8448 prometheus_target_metadata_cache_bytes{scrape_job="components-api"} 1112 prometheus_target_metadata_cache_bytes{scrape_job="elastic"} 21450 prometheus_target_metadata_cache_bytes{scrape_job="elastic-haproxy"} 27141 prometheus_target_metadata_cache_bytes{scrape_job="envvars-api"} 8448 prometheus_target_metadata_cache_bytes{scrape_job="exim"} 4706 prometheus_target_metadata_cache_bytes{scrape_job="haproxy"} 30282 prometheus_target_metadata_cache_bytes{scrape_job="harbor"} 4711 prometheus_target_metadata_cache_bytes{scrape_job="infra-tracing-loki"} 0 prometheus_target_metadata_cache_bytes{scrape_job="jobs-api"} 1112 prometheus_target_metadata_cache_bytes{scrape_job="jobs-emailer"} 1579 prometheus_target_metadata_cache_bytes{scrape_job="k8s-apiserver"} 99703 prometheus_target_metadata_cache_bytes{scrape_job="k8s-cadvisor"} 421280 prometheus_target_metadata_cache_bytes{scrape_job="k8s-cert-manager"} 427 prometheus_target_metadata_cache_bytes{scrape_job="k8s-cert-manager-reloader"} 4054 prometheus_target_metadata_cache_bytes{scrape_job="k8s-coredns"} 13716 prometheus_target_metadata_cache_bytes{scrape_job="k8s-etcd"} 18594 prometheus_target_metadata_cache_bytes{scrape_job="k8s-ingress-nginx"} 17003 prometheus_target_metadata_cache_bytes{scrape_job="k8s-kube-state-metrics"} 41878 prometheus_target_metadata_cache_bytes{scrape_job="k8s-maintain-kubeusers"} 652 prometheus_target_metadata_cache_bytes{scrape_job="k8s-nodes"} 2.193281e+06 prometheus_target_metadata_cache_bytes{scrape_job="kyverno"} 66273 prometheus_target_metadata_cache_bytes{scrape_job="logs-api"} 1112 prometheus_target_metadata_cache_bytes{scrape_job="loki-tools"} 0 prometheus_target_metadata_cache_bytes{scrape_job="node-exporter"} 4.104679e+06 prometheus_target_metadata_cache_bytes{scrape_job="pint"} 2718 prometheus_target_metadata_cache_bytes{scrape_job="probes/custom"} 22579 prometheus_target_metadata_cache_bytes{scrape_job="probes/pingthing"} 908 prometheus_target_metadata_cache_bytes{scrape_job="prometheus"} 12621 prometheus_target_metadata_cache_bytes{scrape_job="redis"} 16925 prometheus_target_metadata_cache_bytes{scrape_job="ssh-banner"} 40002 prometheus_target_metadata_cache_bytes{scrape_job="tekton-pipelines-controller"} 4628 prometheus_target_metadata_cache_bytes{scrape_job="tools-db"} 85994 # HELP prometheus_target_metadata_cache_entries Total number of metric metadata entries in the cache # TYPE prometheus_target_metadata_cache_entries gauge prometheus_target_metadata_cache_entries{scrape_job="alloy"} 7030 prometheus_target_metadata_cache_entries{scrape_job="builds-api"} 88 prometheus_target_metadata_cache_entries{scrape_job="components-api"} 10 prometheus_target_metadata_cache_entries{scrape_job="elastic"} 519 prometheus_target_metadata_cache_entries{scrape_job="elastic-haproxy"} 516 prometheus_target_metadata_cache_entries{scrape_job="envvars-api"} 88 prometheus_target_metadata_cache_entries{scrape_job="exim"} 55 prometheus_target_metadata_cache_entries{scrape_job="haproxy"} 412 prometheus_target_metadata_cache_entries{scrape_job="harbor"} 61 prometheus_target_metadata_cache_entries{scrape_job="infra-tracing-loki"} 0 prometheus_target_metadata_cache_entries{scrape_job="jobs-api"} 10 prometheus_target_metadata_cache_entries{scrape_job="jobs-emailer"} 22 prometheus_target_metadata_cache_entries{scrape_job="k8s-apiserver"} 856 prometheus_target_metadata_cache_entries{scrape_job="k8s-cadvisor"} 8480 prometheus_target_metadata_cache_entries{scrape_job="k8s-cert-manager"} 6 prometheus_target_metadata_cache_entries{scrape_job="k8s-cert-manager-reloader"} 41 prometheus_target_metadata_cache_entries{scrape_job="k8s-coredns"} 247 prometheus_target_metadata_cache_entries{scrape_job="k8s-etcd"} 339 prometheus_target_metadata_cache_entries{scrape_job="k8s-ingress-nginx"} 197 prometheus_target_metadata_cache_entries{scrape_job="k8s-kube-state-metrics"} 675 prometheus_target_metadata_cache_entries{scrape_job="k8s-maintain-kubeusers"} 14 prometheus_target_metadata_cache_entries{scrape_job="k8s-nodes"} 18786 prometheus_target_metadata_cache_entries{scrape_job="kyverno"} 660 prometheus_target_metadata_cache_entries{scrape_job="logs-api"} 10 prometheus_target_metadata_cache_entries{scrape_job="loki-tools"} 0 prometheus_target_metadata_cache_entries{scrape_job="node-exporter"} 91507 prometheus_target_metadata_cache_entries{scrape_job="pint"} 54 prometheus_target_metadata_cache_entries{scrape_job="probes/custom"} 447 prometheus_target_metadata_cache_entries{scrape_job="probes/pingthing"} 18 prometheus_target_metadata_cache_entries{scrape_job="prometheus"} 206 prometheus_target_metadata_cache_entries{scrape_job="redis"} 428 prometheus_target_metadata_cache_entries{scrape_job="ssh-banner"} 678 prometheus_target_metadata_cache_entries{scrape_job="tekton-pipelines-controller"} 59 prometheus_target_metadata_cache_entries{scrape_job="tools-db"} 1704 # HELP prometheus_target_scrape_pool_exceeded_label_limits_total Total number of times scrape pools hit the label limits, during sync or config reload. # TYPE prometheus_target_scrape_pool_exceeded_label_limits_total counter prometheus_target_scrape_pool_exceeded_label_limits_total 0 # HELP prometheus_target_scrape_pool_exceeded_target_limit_total Total number of times scrape pools hit the target limit, during sync or config reload. # TYPE prometheus_target_scrape_pool_exceeded_target_limit_total counter prometheus_target_scrape_pool_exceeded_target_limit_total 0 # HELP prometheus_target_scrape_pool_reloads_failed_total Total number of failed scrape pool reloads. # TYPE prometheus_target_scrape_pool_reloads_failed_total counter prometheus_target_scrape_pool_reloads_failed_total 0 # HELP prometheus_target_scrape_pool_reloads_total Total number of scrape pool reloads. # TYPE prometheus_target_scrape_pool_reloads_total counter prometheus_target_scrape_pool_reloads_total 0 # HELP prometheus_target_scrape_pool_sync_total Total number of syncs that were executed on a scrape pool. # TYPE prometheus_target_scrape_pool_sync_total counter prometheus_target_scrape_pool_sync_total{scrape_job="alloy"} 472619 prometheus_target_scrape_pool_sync_total{scrape_job="builds-api"} 472619 prometheus_target_scrape_pool_sync_total{scrape_job="components-api"} 472619 prometheus_target_scrape_pool_sync_total{scrape_job="elastic"} 472611 prometheus_target_scrape_pool_sync_total{scrape_job="elastic-haproxy"} 472608 prometheus_target_scrape_pool_sync_total{scrape_job="envvars-api"} 472619 prometheus_target_scrape_pool_sync_total{scrape_job="exim"} 472612 prometheus_target_scrape_pool_sync_total{scrape_job="haproxy"} 472612 prometheus_target_scrape_pool_sync_total{scrape_job="harbor"} 472613 prometheus_target_scrape_pool_sync_total{scrape_job="infra-tracing-loki"} 472619 prometheus_target_scrape_pool_sync_total{scrape_job="jobs-api"} 472619 prometheus_target_scrape_pool_sync_total{scrape_job="jobs-emailer"} 472619 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-apiserver"} 472611 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-cadvisor"} 472619 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-cert-manager"} 472619 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-cert-manager-reloader"} 472619 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-coredns"} 472619 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-etcd"} 472612 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-ingress-nginx"} 472619 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-kube-state-metrics"} 472619 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-maintain-kubeusers"} 472619 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-nodes"} 472619 prometheus_target_scrape_pool_sync_total{scrape_job="kyverno"} 472619 prometheus_target_scrape_pool_sync_total{scrape_job="logs-api"} 472619 prometheus_target_scrape_pool_sync_total{scrape_job="loki-tools"} 472619 prometheus_target_scrape_pool_sync_total{scrape_job="node-exporter"} 472609 prometheus_target_scrape_pool_sync_total{scrape_job="pint"} 472620 prometheus_target_scrape_pool_sync_total{scrape_job="probes/custom"} 472620 prometheus_target_scrape_pool_sync_total{scrape_job="probes/pingthing"} 472620 prometheus_target_scrape_pool_sync_total{scrape_job="prometheus"} 472620 prometheus_target_scrape_pool_sync_total{scrape_job="redis"} 472614 prometheus_target_scrape_pool_sync_total{scrape_job="ssh-banner"} 472609 prometheus_target_scrape_pool_sync_total{scrape_job="tekton-pipelines-controller"} 472619 prometheus_target_scrape_pool_sync_total{scrape_job="tools-db"} 472608 # HELP prometheus_target_scrape_pool_target_limit Maximum number of targets allowed in this scrape pool. # TYPE prometheus_target_scrape_pool_target_limit gauge prometheus_target_scrape_pool_target_limit{scrape_job="alloy"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="builds-api"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="components-api"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="elastic"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="elastic-haproxy"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="envvars-api"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="exim"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="haproxy"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="harbor"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="infra-tracing-loki"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="jobs-api"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="jobs-emailer"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-apiserver"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-cadvisor"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-cert-manager"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-cert-manager-reloader"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-coredns"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-etcd"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-ingress-nginx"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-kube-state-metrics"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-maintain-kubeusers"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-nodes"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="kyverno"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="logs-api"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="loki-tools"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="node-exporter"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="pint"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="probes/custom"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="probes/pingthing"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="prometheus"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="redis"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="ssh-banner"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="tekton-pipelines-controller"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="tools-db"} 0 # HELP prometheus_target_scrape_pool_targets Current number of targets in this scrape pool. # TYPE prometheus_target_scrape_pool_targets gauge prometheus_target_scrape_pool_targets{scrape_job="alloy"} 74 prometheus_target_scrape_pool_targets{scrape_job="builds-api"} 2 prometheus_target_scrape_pool_targets{scrape_job="components-api"} 2 prometheus_target_scrape_pool_targets{scrape_job="elastic"} 3 prometheus_target_scrape_pool_targets{scrape_job="elastic-haproxy"} 3 prometheus_target_scrape_pool_targets{scrape_job="envvars-api"} 2 prometheus_target_scrape_pool_targets{scrape_job="exim"} 1 prometheus_target_scrape_pool_targets{scrape_job="haproxy"} 2 prometheus_target_scrape_pool_targets{scrape_job="harbor"} 1 prometheus_target_scrape_pool_targets{scrape_job="infra-tracing-loki"} 10 prometheus_target_scrape_pool_targets{scrape_job="jobs-api"} 2 prometheus_target_scrape_pool_targets{scrape_job="jobs-emailer"} 1 prometheus_target_scrape_pool_targets{scrape_job="k8s-apiserver"} 3 prometheus_target_scrape_pool_targets{scrape_job="k8s-cadvisor"} 80 prometheus_target_scrape_pool_targets{scrape_job="k8s-cert-manager"} 1 prometheus_target_scrape_pool_targets{scrape_job="k8s-cert-manager-reloader"} 1 prometheus_target_scrape_pool_targets{scrape_job="k8s-coredns"} 4 prometheus_target_scrape_pool_targets{scrape_job="k8s-etcd"} 3 prometheus_target_scrape_pool_targets{scrape_job="k8s-ingress-nginx"} 3 prometheus_target_scrape_pool_targets{scrape_job="k8s-kube-state-metrics"} 3 prometheus_target_scrape_pool_targets{scrape_job="k8s-maintain-kubeusers"} 1 prometheus_target_scrape_pool_targets{scrape_job="k8s-nodes"} 80 prometheus_target_scrape_pool_targets{scrape_job="kyverno"} 13 prometheus_target_scrape_pool_targets{scrape_job="logs-api"} 2 prometheus_target_scrape_pool_targets{scrape_job="loki-tools"} 9 prometheus_target_scrape_pool_targets{scrape_job="node-exporter"} 113 prometheus_target_scrape_pool_targets{scrape_job="pint"} 1 prometheus_target_scrape_pool_targets{scrape_job="probes/custom"} 25 prometheus_target_scrape_pool_targets{scrape_job="probes/pingthing"} 1 prometheus_target_scrape_pool_targets{scrape_job="prometheus"} 1 prometheus_target_scrape_pool_targets{scrape_job="redis"} 3 prometheus_target_scrape_pool_targets{scrape_job="ssh-banner"} 113 prometheus_target_scrape_pool_targets{scrape_job="tekton-pipelines-controller"} 1 prometheus_target_scrape_pool_targets{scrape_job="tools-db"} 2 # HELP prometheus_target_scrape_pools_failed_total Total number of scrape pool creations that failed. # TYPE prometheus_target_scrape_pools_failed_total counter prometheus_target_scrape_pools_failed_total 0 # HELP prometheus_target_scrape_pools_total Total number of scrape pool creation attempts. # TYPE prometheus_target_scrape_pools_total counter prometheus_target_scrape_pools_total 34 # HELP prometheus_target_scrapes_cache_flush_forced_total How many times a scrape cache was flushed due to getting big while scrapes are failing. # TYPE prometheus_target_scrapes_cache_flush_forced_total counter prometheus_target_scrapes_cache_flush_forced_total 0 # HELP prometheus_target_scrapes_exceeded_body_size_limit_total Total number of scrapes that hit the body size limit # TYPE prometheus_target_scrapes_exceeded_body_size_limit_total counter prometheus_target_scrapes_exceeded_body_size_limit_total 0 # HELP prometheus_target_scrapes_exceeded_native_histogram_bucket_limit_total Total number of scrapes that hit the native histogram bucket limit and were rejected. # TYPE prometheus_target_scrapes_exceeded_native_histogram_bucket_limit_total counter prometheus_target_scrapes_exceeded_native_histogram_bucket_limit_total 0 # HELP prometheus_target_scrapes_exceeded_sample_limit_total Total number of scrapes that hit the sample limit and were rejected. # TYPE prometheus_target_scrapes_exceeded_sample_limit_total counter prometheus_target_scrapes_exceeded_sample_limit_total 0 # HELP prometheus_target_scrapes_exemplar_out_of_order_total Total number of exemplar rejected due to not being out of the expected order. # TYPE prometheus_target_scrapes_exemplar_out_of_order_total counter prometheus_target_scrapes_exemplar_out_of_order_total 0 # HELP prometheus_target_scrapes_sample_duplicate_timestamp_total Total number of samples rejected due to duplicate timestamps but different values. # TYPE prometheus_target_scrapes_sample_duplicate_timestamp_total counter prometheus_target_scrapes_sample_duplicate_timestamp_total 0 # HELP prometheus_target_scrapes_sample_out_of_bounds_total Total number of samples rejected due to timestamp falling outside of the time bounds. # TYPE prometheus_target_scrapes_sample_out_of_bounds_total counter prometheus_target_scrapes_sample_out_of_bounds_total 0 # HELP prometheus_target_scrapes_sample_out_of_order_total Total number of samples rejected due to not being out of the expected order. # TYPE prometheus_target_scrapes_sample_out_of_order_total counter prometheus_target_scrapes_sample_out_of_order_total 0 # HELP prometheus_target_sync_failed_total Total number of target sync failures. # TYPE prometheus_target_sync_failed_total counter prometheus_target_sync_failed_total{scrape_job="alloy"} 0 prometheus_target_sync_failed_total{scrape_job="builds-api"} 0 prometheus_target_sync_failed_total{scrape_job="components-api"} 0 prometheus_target_sync_failed_total{scrape_job="elastic"} 0 prometheus_target_sync_failed_total{scrape_job="elastic-haproxy"} 0 prometheus_target_sync_failed_total{scrape_job="envvars-api"} 0 prometheus_target_sync_failed_total{scrape_job="exim"} 0 prometheus_target_sync_failed_total{scrape_job="haproxy"} 0 prometheus_target_sync_failed_total{scrape_job="harbor"} 0 prometheus_target_sync_failed_total{scrape_job="infra-tracing-loki"} 0 prometheus_target_sync_failed_total{scrape_job="jobs-api"} 0 prometheus_target_sync_failed_total{scrape_job="jobs-emailer"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-apiserver"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-cadvisor"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-cert-manager"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-cert-manager-reloader"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-coredns"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-etcd"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-ingress-nginx"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-kube-state-metrics"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-maintain-kubeusers"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-nodes"} 0 prometheus_target_sync_failed_total{scrape_job="kyverno"} 0 prometheus_target_sync_failed_total{scrape_job="logs-api"} 0 prometheus_target_sync_failed_total{scrape_job="loki-tools"} 0 prometheus_target_sync_failed_total{scrape_job="node-exporter"} 0 prometheus_target_sync_failed_total{scrape_job="pint"} 0 prometheus_target_sync_failed_total{scrape_job="probes/custom"} 0 prometheus_target_sync_failed_total{scrape_job="probes/pingthing"} 0 prometheus_target_sync_failed_total{scrape_job="prometheus"} 0 prometheus_target_sync_failed_total{scrape_job="redis"} 0 prometheus_target_sync_failed_total{scrape_job="ssh-banner"} 0 prometheus_target_sync_failed_total{scrape_job="tekton-pipelines-controller"} 0 prometheus_target_sync_failed_total{scrape_job="tools-db"} 0 # HELP prometheus_target_sync_length_seconds Actual interval to sync the scrape pool. # TYPE prometheus_target_sync_length_seconds summary prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.01"} 0.002496091 prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.05"} 0.003262341 prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.5"} 0.006864353 prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.9"} 0.010269275 prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.99"} 0.015381084 prometheus_target_sync_length_seconds_sum{scrape_job="alloy"} 3344.255443340023 prometheus_target_sync_length_seconds_count{scrape_job="alloy"} 472619 prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.01"} 0.000169045 prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.05"} 0.000253317 prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.5"} 0.000508252 prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.9"} 0.000909921 prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.99"} 0.00857868 prometheus_target_sync_length_seconds_sum{scrape_job="builds-api"} 322.66726853799554 prometheus_target_sync_length_seconds_count{scrape_job="builds-api"} 472619 prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.01"} 0.000182588 prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.05"} 0.000223738 prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.5"} 0.000502621 prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.9"} 0.000830088 prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.99"} 0.007230289 prometheus_target_sync_length_seconds_sum{scrape_job="components-api"} 311.4498421329872 prometheus_target_sync_length_seconds_count{scrape_job="components-api"} 472619 prometheus_target_sync_length_seconds{scrape_job="elastic",quantile="0.01"} 0.000432627 prometheus_target_sync_length_seconds{scrape_job="elastic",quantile="0.05"} 0.000566595 prometheus_target_sync_length_seconds{scrape_job="elastic",quantile="0.5"} 0.001338949 prometheus_target_sync_length_seconds{scrape_job="elastic",quantile="0.9"} 0.002117807 prometheus_target_sync_length_seconds{scrape_job="elastic",quantile="0.99"} 0.004326312 prometheus_target_sync_length_seconds_sum{scrape_job="elastic"} 715.5587308760137 prometheus_target_sync_length_seconds_count{scrape_job="elastic"} 472611 prometheus_target_sync_length_seconds{scrape_job="elastic-haproxy",quantile="0.01"} 0.000414524 prometheus_target_sync_length_seconds{scrape_job="elastic-haproxy",quantile="0.05"} 0.000454002 prometheus_target_sync_length_seconds{scrape_job="elastic-haproxy",quantile="0.5"} 0.001291212 prometheus_target_sync_length_seconds{scrape_job="elastic-haproxy",quantile="0.9"} 0.002143593 prometheus_target_sync_length_seconds{scrape_job="elastic-haproxy",quantile="0.99"} 0.00902002 prometheus_target_sync_length_seconds_sum{scrape_job="elastic-haproxy"} 717.0762344109979 prometheus_target_sync_length_seconds_count{scrape_job="elastic-haproxy"} 472608 prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.01"} 0.000170452 prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.05"} 0.000227516 prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.5"} 0.00047525 prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.9"} 0.000778787 prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.99"} 0.001633671 prometheus_target_sync_length_seconds_sum{scrape_job="envvars-api"} 311.5230323380142 prometheus_target_sync_length_seconds_count{scrape_job="envvars-api"} 472619 prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.01"} 0.000432343 prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.05"} 0.000595279 prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.5"} 0.001250757 prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.9"} 0.002101089 prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.99"} 0.003010436 prometheus_target_sync_length_seconds_sum{scrape_job="exim"} 699.1128586359962 prometheus_target_sync_length_seconds_count{scrape_job="exim"} 472612 prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.01"} 0.000416753 prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.05"} 0.000503342 prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.5"} 0.001308186 prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.9"} 0.002167232 prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.99"} 0.002803406 prometheus_target_sync_length_seconds_sum{scrape_job="haproxy"} 722.3378297070036 prometheus_target_sync_length_seconds_count{scrape_job="haproxy"} 472612 prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.01"} 0.000427455 prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.05"} 0.000568255 prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.5"} 0.001252905 prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.9"} 0.002057381 prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.99"} 0.002533434 prometheus_target_sync_length_seconds_sum{scrape_job="harbor"} 708.9439518769984 prometheus_target_sync_length_seconds_count{scrape_job="harbor"} 472613 prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.01"} 0.001091516 prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.05"} 0.001246805 prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.5"} 0.003466017 prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.9"} 0.006044077 prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.99"} 0.009349563 prometheus_target_sync_length_seconds_sum{scrape_job="infra-tracing-loki"} 1813.892733360975 prometheus_target_sync_length_seconds_count{scrape_job="infra-tracing-loki"} 472619 prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.01"} 0.000205348 prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.05"} 0.000220076 prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.5"} 0.000635812 prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.9"} 0.001012458 prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.99"} 0.002117649 prometheus_target_sync_length_seconds_sum{scrape_job="jobs-api"} 395.64738107500415 prometheus_target_sync_length_seconds_count{scrape_job="jobs-api"} 472619 prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.01"} 5.8573e-05 prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.05"} 6.7848e-05 prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.5"} 0.000154917 prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.9"} 0.000292511 prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.99"} 0.00166788 prometheus_target_sync_length_seconds_sum{scrape_job="jobs-emailer"} 134.89720183299963 prometheus_target_sync_length_seconds_count{scrape_job="jobs-emailer"} 472619 prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.01"} 0.00042591 prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.05"} 0.000462871 prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.5"} 0.001316306 prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.9"} 0.002048357 prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.99"} 0.006253746 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-apiserver"} 715.9638189480066 prometheus_target_sync_length_seconds_count{scrape_job="k8s-apiserver"} 472611 prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.01"} 0.002335201 prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.05"} 0.002624324 prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.5"} 0.006706618 prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.9"} 0.008694251 prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.99"} 0.012800345 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-cadvisor"} 3334.708667904179 prometheus_target_sync_length_seconds_count{scrape_job="k8s-cadvisor"} 472619 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.01"} 0.00016097 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.05"} 0.0002506 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.5"} 0.000518839 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.9"} 0.000836807 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.99"} 0.00140829 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-cert-manager"} 321.2589227149922 prometheus_target_sync_length_seconds_count{scrape_job="k8s-cert-manager"} 472619 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.01"} 0.000171368 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.05"} 0.000217767 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.5"} 0.000403231 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.9"} 0.000612217 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.99"} 0.000866686 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-cert-manager-reloader"} 266.0661476860052 prometheus_target_sync_length_seconds_count{scrape_job="k8s-cert-manager-reloader"} 472619 prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.01"} 0.003233718 prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.05"} 0.00422641 prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.5"} 0.008322906 prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.9"} 0.010499865 prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.99"} 0.013574162 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-coredns"} 3937.1151893310407 prometheus_target_sync_length_seconds_count{scrape_job="k8s-coredns"} 472619 prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.01"} 0.000526413 prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.05"} 0.000732365 prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.5"} 0.001310327 prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.9"} 0.002115591 prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.99"} 0.002328456 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-etcd"} 735.6114139749964 prometheus_target_sync_length_seconds_count{scrape_job="k8s-etcd"} 472612 prometheus_target_sync_length_seconds{scrape_job="k8s-ingress-nginx",quantile="0.01"} 0.000399792 prometheus_target_sync_length_seconds{scrape_job="k8s-ingress-nginx",quantile="0.05"} 0.00047708 prometheus_target_sync_length_seconds{scrape_job="k8s-ingress-nginx",quantile="0.5"} 0.00120867 prometheus_target_sync_length_seconds{scrape_job="k8s-ingress-nginx",quantile="0.9"} 0.002052403 prometheus_target_sync_length_seconds{scrape_job="k8s-ingress-nginx",quantile="0.99"} 0.003279652 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-ingress-nginx"} 680.4769171410211 prometheus_target_sync_length_seconds_count{scrape_job="k8s-ingress-nginx"} 472619 prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.01"} 0.001114971 prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.05"} 0.001347441 prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.5"} 0.00300573 prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.9"} 0.00480171 prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.99"} 0.009496169 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-kube-state-metrics"} 1546.0859071579914 prometheus_target_sync_length_seconds_count{scrape_job="k8s-kube-state-metrics"} 472619 prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.01"} 5.2875e-05 prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.05"} 7.0519e-05 prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.5"} 0.000141869 prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.9"} 0.000221703 prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.99"} 0.000258853 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-maintain-kubeusers"} 125.77014309200038 prometheus_target_sync_length_seconds_count{scrape_job="k8s-maintain-kubeusers"} 472619 prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.01"} 0.002609951 prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.05"} 0.004124837 prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.5"} 0.007223982 prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.9"} 0.010277538 prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.99"} 0.015402865 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-nodes"} 3484.3778072929845 prometheus_target_sync_length_seconds_count{scrape_job="k8s-nodes"} 472619 prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.01"} 0.001256817 prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.05"} 0.001359127 prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.5"} 0.003964107 prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.9"} 0.00673969 prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.99"} 0.018133552 prometheus_target_sync_length_seconds_sum{scrape_job="kyverno"} 2004.5547312579927 prometheus_target_sync_length_seconds_count{scrape_job="kyverno"} 472619 prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.01"} 0.000151971 prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.05"} 0.000187506 prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.5"} 0.000469024 prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.9"} 0.000738566 prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.99"} 0.001925295 prometheus_target_sync_length_seconds_sum{scrape_job="logs-api"} 311.23420712600665 prometheus_target_sync_length_seconds_count{scrape_job="logs-api"} 472619 prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.01"} 0.001061721 prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.05"} 0.00119587 prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.5"} 0.003258395 prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.9"} 0.005730863 prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.99"} 0.006106629 prometheus_target_sync_length_seconds_sum{scrape_job="loki-tools"} 1723.7469088099658 prometheus_target_sync_length_seconds_count{scrape_job="loki-tools"} 472619 prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.01"} 0.001125232 prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.05"} 0.001515734 prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.5"} 0.003255021 prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.9"} 0.005469432 prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.99"} 0.009240033 prometheus_target_sync_length_seconds_sum{scrape_job="node-exporter"} 1657.7671108569677 prometheus_target_sync_length_seconds_count{scrape_job="node-exporter"} 472609 prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.01"} 1.5748e-05 prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.05"} 1.9923e-05 prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.5"} 4.9394e-05 prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.9"} 9.6292e-05 prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.99"} 0.000181215 prometheus_target_sync_length_seconds_sum{scrape_job="pint"} 52.250048126999275 prometheus_target_sync_length_seconds_count{scrape_job="pint"} 472620 prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.01"} 0.000437415 prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.05"} 0.000458227 prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.5"} 0.001326364 prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.9"} 0.002234322 prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.99"} 0.010481392 prometheus_target_sync_length_seconds_sum{scrape_job="probes/custom"} 719.2953966910097 prometheus_target_sync_length_seconds_count{scrape_job="probes/custom"} 472620 prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.01"} 3.316e-05 prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.05"} 4.0107e-05 prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.5"} 9.4342e-05 prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.9"} 0.000183966 prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.99"} 0.000225811 prometheus_target_sync_length_seconds_sum{scrape_job="probes/pingthing"} 88.02296170900144 prometheus_target_sync_length_seconds_count{scrape_job="probes/pingthing"} 472620 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.01"} 1.9395e-05 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.05"} 2.687e-05 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.5"} 5.626e-05 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.9"} 0.000123699 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.99"} 0.00015487 prometheus_target_sync_length_seconds_sum{scrape_job="prometheus"} 56.570453803000674 prometheus_target_sync_length_seconds_count{scrape_job="prometheus"} 472620 prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.01"} 0.000447741 prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.05"} 0.000484488 prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.5"} 0.001316808 prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.9"} 0.002169465 prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.99"} 0.002528018 prometheus_target_sync_length_seconds_sum{scrape_job="redis"} 715.2668021480163 prometheus_target_sync_length_seconds_count{scrape_job="redis"} 472614 prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.01"} 0.001660288 prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.05"} 0.002134825 prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.5"} 0.004794196 prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.9"} 0.007359266 prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.99"} 0.011168622 prometheus_target_sync_length_seconds_sum{scrape_job="ssh-banner"} 2390.7989375761013 prometheus_target_sync_length_seconds_count{scrape_job="ssh-banner"} 472609 prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.01"} 0.00030727 prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.05"} 0.000368962 prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.5"} 0.000772248 prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.9"} 0.001301101 prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.99"} 0.0079253 prometheus_target_sync_length_seconds_sum{scrape_job="tekton-pipelines-controller"} 454.56868194399345 prometheus_target_sync_length_seconds_count{scrape_job="tekton-pipelines-controller"} 472619 prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.01"} 0.000417362 prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.05"} 0.000515158 prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.5"} 0.001303795 prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.9"} 0.00233718 prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.99"} 0.009828205 prometheus_target_sync_length_seconds_sum{scrape_job="tools-db"} 714.4234816529707 prometheus_target_sync_length_seconds_count{scrape_job="tools-db"} 472608 # HELP prometheus_template_text_expansion_failures_total The total number of template text expansion failures. # TYPE prometheus_template_text_expansion_failures_total counter prometheus_template_text_expansion_failures_total 0 # HELP prometheus_template_text_expansions_total The total number of template text expansions. # TYPE prometheus_template_text_expansions_total counter prometheus_template_text_expansions_total 8258 # HELP prometheus_treecache_watcher_goroutines The current number of watcher goroutines. # TYPE prometheus_treecache_watcher_goroutines gauge prometheus_treecache_watcher_goroutines 0 # HELP prometheus_treecache_zookeeper_failures_total The total number of ZooKeeper failures. # TYPE prometheus_treecache_zookeeper_failures_total counter prometheus_treecache_zookeeper_failures_total 0 # HELP prometheus_tsdb_blocks_loaded Number of currently loaded data blocks # TYPE prometheus_tsdb_blocks_loaded gauge prometheus_tsdb_blocks_loaded 83 # HELP prometheus_tsdb_checkpoint_creations_failed_total Total number of checkpoint creations that failed. # TYPE prometheus_tsdb_checkpoint_creations_failed_total counter prometheus_tsdb_checkpoint_creations_failed_total 0 # HELP prometheus_tsdb_checkpoint_creations_total Total number of checkpoint creations attempted. # TYPE prometheus_tsdb_checkpoint_creations_total counter prometheus_tsdb_checkpoint_creations_total 329 # HELP prometheus_tsdb_checkpoint_deletions_failed_total Total number of checkpoint deletions that failed. # TYPE prometheus_tsdb_checkpoint_deletions_failed_total counter prometheus_tsdb_checkpoint_deletions_failed_total 0 # HELP prometheus_tsdb_checkpoint_deletions_total Total number of checkpoint deletions attempted. # TYPE prometheus_tsdb_checkpoint_deletions_total counter prometheus_tsdb_checkpoint_deletions_total 329 # HELP prometheus_tsdb_clean_start -1: lockfile is disabled. 0: a lockfile from a previous execution was replaced. 1: lockfile creation was clean # TYPE prometheus_tsdb_clean_start gauge prometheus_tsdb_clean_start 0 # HELP prometheus_tsdb_compaction_chunk_range_seconds Final time range of chunks on their first compaction # TYPE prometheus_tsdb_compaction_chunk_range_seconds histogram prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="100"} 1.3642986e+07 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="400"} 1.3642986e+07 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="1600"} 1.3642986e+07 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="6400"} 1.3642986e+07 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="25600"} 1.3642986e+07 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="102400"} 5.6223518e+07 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="409600"} 7.4933426e+07 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="1.6384e+06"} 8.3954638e+07 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="6.5536e+06"} 9.2113035e+07 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="2.62144e+07"} 8.03563666e+08 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="+Inf"} 8.03563666e+08 prometheus_tsdb_compaction_chunk_range_seconds_sum 5.095144945237452e+15 prometheus_tsdb_compaction_chunk_range_seconds_count 8.03563666e+08 # HELP prometheus_tsdb_compaction_chunk_samples Final number of samples on their first compaction # TYPE prometheus_tsdb_compaction_chunk_samples histogram prometheus_tsdb_compaction_chunk_samples_bucket{le="4"} 7.3840996e+07 prometheus_tsdb_compaction_chunk_samples_bucket{le="6"} 7.7867925e+07 prometheus_tsdb_compaction_chunk_samples_bucket{le="9"} 8.0213656e+07 prometheus_tsdb_compaction_chunk_samples_bucket{le="13.5"} 8.2995129e+07 prometheus_tsdb_compaction_chunk_samples_bucket{le="20.25"} 8.53925e+07 prometheus_tsdb_compaction_chunk_samples_bucket{le="30.375"} 2.27135435e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="45.5625"} 2.30137968e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="68.34375"} 2.32156218e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="102.515625"} 2.33049128e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="153.7734375"} 8.03563646e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="230.66015625"} 8.03563646e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="345.990234375"} 8.03563666e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="+Inf"} 8.03563666e+08 prometheus_tsdb_compaction_chunk_samples_sum 7.3243956885e+10 prometheus_tsdb_compaction_chunk_samples_count 8.03563666e+08 # HELP prometheus_tsdb_compaction_chunk_size_bytes Final size of chunks on their first compaction # TYPE prometheus_tsdb_compaction_chunk_size_bytes histogram prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="32"} 1.00213028e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="48"} 1.07806483e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="72"} 6.16953599e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="108"} 7.31861795e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="162"} 7.5457068e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="243"} 7.75944514e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="364.5"} 7.91206517e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="546.75"} 7.95786969e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="820.125"} 8.0112431e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="1230.1875"} 8.03563666e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="1845.28125"} 8.03563666e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="2767.921875"} 8.03563666e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="+Inf"} 8.03563666e+08 prometheus_tsdb_compaction_chunk_size_bytes_sum 5.8410849155e+10 prometheus_tsdb_compaction_chunk_size_bytes_count 8.03563666e+08 # HELP prometheus_tsdb_compaction_duration_seconds Duration of compaction runs # TYPE prometheus_tsdb_compaction_duration_seconds histogram prometheus_tsdb_compaction_duration_seconds_bucket{le="1"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="2"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="4"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="8"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="16"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="32"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="64"} 328 prometheus_tsdb_compaction_duration_seconds_bucket{le="128"} 432 prometheus_tsdb_compaction_duration_seconds_bucket{le="256"} 468 prometheus_tsdb_compaction_duration_seconds_bucket{le="512"} 468 prometheus_tsdb_compaction_duration_seconds_bucket{le="1024"} 468 prometheus_tsdb_compaction_duration_seconds_bucket{le="2048"} 468 prometheus_tsdb_compaction_duration_seconds_bucket{le="4096"} 468 prometheus_tsdb_compaction_duration_seconds_bucket{le="8192"} 468 prometheus_tsdb_compaction_duration_seconds_bucket{le="+Inf"} 468 prometheus_tsdb_compaction_duration_seconds_sum 31179.88344507499 prometheus_tsdb_compaction_duration_seconds_count 468 # HELP prometheus_tsdb_compaction_populating_block Set to 1 when a block is currently being written to the disk. # TYPE prometheus_tsdb_compaction_populating_block gauge prometheus_tsdb_compaction_populating_block 0 # HELP prometheus_tsdb_compactions_failed_total Total number of compactions that failed for the partition. # TYPE prometheus_tsdb_compactions_failed_total counter prometheus_tsdb_compactions_failed_total 0 # HELP prometheus_tsdb_compactions_skipped_total Total number of skipped compactions due to disabled auto compaction. # TYPE prometheus_tsdb_compactions_skipped_total counter prometheus_tsdb_compactions_skipped_total 0 # HELP prometheus_tsdb_compactions_total Total number of compactions that were executed for the partition. # TYPE prometheus_tsdb_compactions_total counter prometheus_tsdb_compactions_total 468 # HELP prometheus_tsdb_compactions_triggered_total Total number of triggered compactions for the partition. # TYPE prometheus_tsdb_compactions_triggered_total counter prometheus_tsdb_compactions_triggered_total 38647 # HELP prometheus_tsdb_data_replay_duration_seconds Time taken to replay the data on disk. # TYPE prometheus_tsdb_data_replay_duration_seconds gauge prometheus_tsdb_data_replay_duration_seconds 28.198719057 # HELP prometheus_tsdb_exemplar_exemplars_appended_total Total number of appended exemplars. # TYPE prometheus_tsdb_exemplar_exemplars_appended_total counter prometheus_tsdb_exemplar_exemplars_appended_total 0 # HELP prometheus_tsdb_exemplar_exemplars_in_storage Number of exemplars currently in circular storage. # TYPE prometheus_tsdb_exemplar_exemplars_in_storage gauge prometheus_tsdb_exemplar_exemplars_in_storage 0 # HELP prometheus_tsdb_exemplar_last_exemplars_timestamp_seconds The timestamp of the oldest exemplar stored in circular storage. Useful to check for what timerange the current exemplar buffer limit allows. This usually means the last timestampfor all exemplars for a typical setup. This is not true though if one of the series timestamp is in future compared to rest series. # TYPE prometheus_tsdb_exemplar_last_exemplars_timestamp_seconds gauge prometheus_tsdb_exemplar_last_exemplars_timestamp_seconds 0 # HELP prometheus_tsdb_exemplar_max_exemplars Total number of exemplars the exemplar storage can store, resizeable. # TYPE prometheus_tsdb_exemplar_max_exemplars gauge prometheus_tsdb_exemplar_max_exemplars 0 # HELP prometheus_tsdb_exemplar_out_of_order_exemplars_total Total number of out of order exemplar ingestion failed attempts. # TYPE prometheus_tsdb_exemplar_out_of_order_exemplars_total counter prometheus_tsdb_exemplar_out_of_order_exemplars_total 0 # HELP prometheus_tsdb_exemplar_series_with_exemplars_in_storage Number of series with exemplars currently in circular storage. # TYPE prometheus_tsdb_exemplar_series_with_exemplars_in_storage gauge prometheus_tsdb_exemplar_series_with_exemplars_in_storage 0 # HELP prometheus_tsdb_head_active_appenders Number of currently active appender transactions # TYPE prometheus_tsdb_head_active_appenders gauge prometheus_tsdb_head_active_appenders 6 # HELP prometheus_tsdb_head_chunks Total number of chunks in the head block. # TYPE prometheus_tsdb_head_chunks gauge prometheus_tsdb_head_chunks 4.515856e+06 # HELP prometheus_tsdb_head_chunks_created_total Total number of chunks created in the head # TYPE prometheus_tsdb_head_chunks_created_total counter prometheus_tsdb_head_chunks_created_total 8.08079522e+08 # HELP prometheus_tsdb_head_chunks_removed_total Total number of chunks removed in the head # TYPE prometheus_tsdb_head_chunks_removed_total counter prometheus_tsdb_head_chunks_removed_total 8.03563666e+08 # HELP prometheus_tsdb_head_chunks_storage_size_bytes Size of the chunks_head directory. # TYPE prometheus_tsdb_head_chunks_storage_size_bytes gauge prometheus_tsdb_head_chunks_storage_size_bytes 3.0858033e+08 # HELP prometheus_tsdb_head_gc_duration_seconds Runtime of garbage collection in the head block. # TYPE prometheus_tsdb_head_gc_duration_seconds summary prometheus_tsdb_head_gc_duration_seconds_sum 1208.5188655919999 prometheus_tsdb_head_gc_duration_seconds_count 329 # HELP prometheus_tsdb_head_max_time Maximum timestamp of the head block. The unit is decided by the library consumer. # TYPE prometheus_tsdb_head_max_time gauge prometheus_tsdb_head_max_time 1.770408122042e+12 # HELP prometheus_tsdb_head_max_time_seconds Maximum timestamp of the head block. # TYPE prometheus_tsdb_head_max_time_seconds gauge prometheus_tsdb_head_max_time_seconds 1.770408122e+09 # HELP prometheus_tsdb_head_min_time Minimum time bound of the head block. The unit is decided by the library consumer. # TYPE prometheus_tsdb_head_min_time gauge prometheus_tsdb_head_min_time 1.7704008e+12 # HELP prometheus_tsdb_head_min_time_seconds Minimum time bound of the head block. # TYPE prometheus_tsdb_head_min_time_seconds gauge prometheus_tsdb_head_min_time_seconds 1.7704008e+09 # HELP prometheus_tsdb_head_out_of_order_samples_appended_total Total number of appended out of order samples. # TYPE prometheus_tsdb_head_out_of_order_samples_appended_total counter prometheus_tsdb_head_out_of_order_samples_appended_total 0 # HELP prometheus_tsdb_head_samples_appended_total Total number of appended samples. # TYPE prometheus_tsdb_head_samples_appended_total counter prometheus_tsdb_head_samples_appended_total{type="float"} 7.3348840193e+10 prometheus_tsdb_head_samples_appended_total{type="histogram"} 0 # HELP prometheus_tsdb_head_series Total number of series in the head block. # TYPE prometheus_tsdb_head_series gauge prometheus_tsdb_head_series 2.484456e+06 # HELP prometheus_tsdb_head_series_created_total Total number of series created in the head # TYPE prometheus_tsdb_head_series_created_total counter prometheus_tsdb_head_series_created_total 8.9570419e+07 # HELP prometheus_tsdb_head_series_not_found_total Total number of requests for series that were not found. # TYPE prometheus_tsdb_head_series_not_found_total counter prometheus_tsdb_head_series_not_found_total 99 # HELP prometheus_tsdb_head_series_removed_total Total number of series removed in the head # TYPE prometheus_tsdb_head_series_removed_total counter prometheus_tsdb_head_series_removed_total 8.7085963e+07 # HELP prometheus_tsdb_head_truncations_failed_total Total number of head truncations that failed. # TYPE prometheus_tsdb_head_truncations_failed_total counter prometheus_tsdb_head_truncations_failed_total 0 # HELP prometheus_tsdb_head_truncations_total Total number of head truncations attempted. # TYPE prometheus_tsdb_head_truncations_total counter prometheus_tsdb_head_truncations_total 329 # HELP prometheus_tsdb_isolation_high_watermark The highest TSDB append ID that has been given out. # TYPE prometheus_tsdb_isolation_high_watermark gauge prometheus_tsdb_isolation_high_watermark 2.3792406e+07 # HELP prometheus_tsdb_isolation_low_watermark The lowest TSDB append ID that is still referenced. # TYPE prometheus_tsdb_isolation_low_watermark gauge prometheus_tsdb_isolation_low_watermark 2.3792301e+07 # HELP prometheus_tsdb_lowest_timestamp Lowest timestamp value stored in the database. The unit is decided by the library consumer. # TYPE prometheus_tsdb_lowest_timestamp gauge prometheus_tsdb_lowest_timestamp 1.7652816e+12 # HELP prometheus_tsdb_lowest_timestamp_seconds Lowest timestamp value stored in the database. # TYPE prometheus_tsdb_lowest_timestamp_seconds gauge prometheus_tsdb_lowest_timestamp_seconds 1.7652816e+09 # HELP prometheus_tsdb_mmap_chunk_corruptions_total Total number of memory-mapped chunk corruptions. # TYPE prometheus_tsdb_mmap_chunk_corruptions_total counter prometheus_tsdb_mmap_chunk_corruptions_total 0 # HELP prometheus_tsdb_mmap_chunks_total Total number of chunks that were memory-mapped. # TYPE prometheus_tsdb_mmap_chunks_total counter prometheus_tsdb_mmap_chunks_total 7.18675215e+08 # HELP prometheus_tsdb_out_of_bound_samples_total Total number of out of bound samples ingestion failed attempts with out of order support disabled. # TYPE prometheus_tsdb_out_of_bound_samples_total counter prometheus_tsdb_out_of_bound_samples_total{type="float"} 0 # HELP prometheus_tsdb_out_of_order_samples_total Total number of out of order samples ingestion failed attempts due to out of order being disabled. # TYPE prometheus_tsdb_out_of_order_samples_total counter prometheus_tsdb_out_of_order_samples_total{type="float"} 372660 prometheus_tsdb_out_of_order_samples_total{type="histogram"} 0 # HELP prometheus_tsdb_reloads_failures_total Number of times the database failed to reloadBlocks block data from disk. # TYPE prometheus_tsdb_reloads_failures_total counter prometheus_tsdb_reloads_failures_total 0 # HELP prometheus_tsdb_reloads_total Number of times the database reloaded block data from disk. # TYPE prometheus_tsdb_reloads_total counter prometheus_tsdb_reloads_total 38462 # HELP prometheus_tsdb_retention_limit_bytes Max number of bytes to be retained in the tsdb blocks, configured 0 means disabled # TYPE prometheus_tsdb_retention_limit_bytes gauge prometheus_tsdb_retention_limit_bytes 2.3622320128e+11 # HELP prometheus_tsdb_size_retentions_total The number of times that blocks were deleted because the maximum number of bytes was exceeded. # TYPE prometheus_tsdb_size_retentions_total counter prometheus_tsdb_size_retentions_total 34 # HELP prometheus_tsdb_snapshot_replay_error_total Total number snapshot replays that failed. # TYPE prometheus_tsdb_snapshot_replay_error_total counter prometheus_tsdb_snapshot_replay_error_total 0 # HELP prometheus_tsdb_storage_blocks_bytes The number of bytes that are currently used for local storage by all blocks. # TYPE prometheus_tsdb_storage_blocks_bytes gauge prometheus_tsdb_storage_blocks_bytes 2.30979031298e+11 # HELP prometheus_tsdb_symbol_table_size_bytes Size of symbol table in memory for loaded blocks # TYPE prometheus_tsdb_symbol_table_size_bytes gauge prometheus_tsdb_symbol_table_size_bytes 6.033248e+06 # HELP prometheus_tsdb_time_retentions_total The number of times that blocks were deleted because the maximum time limit was exceeded. # TYPE prometheus_tsdb_time_retentions_total counter prometheus_tsdb_time_retentions_total 0 # HELP prometheus_tsdb_tombstone_cleanup_seconds The time taken to recompact blocks to remove tombstones. # TYPE prometheus_tsdb_tombstone_cleanup_seconds histogram prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.005"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.01"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.025"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.05"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.1"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.25"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.5"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="1"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="2.5"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="5"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="10"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="+Inf"} 0 prometheus_tsdb_tombstone_cleanup_seconds_sum 0 prometheus_tsdb_tombstone_cleanup_seconds_count 0 # HELP prometheus_tsdb_too_old_samples_total Total number of out of order samples ingestion failed attempts with out of support enabled, but sample outside of time window. # TYPE prometheus_tsdb_too_old_samples_total counter prometheus_tsdb_too_old_samples_total{type="float"} 0 # HELP prometheus_tsdb_vertical_compactions_total Total number of compactions done on overlapping blocks. # TYPE prometheus_tsdb_vertical_compactions_total counter prometheus_tsdb_vertical_compactions_total 0 # HELP prometheus_tsdb_wal_completed_pages_total Total number of completed pages. # TYPE prometheus_tsdb_wal_completed_pages_total counter prometheus_tsdb_wal_completed_pages_total 1.3037883e+07 # HELP prometheus_tsdb_wal_corruptions_total Total number of WAL corruptions. # TYPE prometheus_tsdb_wal_corruptions_total counter prometheus_tsdb_wal_corruptions_total 0 # HELP prometheus_tsdb_wal_fsync_duration_seconds Duration of write log fsync. # TYPE prometheus_tsdb_wal_fsync_duration_seconds summary prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.5"} 0.008430435 prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.9"} 0.008430435 prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.99"} 0.008430435 prometheus_tsdb_wal_fsync_duration_seconds_sum 81.46529849900006 prometheus_tsdb_wal_fsync_duration_seconds_count 3306 # HELP prometheus_tsdb_wal_page_flushes_total Total number of page flushes. # TYPE prometheus_tsdb_wal_page_flushes_total counter prometheus_tsdb_wal_page_flushes_total 3.5889635e+07 # HELP prometheus_tsdb_wal_segment_current Write log segment index that TSDB is currently writing to. # TYPE prometheus_tsdb_wal_segment_current gauge prometheus_tsdb_wal_segment_current 116679 # HELP prometheus_tsdb_wal_storage_size_bytes Size of the write log directory. # TYPE prometheus_tsdb_wal_storage_size_bytes gauge prometheus_tsdb_wal_storage_size_bytes 1.64214631e+09 # HELP prometheus_tsdb_wal_truncate_duration_seconds Duration of WAL truncation. # TYPE prometheus_tsdb_wal_truncate_duration_seconds summary prometheus_tsdb_wal_truncate_duration_seconds_sum 7202.101701486005 prometheus_tsdb_wal_truncate_duration_seconds_count 329 # HELP prometheus_tsdb_wal_truncations_failed_total Total number of write log truncations that failed. # TYPE prometheus_tsdb_wal_truncations_failed_total counter prometheus_tsdb_wal_truncations_failed_total 0 # HELP prometheus_tsdb_wal_truncations_total Total number of write log truncations attempted. # TYPE prometheus_tsdb_wal_truncations_total counter prometheus_tsdb_wal_truncations_total 329 # HELP prometheus_tsdb_wal_writes_failed_total Total number of write log writes that failed. # TYPE prometheus_tsdb_wal_writes_failed_total counter prometheus_tsdb_wal_writes_failed_total 0 # HELP prometheus_web_federation_errors_total Total number of errors that occurred while sending federation responses. # TYPE prometheus_web_federation_errors_total counter prometheus_web_federation_errors_total 0 # HELP prometheus_web_federation_warnings_total Total number of warnings that occurred while sending federation responses. # TYPE prometheus_web_federation_warnings_total counter prometheus_web_federation_warnings_total 0 # HELP promhttp_metric_handler_requests_in_flight Current number of scrapes being served. # TYPE promhttp_metric_handler_requests_in_flight gauge promhttp_metric_handler_requests_in_flight 1 # HELP promhttp_metric_handler_requests_total Total number of scrapes by HTTP status code. # TYPE promhttp_metric_handler_requests_total counter promhttp_metric_handler_requests_total{code="200"} 39546 promhttp_metric_handler_requests_total{code="500"} 0 promhttp_metric_handler_requests_total{code="503"} 0