# HELP go_gc_duration_seconds A summary of the pause duration of garbage collection cycles. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 0.000168086 go_gc_duration_seconds{quantile="0.25"} 0.000263925 go_gc_duration_seconds{quantile="0.5"} 0.000324715 go_gc_duration_seconds{quantile="0.75"} 0.000408767 go_gc_duration_seconds{quantile="1"} 0.006046766 go_gc_duration_seconds_sum 20.075795016 go_gc_duration_seconds_count 46741 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 1242 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.21.5"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated and still in use. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 1.1364447568e+10 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 1.08209969407352e+14 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 1.6894326e+07 # HELP go_memstats_frees_total Total number of frees. # TYPE go_memstats_frees_total counter go_memstats_frees_total 5.53435994238e+11 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 6.91259376e+08 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and still in use. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 1.1364447568e+10 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 1.4100856832e+10 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 1.3763182592e+10 # HELP go_memstats_heap_objects Number of allocated objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 4.3895603e+07 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 1.1535425536e+10 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 2.7864039424e+10 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.788566229065547e+09 # HELP go_memstats_lookups_total Total number of pointer lookups. # TYPE go_memstats_lookups_total counter go_memstats_lookups_total 0 # HELP go_memstats_mallocs_total Total number of mallocs. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 5.53479889841e+11 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 9600 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 15600 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 1.83567888e+08 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 4.334736e+08 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 2.2203357728e+10 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 4.261509e+07 # HELP go_memstats_stack_inuse_bytes Number of bytes in use by the stack allocator. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 3.227648e+07 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 3.227648e+07 # HELP go_memstats_sys_bytes Number of bytes obtained from system. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 2.9080573896e+10 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 16 # HELP net_conntrack_dialer_conn_attempted_total Total number of connections attempted by the given dialer a given name. # TYPE net_conntrack_dialer_conn_attempted_total counter net_conntrack_dialer_conn_attempted_total{dialer_name="alertmanager"} 123012 net_conntrack_dialer_conn_attempted_total{dialer_name="alloy"} 1344 net_conntrack_dialer_conn_attempted_total{dialer_name="builds-api"} 147 net_conntrack_dialer_conn_attempted_total{dialer_name="components-api"} 145 net_conntrack_dialer_conn_attempted_total{dialer_name="default"} 0 net_conntrack_dialer_conn_attempted_total{dialer_name="elastic"} 8 net_conntrack_dialer_conn_attempted_total{dialer_name="elastic-haproxy"} 273930 net_conntrack_dialer_conn_attempted_total{dialer_name="envvars-api"} 147 net_conntrack_dialer_conn_attempted_total{dialer_name="exim"} 97422 net_conntrack_dialer_conn_attempted_total{dialer_name="haproxy"} 194809 net_conntrack_dialer_conn_attempted_total{dialer_name="harbor"} 1574 net_conntrack_dialer_conn_attempted_total{dialer_name="infra-tracing-loki"} 325 net_conntrack_dialer_conn_attempted_total{dialer_name="istio-gateway-toolforge"} 163 net_conntrack_dialer_conn_attempted_total{dialer_name="istiod"} 159 net_conntrack_dialer_conn_attempted_total{dialer_name="jobs-api"} 144 net_conntrack_dialer_conn_attempted_total{dialer_name="jobs-emailer"} 127 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-apiserver"} 32 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-cadvisor"} 487 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-cert-manager"} 131 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-cert-manager-reloader"} 135 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-coredns"} 177 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-etcd"} 4730 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-kube-state-metrics"} 170 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-maintain-kubeusers"} 138 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-nodes"} 1448 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes_sd"} 5483 net_conntrack_dialer_conn_attempted_total{dialer_name="kyverno"} 341 net_conntrack_dialer_conn_attempted_total{dialer_name="logs-api"} 155 net_conntrack_dialer_conn_attempted_total{dialer_name="loki-tools"} 299 net_conntrack_dialer_conn_attempted_total{dialer_name="node-exporter"} 1865 net_conntrack_dialer_conn_attempted_total{dialer_name="opensearch"} 3 net_conntrack_dialer_conn_attempted_total{dialer_name="opensearch-haproxy"} 170254 net_conntrack_dialer_conn_attempted_total{dialer_name="openstack_sd"} 702206 net_conntrack_dialer_conn_attempted_total{dialer_name="pint"} 97422 net_conntrack_dialer_conn_attempted_total{dialer_name="probes/custom"} 278 net_conntrack_dialer_conn_attempted_total{dialer_name="probes/pingthing"} 1 net_conntrack_dialer_conn_attempted_total{dialer_name="prometheus"} 1 net_conntrack_dialer_conn_attempted_total{dialer_name="redis"} 31 net_conntrack_dialer_conn_attempted_total{dialer_name="ssh-banner"} 158 net_conntrack_dialer_conn_attempted_total{dialer_name="tekton-pipelines-controller"} 130 net_conntrack_dialer_conn_attempted_total{dialer_name="tools-db"} 4 # HELP net_conntrack_dialer_conn_closed_total Total number of connections closed which originated from the dialer of a given name. # TYPE net_conntrack_dialer_conn_closed_total counter net_conntrack_dialer_conn_closed_total{dialer_name="alertmanager"} 123012 net_conntrack_dialer_conn_closed_total{dialer_name="alloy"} 1561 net_conntrack_dialer_conn_closed_total{dialer_name="builds-api"} 152 net_conntrack_dialer_conn_closed_total{dialer_name="components-api"} 148 net_conntrack_dialer_conn_closed_total{dialer_name="default"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="elastic"} 3 net_conntrack_dialer_conn_closed_total{dialer_name="elastic-haproxy"} 273886 net_conntrack_dialer_conn_closed_total{dialer_name="envvars-api"} 148 net_conntrack_dialer_conn_closed_total{dialer_name="exim"} 97417 net_conntrack_dialer_conn_closed_total{dialer_name="haproxy"} 194781 net_conntrack_dialer_conn_closed_total{dialer_name="harbor"} 1573 net_conntrack_dialer_conn_closed_total{dialer_name="infra-tracing-loki"} 314 net_conntrack_dialer_conn_closed_total{dialer_name="istio-gateway-toolforge"} 159 net_conntrack_dialer_conn_closed_total{dialer_name="istiod"} 152 net_conntrack_dialer_conn_closed_total{dialer_name="jobs-api"} 148 net_conntrack_dialer_conn_closed_total{dialer_name="jobs-emailer"} 122 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-apiserver"} 13 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-cadvisor"} 448 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-cert-manager"} 135 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-cert-manager-reloader"} 132 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-coredns"} 167 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-etcd"} 4715 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-kube-state-metrics"} 165 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-maintain-kubeusers"} 136 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-nodes"} 1618 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes_sd"} 5056 net_conntrack_dialer_conn_closed_total{dialer_name="kyverno"} 333 net_conntrack_dialer_conn_closed_total{dialer_name="logs-api"} 158 net_conntrack_dialer_conn_closed_total{dialer_name="loki-tools"} 290 net_conntrack_dialer_conn_closed_total{dialer_name="node-exporter"} 571 net_conntrack_dialer_conn_closed_total{dialer_name="opensearch"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="opensearch-haproxy"} 170253 net_conntrack_dialer_conn_closed_total{dialer_name="openstack_sd"} 702208 net_conntrack_dialer_conn_closed_total{dialer_name="pint"} 97422 net_conntrack_dialer_conn_closed_total{dialer_name="probes/custom"} 276 net_conntrack_dialer_conn_closed_total{dialer_name="probes/pingthing"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="prometheus"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="redis"} 6 net_conntrack_dialer_conn_closed_total{dialer_name="ssh-banner"} 156 net_conntrack_dialer_conn_closed_total{dialer_name="tekton-pipelines-controller"} 129 net_conntrack_dialer_conn_closed_total{dialer_name="tools-db"} 2 # HELP net_conntrack_dialer_conn_established_total Total number of connections successfully established by the given dialer a given name. # TYPE net_conntrack_dialer_conn_established_total counter net_conntrack_dialer_conn_established_total{dialer_name="alertmanager"} 123012 net_conntrack_dialer_conn_established_total{dialer_name="alloy"} 1004 net_conntrack_dialer_conn_established_total{dialer_name="builds-api"} 139 net_conntrack_dialer_conn_established_total{dialer_name="components-api"} 139 net_conntrack_dialer_conn_established_total{dialer_name="default"} 0 net_conntrack_dialer_conn_established_total{dialer_name="elastic"} 3 net_conntrack_dialer_conn_established_total{dialer_name="elastic-haproxy"} 273886 net_conntrack_dialer_conn_established_total{dialer_name="envvars-api"} 139 net_conntrack_dialer_conn_established_total{dialer_name="exim"} 97417 net_conntrack_dialer_conn_established_total{dialer_name="haproxy"} 194782 net_conntrack_dialer_conn_established_total{dialer_name="harbor"} 1574 net_conntrack_dialer_conn_established_total{dialer_name="infra-tracing-loki"} 272 net_conntrack_dialer_conn_established_total{dialer_name="istio-gateway-toolforge"} 148 net_conntrack_dialer_conn_established_total{dialer_name="istiod"} 145 net_conntrack_dialer_conn_established_total{dialer_name="jobs-api"} 134 net_conntrack_dialer_conn_established_total{dialer_name="jobs-emailer"} 119 net_conntrack_dialer_conn_established_total{dialer_name="k8s-apiserver"} 16 net_conntrack_dialer_conn_established_total{dialer_name="k8s-cadvisor"} 423 net_conntrack_dialer_conn_established_total{dialer_name="k8s-cert-manager"} 124 net_conntrack_dialer_conn_established_total{dialer_name="k8s-cert-manager-reloader"} 128 net_conntrack_dialer_conn_established_total{dialer_name="k8s-coredns"} 161 net_conntrack_dialer_conn_established_total{dialer_name="k8s-etcd"} 4718 net_conntrack_dialer_conn_established_total{dialer_name="k8s-kube-state-metrics"} 154 net_conntrack_dialer_conn_established_total{dialer_name="k8s-maintain-kubeusers"} 131 net_conntrack_dialer_conn_established_total{dialer_name="k8s-nodes"} 1056 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes_sd"} 5074 net_conntrack_dialer_conn_established_total{dialer_name="kyverno"} 281 net_conntrack_dialer_conn_established_total{dialer_name="logs-api"} 147 net_conntrack_dialer_conn_established_total{dialer_name="loki-tools"} 252 net_conntrack_dialer_conn_established_total{dialer_name="node-exporter"} 683 net_conntrack_dialer_conn_established_total{dialer_name="opensearch"} 3 net_conntrack_dialer_conn_established_total{dialer_name="opensearch-haproxy"} 170254 net_conntrack_dialer_conn_established_total{dialer_name="openstack_sd"} 702206 net_conntrack_dialer_conn_established_total{dialer_name="pint"} 97422 net_conntrack_dialer_conn_established_total{dialer_name="probes/custom"} 278 net_conntrack_dialer_conn_established_total{dialer_name="probes/pingthing"} 1 net_conntrack_dialer_conn_established_total{dialer_name="prometheus"} 1 net_conntrack_dialer_conn_established_total{dialer_name="redis"} 9 net_conntrack_dialer_conn_established_total{dialer_name="ssh-banner"} 158 net_conntrack_dialer_conn_established_total{dialer_name="tekton-pipelines-controller"} 125 net_conntrack_dialer_conn_established_total{dialer_name="tools-db"} 4 # HELP net_conntrack_dialer_conn_failed_total Total number of connections failed to dial by the dialer a given name. # TYPE net_conntrack_dialer_conn_failed_total counter net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alloy",reason="refused"} 57 net_conntrack_dialer_conn_failed_total{dialer_name="alloy",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alloy",reason="timeout"} 193 net_conntrack_dialer_conn_failed_total{dialer_name="alloy",reason="unknown"} 340 net_conntrack_dialer_conn_failed_total{dialer_name="builds-api",reason="refused"} 2 net_conntrack_dialer_conn_failed_total{dialer_name="builds-api",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="builds-api",reason="timeout"} 6 net_conntrack_dialer_conn_failed_total{dialer_name="builds-api",reason="unknown"} 8 net_conntrack_dialer_conn_failed_total{dialer_name="components-api",reason="refused"} 2 net_conntrack_dialer_conn_failed_total{dialer_name="components-api",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="components-api",reason="timeout"} 4 net_conntrack_dialer_conn_failed_total{dialer_name="components-api",reason="unknown"} 6 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="elastic",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="elastic",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="elastic",reason="timeout"} 1 net_conntrack_dialer_conn_failed_total{dialer_name="elastic",reason="unknown"} 5 net_conntrack_dialer_conn_failed_total{dialer_name="elastic-haproxy",reason="refused"} 1 net_conntrack_dialer_conn_failed_total{dialer_name="elastic-haproxy",reason="resolution"} 10 net_conntrack_dialer_conn_failed_total{dialer_name="elastic-haproxy",reason="timeout"} 29 net_conntrack_dialer_conn_failed_total{dialer_name="elastic-haproxy",reason="unknown"} 34 net_conntrack_dialer_conn_failed_total{dialer_name="envvars-api",reason="refused"} 1 net_conntrack_dialer_conn_failed_total{dialer_name="envvars-api",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="envvars-api",reason="timeout"} 7 net_conntrack_dialer_conn_failed_total{dialer_name="envvars-api",reason="unknown"} 8 net_conntrack_dialer_conn_failed_total{dialer_name="exim",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="exim",reason="resolution"} 5 net_conntrack_dialer_conn_failed_total{dialer_name="exim",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="exim",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="haproxy",reason="refused"} 1 net_conntrack_dialer_conn_failed_total{dialer_name="haproxy",reason="resolution"} 8 net_conntrack_dialer_conn_failed_total{dialer_name="haproxy",reason="timeout"} 3 net_conntrack_dialer_conn_failed_total{dialer_name="haproxy",reason="unknown"} 19 net_conntrack_dialer_conn_failed_total{dialer_name="harbor",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="harbor",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="harbor",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="harbor",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="infra-tracing-loki",reason="refused"} 5 net_conntrack_dialer_conn_failed_total{dialer_name="infra-tracing-loki",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="infra-tracing-loki",reason="timeout"} 48 net_conntrack_dialer_conn_failed_total{dialer_name="infra-tracing-loki",reason="unknown"} 53 net_conntrack_dialer_conn_failed_total{dialer_name="istio-gateway-toolforge",reason="refused"} 3 net_conntrack_dialer_conn_failed_total{dialer_name="istio-gateway-toolforge",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="istio-gateway-toolforge",reason="timeout"} 12 net_conntrack_dialer_conn_failed_total{dialer_name="istio-gateway-toolforge",reason="unknown"} 15 net_conntrack_dialer_conn_failed_total{dialer_name="istiod",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="istiod",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="istiod",reason="timeout"} 14 net_conntrack_dialer_conn_failed_total{dialer_name="istiod",reason="unknown"} 14 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-api",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-api",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-api",reason="timeout"} 10 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-api",reason="unknown"} 10 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-emailer",reason="refused"} 2 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-emailer",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-emailer",reason="timeout"} 6 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-emailer",reason="unknown"} 8 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-apiserver",reason="refused"} 10 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-apiserver",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-apiserver",reason="timeout"} 2 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-apiserver",reason="unknown"} 16 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cadvisor",reason="refused"} 14 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cadvisor",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cadvisor",reason="timeout"} 22 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cadvisor",reason="unknown"} 64 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager",reason="refused"} 1 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager",reason="timeout"} 6 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager",reason="unknown"} 7 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager-reloader",reason="refused"} 1 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager-reloader",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager-reloader",reason="timeout"} 6 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager-reloader",reason="unknown"} 7 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-coredns",reason="refused"} 4 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-coredns",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-coredns",reason="timeout"} 12 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-coredns",reason="unknown"} 16 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-etcd",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-etcd",reason="resolution"} 1 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-etcd",reason="timeout"} 1 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-etcd",reason="unknown"} 11 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-kube-state-metrics",reason="refused"} 2 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-kube-state-metrics",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-kube-state-metrics",reason="timeout"} 11 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-kube-state-metrics",reason="unknown"} 16 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-maintain-kubeusers",reason="refused"} 1 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-maintain-kubeusers",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-maintain-kubeusers",reason="timeout"} 6 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-maintain-kubeusers",reason="unknown"} 7 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-nodes",reason="refused"} 48 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-nodes",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-nodes",reason="timeout"} 258 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-nodes",reason="unknown"} 392 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes_sd",reason="refused"} 376 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes_sd",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes_sd",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes_sd",reason="unknown"} 409 net_conntrack_dialer_conn_failed_total{dialer_name="kyverno",reason="refused"} 12 net_conntrack_dialer_conn_failed_total{dialer_name="kyverno",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kyverno",reason="timeout"} 43 net_conntrack_dialer_conn_failed_total{dialer_name="kyverno",reason="unknown"} 60 net_conntrack_dialer_conn_failed_total{dialer_name="logs-api",reason="refused"} 2 net_conntrack_dialer_conn_failed_total{dialer_name="logs-api",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="logs-api",reason="timeout"} 6 net_conntrack_dialer_conn_failed_total{dialer_name="logs-api",reason="unknown"} 8 net_conntrack_dialer_conn_failed_total{dialer_name="loki-tools",reason="refused"} 9 net_conntrack_dialer_conn_failed_total{dialer_name="loki-tools",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="loki-tools",reason="timeout"} 38 net_conntrack_dialer_conn_failed_total{dialer_name="loki-tools",reason="unknown"} 47 net_conntrack_dialer_conn_failed_total{dialer_name="node-exporter",reason="refused"} 43 net_conntrack_dialer_conn_failed_total{dialer_name="node-exporter",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="node-exporter",reason="timeout"} 104 net_conntrack_dialer_conn_failed_total{dialer_name="node-exporter",reason="unknown"} 1182 net_conntrack_dialer_conn_failed_total{dialer_name="opensearch",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="opensearch",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="opensearch",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="opensearch",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="opensearch-haproxy",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="opensearch-haproxy",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="opensearch-haproxy",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="opensearch-haproxy",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="openstack_sd",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="openstack_sd",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="openstack_sd",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="openstack_sd",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="pint",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="pint",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="pint",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="pint",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/custom",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/custom",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/custom",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/custom",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/pingthing",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/pingthing",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/pingthing",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/pingthing",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="redis",reason="refused"} 10 net_conntrack_dialer_conn_failed_total{dialer_name="redis",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="redis",reason="timeout"} 1 net_conntrack_dialer_conn_failed_total{dialer_name="redis",reason="unknown"} 22 net_conntrack_dialer_conn_failed_total{dialer_name="ssh-banner",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="ssh-banner",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="ssh-banner",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="ssh-banner",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tekton-pipelines-controller",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tekton-pipelines-controller",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tekton-pipelines-controller",reason="timeout"} 5 net_conntrack_dialer_conn_failed_total{dialer_name="tekton-pipelines-controller",reason="unknown"} 5 net_conntrack_dialer_conn_failed_total{dialer_name="tools-db",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tools-db",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tools-db",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tools-db",reason="unknown"} 0 # HELP net_conntrack_listener_conn_accepted_total Total number of connections opened to the listener of a given name. # TYPE net_conntrack_listener_conn_accepted_total counter net_conntrack_listener_conn_accepted_total{listener_name="http"} 108795 # HELP net_conntrack_listener_conn_closed_total Total number of connections closed that were made to the listener of a given name. # TYPE net_conntrack_listener_conn_closed_total counter net_conntrack_listener_conn_closed_total{listener_name="http"} 108796 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 2.40900572e+06 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 32768 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 582 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 2.1691928576e+10 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.78272084341e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 2.60829331456e+11 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes 1.8446744073709552e+19 # HELP prometheus_api_remote_read_queries The current number of remote read queries being executed or waiting. # TYPE prometheus_api_remote_read_queries gauge prometheus_api_remote_read_queries 0 # HELP prometheus_build_info A metric with a constant '1' value labeled by version, revision, branch, goversion from which prometheus was built, and the goos and goarch for the build. # TYPE prometheus_build_info gauge prometheus_build_info{branch="non-git",goarch="amd64",goos="linux",goversion="go1.21.5",revision="non-git",tags="netgo,builtinassets,stringlabels",version="2.48.1"} 1 # HELP prometheus_config_last_reload_success_timestamp_seconds Timestamp of the last successful configuration reload. # TYPE prometheus_config_last_reload_success_timestamp_seconds gauge prometheus_config_last_reload_success_timestamp_seconds 1.788480004222771e+09 # HELP prometheus_config_last_reload_successful Whether the last configuration reload attempt was successful. # TYPE prometheus_config_last_reload_successful gauge prometheus_config_last_reload_successful 1 # HELP prometheus_engine_queries The current number of queries being executed or waiting. # TYPE prometheus_engine_queries gauge prometheus_engine_queries 0 # HELP prometheus_engine_queries_concurrent_max The max number of concurrent queries. # TYPE prometheus_engine_queries_concurrent_max gauge prometheus_engine_queries_concurrent_max 20 # HELP prometheus_engine_query_duration_seconds Query timings # TYPE prometheus_engine_query_duration_seconds summary prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.5"} 0.000204015 prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.9"} 0.057634017 prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.99"} 0.297685306 prometheus_engine_query_duration_seconds_sum{slice="inner_eval"} 123352.60167900773 prometheus_engine_query_duration_seconds_count{slice="inner_eval"} 8.542812e+06 prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.5"} 0.000197561 prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.9"} 0.016828102 prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.99"} 0.289219116 prometheus_engine_query_duration_seconds_sum{slice="prepare_time"} 99269.48468899544 prometheus_engine_query_duration_seconds_count{slice="prepare_time"} 8.542812e+06 prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.5"} 9.408e-06 prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.9"} 2.6077e-05 prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.99"} 7.3689e-05 prometheus_engine_query_duration_seconds_sum{slice="queue_time"} 268.68184534592245 prometheus_engine_query_duration_seconds_count{slice="queue_time"} 1.708566e+07 prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.5"} 5.2e-07 prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.9"} 3.789e-06 prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.99"} 3.789e-06 prometheus_engine_query_duration_seconds_sum{slice="result_sort"} 0.43048057899999725 prometheus_engine_query_duration_seconds_count{slice="result_sort"} 154857 # HELP prometheus_engine_query_log_enabled State of the query log. # TYPE prometheus_engine_query_log_enabled gauge prometheus_engine_query_log_enabled 1 # HELP prometheus_engine_query_log_failures_total The number of query log failures. # TYPE prometheus_engine_query_log_failures_total counter prometheus_engine_query_log_failures_total 0 # HELP prometheus_engine_query_samples_total The total number of samples loaded by all queries. # TYPE prometheus_engine_query_samples_total counter prometheus_engine_query_samples_total 9.967091043e+10 # HELP prometheus_http_request_duration_seconds Histogram of latencies for HTTP requests. # TYPE prometheus_http_request_duration_seconds histogram prometheus_http_request_duration_seconds_bucket{handler="/",le="0.1"} 140 prometheus_http_request_duration_seconds_bucket{handler="/",le="0.2"} 140 prometheus_http_request_duration_seconds_bucket{handler="/",le="0.4"} 140 prometheus_http_request_duration_seconds_bucket{handler="/",le="1"} 140 prometheus_http_request_duration_seconds_bucket{handler="/",le="3"} 140 prometheus_http_request_duration_seconds_bucket{handler="/",le="8"} 140 prometheus_http_request_duration_seconds_bucket{handler="/",le="20"} 140 prometheus_http_request_duration_seconds_bucket{handler="/",le="60"} 140 prometheus_http_request_duration_seconds_bucket{handler="/",le="120"} 140 prometheus_http_request_duration_seconds_bucket{handler="/",le="+Inf"} 140 prometheus_http_request_duration_seconds_sum{handler="/"} 0.0061757209999999995 prometheus_http_request_duration_seconds_count{handler="/"} 140 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="0.1"} 241 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="0.2"} 241 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="0.4"} 241 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="1"} 241 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="3"} 241 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="8"} 241 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="20"} 241 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="60"} 241 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="120"} 241 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="+Inf"} 241 prometheus_http_request_duration_seconds_sum{handler="/-/ready"} 0.06972474500000003 prometheus_http_request_duration_seconds_count{handler="/-/ready"} 241 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="0.1"} 150 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="0.2"} 150 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="0.4"} 150 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="1"} 150 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="3"} 150 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="8"} 150 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="20"} 150 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="60"} 150 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="120"} 150 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="+Inf"} 150 prometheus_http_request_duration_seconds_sum{handler="/alerts"} 0.279440006 prometheus_http_request_duration_seconds_count{handler="/alerts"} 150 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="0.1"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="0.2"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="0.4"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="1"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="3"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="8"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="20"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="60"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="120"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="+Inf"} 8 prometheus_http_request_duration_seconds_sum{handler="/api/v1/alertmanagers"} 0.041628467 prometheus_http_request_duration_seconds_count{handler="/api/v1/alertmanagers"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="0.1"} 872 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="0.2"} 872 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="0.4"} 872 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="1"} 872 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="3"} 872 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="8"} 872 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="20"} 872 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="60"} 872 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="120"} 872 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="+Inf"} 872 prometheus_http_request_duration_seconds_sum{handler="/api/v1/alerts"} 0.9500570600000002 prometheus_http_request_duration_seconds_count{handler="/api/v1/alerts"} 872 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="0.1"} 12 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="0.2"} 12 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="0.4"} 12 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="1"} 12 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="3"} 12 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="8"} 12 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="20"} 12 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="60"} 12 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="120"} 12 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="+Inf"} 12 prometheus_http_request_duration_seconds_sum{handler="/api/v1/format_query"} 0.034975413999999996 prometheus_http_request_duration_seconds_count{handler="/api/v1/format_query"} 12 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.1"} 344 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.2"} 356 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.4"} 457 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="1"} 511 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="3"} 514 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="8"} 514 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="20"} 518 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="60"} 518 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="120"} 518 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="+Inf"} 518 prometheus_http_request_duration_seconds_sum{handler="/api/v1/label/:name/values"} 146.52933278700004 prometheus_http_request_duration_seconds_count{handler="/api/v1/label/:name/values"} 518 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.1"} 11537 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.2"} 11539 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.4"} 11539 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="1"} 11539 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="3"} 11539 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="8"} 11539 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="20"} 11539 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="60"} 11539 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="120"} 11539 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="+Inf"} 11539 prometheus_http_request_duration_seconds_sum{handler="/api/v1/labels"} 13.264049705000039 prometheus_http_request_duration_seconds_count{handler="/api/v1/labels"} 11539 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="0.1"} 6632 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="0.2"} 6639 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="0.4"} 6639 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="1"} 6639 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="3"} 6639 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="8"} 6639 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="20"} 6639 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="60"} 6639 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="120"} 6639 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="+Inf"} 6639 prometheus_http_request_duration_seconds_sum{handler="/api/v1/metadata"} 15.29404252900003 prometheus_http_request_duration_seconds_count{handler="/api/v1/metadata"} 6639 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.1"} 602710 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.2"} 605581 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.4"} 628520 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="1"} 646301 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="3"} 646338 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="8"} 646409 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="20"} 646414 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="60"} 646414 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="120"} 646414 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="+Inf"} 646414 prometheus_http_request_duration_seconds_sum{handler="/api/v1/query"} 20583.755121075363 prometheus_http_request_duration_seconds_count{handler="/api/v1/query"} 646414 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="0.1"} 130 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="0.2"} 130 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="0.4"} 130 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="1"} 130 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="3"} 130 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="8"} 130 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="20"} 130 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="60"} 130 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="120"} 130 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="+Inf"} 130 prometheus_http_request_duration_seconds_sum{handler="/api/v1/query_exemplars"} 0.15675036100000003 prometheus_http_request_duration_seconds_count{handler="/api/v1/query_exemplars"} 130 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.1"} 136316 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.2"} 149521 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.4"} 152358 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="1"} 153677 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="3"} 154631 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="8"} 154883 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="20"} 154917 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="60"} 154921 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="120"} 154921 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="+Inf"} 154921 prometheus_http_request_duration_seconds_sum{handler="/api/v1/query_range"} 8372.81332761984 prometheus_http_request_duration_seconds_count{handler="/api/v1/query_range"} 154921 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.1"} 165 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.2"} 166 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.4"} 166 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="1"} 167 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="3"} 167 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="8"} 167 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="20"} 167 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="60"} 167 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="120"} 167 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="+Inf"} 167 prometheus_http_request_duration_seconds_sum{handler="/api/v1/rules"} 1.9852951069999987 prometheus_http_request_duration_seconds_count{handler="/api/v1/rules"} 167 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="0.1"} 21 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="0.2"} 21 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="0.4"} 21 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="1"} 21 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="3"} 21 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="8"} 21 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="20"} 21 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="60"} 21 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="120"} 21 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="+Inf"} 21 prometheus_http_request_duration_seconds_sum{handler="/api/v1/scrape_pools"} 0.056561732999999996 prometheus_http_request_duration_seconds_count{handler="/api/v1/scrape_pools"} 21 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.1"} 121 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.2"} 300 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.4"} 367 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="1"} 405 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="3"} 469 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="8"} 493 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="20"} 494 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="60"} 494 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="120"} 494 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="+Inf"} 494 prometheus_http_request_duration_seconds_sum{handler="/api/v1/series"} 310.560342185 prometheus_http_request_duration_seconds_count{handler="/api/v1/series"} 494 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="0.1"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="0.2"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="0.4"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="1"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="3"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="8"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="20"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="60"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="120"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="+Inf"} 16 prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/buildinfo"} 0.020580071000000002 prometheus_http_request_duration_seconds_count{handler="/api/v1/status/buildinfo"} 16 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.1"} 4882 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.2"} 4882 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.4"} 4882 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="1"} 4882 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="3"} 4882 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="8"} 4882 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="20"} 4882 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="60"} 4882 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="120"} 4882 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="+Inf"} 4882 prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/config"} 65.83075057299973 prometheus_http_request_duration_seconds_count{handler="/api/v1/status/config"} 4882 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="0.1"} 4877 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="0.2"} 4877 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="0.4"} 4877 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="1"} 4877 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="3"} 4877 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="8"} 4877 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="20"} 4877 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="60"} 4877 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="120"} 4877 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="+Inf"} 4877 prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/flags"} 7.8232423919999965 prometheus_http_request_duration_seconds_count{handler="/api/v1/status/flags"} 4877 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="0.1"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="0.2"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="0.4"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="1"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="3"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="8"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="20"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="60"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="120"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="+Inf"} 8 prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/runtimeinfo"} 0.19415593700000003 prometheus_http_request_duration_seconds_count{handler="/api/v1/status/runtimeinfo"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="0.1"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="0.2"} 6 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="0.4"} 6 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="1"} 6 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="3"} 6 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="8"} 6 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="20"} 6 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="60"} 6 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="120"} 6 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="+Inf"} 6 prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/tsdb"} 0.48674522200000003 prometheus_http_request_duration_seconds_count{handler="/api/v1/status/tsdb"} 6 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="0.1"} 37 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="0.2"} 39 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="0.4"} 39 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="1"} 39 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="3"} 39 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="8"} 39 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="20"} 39 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="60"} 39 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="120"} 39 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="+Inf"} 39 prometheus_http_request_duration_seconds_sum{handler="/api/v1/targets"} 1.4084658779999997 prometheus_http_request_duration_seconds_count{handler="/api/v1/targets"} 39 prometheus_http_request_duration_seconds_bucket{handler="/config",le="0.1"} 12 prometheus_http_request_duration_seconds_bucket{handler="/config",le="0.2"} 12 prometheus_http_request_duration_seconds_bucket{handler="/config",le="0.4"} 12 prometheus_http_request_duration_seconds_bucket{handler="/config",le="1"} 12 prometheus_http_request_duration_seconds_bucket{handler="/config",le="3"} 12 prometheus_http_request_duration_seconds_bucket{handler="/config",le="8"} 12 prometheus_http_request_duration_seconds_bucket{handler="/config",le="20"} 12 prometheus_http_request_duration_seconds_bucket{handler="/config",le="60"} 12 prometheus_http_request_duration_seconds_bucket{handler="/config",le="120"} 12 prometheus_http_request_duration_seconds_bucket{handler="/config",le="+Inf"} 12 prometheus_http_request_duration_seconds_sum{handler="/config"} 0.037788003 prometheus_http_request_duration_seconds_count{handler="/config"} 12 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="0.1"} 204 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="0.2"} 204 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="0.4"} 204 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="1"} 204 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="3"} 204 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="8"} 204 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="20"} 204 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="60"} 204 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="120"} 204 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="+Inf"} 204 prometheus_http_request_duration_seconds_sum{handler="/favicon.ico"} 0.2402394619999999 prometheus_http_request_duration_seconds_count{handler="/favicon.ico"} 204 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="0.1"} 9 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="0.2"} 9 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="0.4"} 9 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="1"} 9 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="3"} 9 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="8"} 9 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="20"} 9 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="60"} 9 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="120"} 9 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="+Inf"} 9 prometheus_http_request_duration_seconds_sum{handler="/flags"} 0.01500658 prometheus_http_request_duration_seconds_count{handler="/flags"} 9 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.1"} 2921 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.2"} 2921 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.4"} 2921 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="1"} 2921 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="3"} 2921 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="8"} 2921 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="20"} 2921 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="60"} 2921 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="120"} 2921 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="+Inf"} 2921 prometheus_http_request_duration_seconds_sum{handler="/graph"} 2.102656199000009 prometheus_http_request_duration_seconds_count{handler="/graph"} 2921 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="0.1"} 67 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="0.2"} 67 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="0.4"} 67 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="1"} 67 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="3"} 67 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="8"} 67 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="20"} 67 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="60"} 67 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="120"} 67 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="+Inf"} 67 prometheus_http_request_duration_seconds_sum{handler="/manifest.json"} 0.124514094 prometheus_http_request_duration_seconds_count{handler="/manifest.json"} 67 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.1"} 97422 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.2"} 97425 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.4"} 97429 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="1"} 97430 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="3"} 97431 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="8"} 97431 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="20"} 97431 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="60"} 97431 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="120"} 97431 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="+Inf"} 97431 prometheus_http_request_duration_seconds_sum{handler="/metrics"} 2686.6215056800243 prometheus_http_request_duration_seconds_count{handler="/metrics"} 97431 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="0.1"} 14 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="0.2"} 14 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="0.4"} 14 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="1"} 14 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="3"} 14 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="8"} 14 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="20"} 14 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="60"} 14 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="120"} 14 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="+Inf"} 14 prometheus_http_request_duration_seconds_sum{handler="/rules"} 0.028200957 prometheus_http_request_duration_seconds_count{handler="/rules"} 14 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="0.1"} 11 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="0.2"} 11 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="0.4"} 11 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="1"} 11 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="3"} 11 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="8"} 11 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="20"} 11 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="60"} 11 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="120"} 11 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="+Inf"} 11 prometheus_http_request_duration_seconds_sum{handler="/service-discovery"} 0.004200153 prometheus_http_request_duration_seconds_count{handler="/service-discovery"} 11 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.1"} 530 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.2"} 530 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.4"} 530 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="1"} 530 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="3"} 530 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="8"} 530 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="20"} 530 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="60"} 530 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="120"} 530 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="+Inf"} 530 prometheus_http_request_duration_seconds_sum{handler="/static/*filepath"} 11.56503075700001 prometheus_http_request_duration_seconds_count{handler="/static/*filepath"} 530 prometheus_http_request_duration_seconds_bucket{handler="/status",le="0.1"} 9 prometheus_http_request_duration_seconds_bucket{handler="/status",le="0.2"} 9 prometheus_http_request_duration_seconds_bucket{handler="/status",le="0.4"} 9 prometheus_http_request_duration_seconds_bucket{handler="/status",le="1"} 9 prometheus_http_request_duration_seconds_bucket{handler="/status",le="3"} 9 prometheus_http_request_duration_seconds_bucket{handler="/status",le="8"} 9 prometheus_http_request_duration_seconds_bucket{handler="/status",le="20"} 9 prometheus_http_request_duration_seconds_bucket{handler="/status",le="60"} 9 prometheus_http_request_duration_seconds_bucket{handler="/status",le="120"} 9 prometheus_http_request_duration_seconds_bucket{handler="/status",le="+Inf"} 9 prometheus_http_request_duration_seconds_sum{handler="/status"} 0.017657120999999998 prometheus_http_request_duration_seconds_count{handler="/status"} 9 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="0.1"} 56 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="0.2"} 56 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="0.4"} 56 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="1"} 56 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="3"} 56 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="8"} 56 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="20"} 56 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="60"} 56 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="120"} 56 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="+Inf"} 56 prometheus_http_request_duration_seconds_sum{handler="/targets"} 0.15488266700000006 prometheus_http_request_duration_seconds_count{handler="/targets"} 56 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="0.1"} 8 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="0.2"} 8 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="0.4"} 8 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="1"} 8 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="3"} 8 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="8"} 8 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="20"} 8 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="60"} 8 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="120"} 8 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="+Inf"} 8 prometheus_http_request_duration_seconds_sum{handler="/tsdb-status"} 0.013607011000000002 prometheus_http_request_duration_seconds_count{handler="/tsdb-status"} 8 # HELP prometheus_http_requests_total Counter of HTTP requests. # TYPE prometheus_http_requests_total counter prometheus_http_requests_total{code="200",handler="/"} 0 prometheus_http_requests_total{code="200",handler="/-/healthy"} 0 prometheus_http_requests_total{code="200",handler="/-/quit"} 0 prometheus_http_requests_total{code="200",handler="/-/ready"} 241 prometheus_http_requests_total{code="200",handler="/-/reload"} 0 prometheus_http_requests_total{code="200",handler="/alerts"} 150 prometheus_http_requests_total{code="200",handler="/api/v1/*path"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/admin/tsdb/clean_tombstones"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/admin/tsdb/delete_series"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/admin/tsdb/snapshot"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/alertmanagers"} 8 prometheus_http_requests_total{code="200",handler="/api/v1/alerts"} 872 prometheus_http_requests_total{code="200",handler="/api/v1/format_query"} 8 prometheus_http_requests_total{code="200",handler="/api/v1/label/:name/values"} 518 prometheus_http_requests_total{code="200",handler="/api/v1/labels"} 11536 prometheus_http_requests_total{code="200",handler="/api/v1/metadata"} 6639 prometheus_http_requests_total{code="200",handler="/api/v1/otlp/v1/metrics"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/query"} 646306 prometheus_http_requests_total{code="200",handler="/api/v1/query_exemplars"} 130 prometheus_http_requests_total{code="200",handler="/api/v1/query_range"} 154857 prometheus_http_requests_total{code="200",handler="/api/v1/read"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/rules"} 167 prometheus_http_requests_total{code="200",handler="/api/v1/scrape_pools"} 21 prometheus_http_requests_total{code="200",handler="/api/v1/series"} 494 prometheus_http_requests_total{code="200",handler="/api/v1/status/buildinfo"} 16 prometheus_http_requests_total{code="200",handler="/api/v1/status/config"} 4882 prometheus_http_requests_total{code="200",handler="/api/v1/status/flags"} 4877 prometheus_http_requests_total{code="200",handler="/api/v1/status/runtimeinfo"} 8 prometheus_http_requests_total{code="200",handler="/api/v1/status/tsdb"} 6 prometheus_http_requests_total{code="200",handler="/api/v1/status/walreplay"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/targets"} 39 prometheus_http_requests_total{code="200",handler="/api/v1/targets/metadata"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/write"} 0 prometheus_http_requests_total{code="200",handler="/classic/static/*filepath"} 0 prometheus_http_requests_total{code="200",handler="/config"} 12 prometheus_http_requests_total{code="200",handler="/consoles/*filepath"} 0 prometheus_http_requests_total{code="200",handler="/debug/*subpath"} 0 prometheus_http_requests_total{code="200",handler="/favicon.ico"} 204 prometheus_http_requests_total{code="200",handler="/federate"} 0 prometheus_http_requests_total{code="200",handler="/flags"} 9 prometheus_http_requests_total{code="200",handler="/graph"} 2921 prometheus_http_requests_total{code="200",handler="/manifest.json"} 67 prometheus_http_requests_total{code="200",handler="/metrics"} 97431 prometheus_http_requests_total{code="200",handler="/rules"} 14 prometheus_http_requests_total{code="200",handler="/service-discovery"} 11 prometheus_http_requests_total{code="200",handler="/starting"} 0 prometheus_http_requests_total{code="200",handler="/static/*filepath"} 526 prometheus_http_requests_total{code="200",handler="/status"} 9 prometheus_http_requests_total{code="200",handler="/targets"} 56 prometheus_http_requests_total{code="200",handler="/tsdb-status"} 8 prometheus_http_requests_total{code="200",handler="/version"} 0 prometheus_http_requests_total{code="302",handler="/"} 140 prometheus_http_requests_total{code="400",handler="/api/v1/format_query"} 4 prometheus_http_requests_total{code="400",handler="/api/v1/query"} 19 prometheus_http_requests_total{code="400",handler="/api/v1/query_range"} 20 prometheus_http_requests_total{code="404",handler="/static/*filepath"} 4 prometheus_http_requests_total{code="422",handler="/api/v1/labels"} 3 prometheus_http_requests_total{code="422",handler="/api/v1/query"} 3 prometheus_http_requests_total{code="422",handler="/api/v1/query_range"} 44 prometheus_http_requests_total{code="503",handler="/api/v1/query"} 86 # HELP prometheus_http_response_size_bytes Histogram of response size for HTTP requests. # TYPE prometheus_http_response_size_bytes histogram prometheus_http_response_size_bytes_bucket{handler="/",le="100"} 140 prometheus_http_response_size_bytes_bucket{handler="/",le="1000"} 140 prometheus_http_response_size_bytes_bucket{handler="/",le="10000"} 140 prometheus_http_response_size_bytes_bucket{handler="/",le="100000"} 140 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+06"} 140 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+07"} 140 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+08"} 140 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+09"} 140 prometheus_http_response_size_bytes_bucket{handler="/",le="+Inf"} 140 prometheus_http_response_size_bytes_sum{handler="/"} 4900 prometheus_http_response_size_bytes_count{handler="/"} 140 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="100"} 241 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1000"} 241 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="10000"} 241 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="100000"} 241 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+06"} 241 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+07"} 241 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+08"} 241 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+09"} 241 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="+Inf"} 241 prometheus_http_response_size_bytes_sum{handler="/-/ready"} 6748 prometheus_http_response_size_bytes_count{handler="/-/ready"} 241 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1000"} 150 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="10000"} 150 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="100000"} 150 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+06"} 150 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+07"} 150 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+08"} 150 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+09"} 150 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="+Inf"} 150 prometheus_http_response_size_bytes_sum{handler="/alerts"} 110100 prometheus_http_response_size_bytes_count{handler="/alerts"} 150 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1000"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="10000"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="100000"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1e+06"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1e+07"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1e+08"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1e+09"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="+Inf"} 8 prometheus_http_response_size_bytes_sum{handler="/api/v1/alertmanagers"} 1722 prometheus_http_response_size_bytes_count{handler="/api/v1/alertmanagers"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="10000"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="100000"} 872 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="1e+06"} 872 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="1e+07"} 872 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="1e+08"} 872 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="1e+09"} 872 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="+Inf"} 872 prometheus_http_response_size_bytes_sum{handler="/api/v1/alerts"} 4.7158368e+07 prometheus_http_response_size_bytes_count{handler="/api/v1/alerts"} 872 prometheus_http_response_size_bytes_bucket{handler="/api/v1/format_query",le="100"} 3 prometheus_http_response_size_bytes_bucket{handler="/api/v1/format_query",le="1000"} 12 prometheus_http_response_size_bytes_bucket{handler="/api/v1/format_query",le="10000"} 12 prometheus_http_response_size_bytes_bucket{handler="/api/v1/format_query",le="100000"} 12 prometheus_http_response_size_bytes_bucket{handler="/api/v1/format_query",le="1e+06"} 12 prometheus_http_response_size_bytes_bucket{handler="/api/v1/format_query",le="1e+07"} 12 prometheus_http_response_size_bytes_bucket{handler="/api/v1/format_query",le="1e+08"} 12 prometheus_http_response_size_bytes_bucket{handler="/api/v1/format_query",le="1e+09"} 12 prometheus_http_response_size_bytes_bucket{handler="/api/v1/format_query",le="+Inf"} 12 prometheus_http_response_size_bytes_sum{handler="/api/v1/format_query"} 1696 prometheus_http_response_size_bytes_count{handler="/api/v1/format_query"} 12 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="100"} 108 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1000"} 319 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="10000"} 324 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="100000"} 516 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+06"} 518 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+07"} 518 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+08"} 518 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+09"} 518 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="+Inf"} 518 prometheus_http_response_size_bytes_sum{handler="/api/v1/label/:name/values"} 5.357747e+06 prometheus_http_response_size_bytes_count{handler="/api/v1/label/:name/values"} 518 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="100"} 23 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1000"} 11519 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="10000"} 11539 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="100000"} 11539 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+06"} 11539 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+07"} 11539 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+08"} 11539 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+09"} 11539 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="+Inf"} 11539 prometheus_http_response_size_bytes_sum{handler="/api/v1/labels"} 1.552427e+06 prometheus_http_response_size_bytes_count{handler="/api/v1/labels"} 11539 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1000"} 6569 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="10000"} 6569 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="100000"} 6639 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+06"} 6639 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+07"} 6639 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+08"} 6639 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+09"} 6639 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="+Inf"} 6639 prometheus_http_response_size_bytes_sum{handler="/api/v1/metadata"} 5.423469e+06 prometheus_http_response_size_bytes_count{handler="/api/v1/metadata"} 6639 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="100"} 29711 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1000"} 646267 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="10000"} 646372 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="100000"} 646404 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+06"} 646414 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+07"} 646414 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+08"} 646414 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+09"} 646414 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="+Inf"} 646414 prometheus_http_response_size_bytes_sum{handler="/api/v1/query"} 8.0757871e+07 prometheus_http_response_size_bytes_count{handler="/api/v1/query"} 646414 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="100"} 130 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="1000"} 130 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="10000"} 130 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="100000"} 130 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="1e+06"} 130 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="1e+07"} 130 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="1e+08"} 130 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="1e+09"} 130 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="+Inf"} 130 prometheus_http_response_size_bytes_sum{handler="/api/v1/query_exemplars"} 7670 prometheus_http_response_size_bytes_count{handler="/api/v1/query_exemplars"} 130 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="100"} 32307 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1000"} 125254 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="10000"} 152366 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="100000"} 154825 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+06"} 154914 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+07"} 154920 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+08"} 154921 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+09"} 154921 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="+Inf"} 154921 prometheus_http_response_size_bytes_sum{handler="/api/v1/query_range"} 2.15965911e+08 prometheus_http_response_size_bytes_count{handler="/api/v1/query_range"} 154921 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="10000"} 129 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="100000"} 164 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+06"} 167 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+07"} 167 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+08"} 167 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+09"} 167 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="+Inf"} 167 prometheus_http_response_size_bytes_sum{handler="/api/v1/rules"} 1.85696e+06 prometheus_http_response_size_bytes_count{handler="/api/v1/rules"} 167 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1000"} 21 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="10000"} 21 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="100000"} 21 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1e+06"} 21 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1e+07"} 21 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1e+08"} 21 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1e+09"} 21 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="+Inf"} 21 prometheus_http_response_size_bytes_sum{handler="/api/v1/scrape_pools"} 6916 prometheus_http_response_size_bytes_count{handler="/api/v1/scrape_pools"} 21 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="100"} 13 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1000"} 27 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="10000"} 29 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="100000"} 438 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+06"} 494 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+07"} 494 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+08"} 494 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+09"} 494 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="+Inf"} 494 prometheus_http_response_size_bytes_sum{handler="/api/v1/series"} 4.3971555e+07 prometheus_http_response_size_bytes_count{handler="/api/v1/series"} 494 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1000"} 16 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="10000"} 16 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="100000"} 16 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+06"} 16 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+07"} 16 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+08"} 16 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+09"} 16 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="+Inf"} 16 prometheus_http_response_size_bytes_sum{handler="/api/v1/status/buildinfo"} 2496 prometheus_http_response_size_bytes_count{handler="/api/v1/status/buildinfo"} 16 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="10000"} 4882 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="100000"} 4882 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+06"} 4882 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+07"} 4882 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+08"} 4882 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+09"} 4882 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="+Inf"} 4882 prometheus_http_response_size_bytes_sum{handler="/api/v1/status/config"} 1.3263356e+07 prometheus_http_response_size_bytes_count{handler="/api/v1/status/config"} 4882 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1000"} 4877 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="10000"} 4877 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="100000"} 4877 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+06"} 4877 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+07"} 4877 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+08"} 4877 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+09"} 4877 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="+Inf"} 4877 prometheus_http_response_size_bytes_sum{handler="/api/v1/status/flags"} 4.14545e+06 prometheus_http_response_size_bytes_count{handler="/api/v1/status/flags"} 4877 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1000"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="10000"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="100000"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1e+06"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1e+07"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1e+08"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1e+09"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="+Inf"} 8 prometheus_http_response_size_bytes_sum{handler="/api/v1/status/runtimeinfo"} 1997 prometheus_http_response_size_bytes_count{handler="/api/v1/status/runtimeinfo"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1000"} 6 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="10000"} 6 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="100000"} 6 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1e+06"} 6 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1e+07"} 6 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1e+08"} 6 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1e+09"} 6 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="+Inf"} 6 prometheus_http_response_size_bytes_sum{handler="/api/v1/status/tsdb"} 5120 prometheus_http_response_size_bytes_count{handler="/api/v1/status/tsdb"} 6 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1000"} 4 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="10000"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="100000"} 28 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+06"} 39 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+07"} 39 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+08"} 39 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+09"} 39 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="+Inf"} 39 prometheus_http_response_size_bytes_sum{handler="/api/v1/targets"} 2.443704e+06 prometheus_http_response_size_bytes_count{handler="/api/v1/targets"} 39 prometheus_http_response_size_bytes_bucket{handler="/config",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/config",le="1000"} 12 prometheus_http_response_size_bytes_bucket{handler="/config",le="10000"} 12 prometheus_http_response_size_bytes_bucket{handler="/config",le="100000"} 12 prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+06"} 12 prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+07"} 12 prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+08"} 12 prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+09"} 12 prometheus_http_response_size_bytes_bucket{handler="/config",le="+Inf"} 12 prometheus_http_response_size_bytes_sum{handler="/config"} 8808 prometheus_http_response_size_bytes_count{handler="/config"} 12 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="10000"} 0 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="100000"} 204 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1e+06"} 204 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1e+07"} 204 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1e+08"} 204 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1e+09"} 204 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="+Inf"} 204 prometheus_http_response_size_bytes_sum{handler="/favicon.ico"} 3.077544e+06 prometheus_http_response_size_bytes_count{handler="/favicon.ico"} 204 prometheus_http_response_size_bytes_bucket{handler="/flags",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1000"} 9 prometheus_http_response_size_bytes_bucket{handler="/flags",le="10000"} 9 prometheus_http_response_size_bytes_bucket{handler="/flags",le="100000"} 9 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+06"} 9 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+07"} 9 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+08"} 9 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+09"} 9 prometheus_http_response_size_bytes_bucket{handler="/flags",le="+Inf"} 9 prometheus_http_response_size_bytes_sum{handler="/flags"} 6606 prometheus_http_response_size_bytes_count{handler="/flags"} 9 prometheus_http_response_size_bytes_bucket{handler="/graph",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1000"} 2921 prometheus_http_response_size_bytes_bucket{handler="/graph",le="10000"} 2921 prometheus_http_response_size_bytes_bucket{handler="/graph",le="100000"} 2921 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+06"} 2921 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+07"} 2921 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+08"} 2921 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+09"} 2921 prometheus_http_response_size_bytes_bucket{handler="/graph",le="+Inf"} 2921 prometheus_http_response_size_bytes_sum{handler="/graph"} 2.144014e+06 prometheus_http_response_size_bytes_count{handler="/graph"} 2921 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1000"} 67 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="10000"} 67 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="100000"} 67 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1e+06"} 67 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1e+07"} 67 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1e+08"} 67 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1e+09"} 67 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="+Inf"} 67 prometheus_http_response_size_bytes_sum{handler="/manifest.json"} 21306 prometheus_http_response_size_bytes_count{handler="/manifest.json"} 67 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="10000"} 0 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="100000"} 97430 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+06"} 97431 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+07"} 97431 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+08"} 97431 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+09"} 97431 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="+Inf"} 97431 prometheus_http_response_size_bytes_sum{handler="/metrics"} 2.29085427e+09 prometheus_http_response_size_bytes_count{handler="/metrics"} 97431 prometheus_http_response_size_bytes_bucket{handler="/rules",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1000"} 14 prometheus_http_response_size_bytes_bucket{handler="/rules",le="10000"} 14 prometheus_http_response_size_bytes_bucket{handler="/rules",le="100000"} 14 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+06"} 14 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+07"} 14 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+08"} 14 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+09"} 14 prometheus_http_response_size_bytes_bucket{handler="/rules",le="+Inf"} 14 prometheus_http_response_size_bytes_sum{handler="/rules"} 10276 prometheus_http_response_size_bytes_count{handler="/rules"} 14 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1000"} 11 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="10000"} 11 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="100000"} 11 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+06"} 11 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+07"} 11 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+08"} 11 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+09"} 11 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="+Inf"} 11 prometheus_http_response_size_bytes_sum{handler="/service-discovery"} 8074 prometheus_http_response_size_bytes_count{handler="/service-discovery"} 11 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="100"} 4 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1000"} 4 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="10000"} 4 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="100000"} 52 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+06"} 252 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+07"} 530 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+08"} 530 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+09"} 530 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="+Inf"} 530 prometheus_http_response_size_bytes_sum{handler="/static/*filepath"} 7.22125144e+08 prometheus_http_response_size_bytes_count{handler="/static/*filepath"} 530 prometheus_http_response_size_bytes_bucket{handler="/status",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/status",le="1000"} 9 prometheus_http_response_size_bytes_bucket{handler="/status",le="10000"} 9 prometheus_http_response_size_bytes_bucket{handler="/status",le="100000"} 9 prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+06"} 9 prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+07"} 9 prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+08"} 9 prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+09"} 9 prometheus_http_response_size_bytes_bucket{handler="/status",le="+Inf"} 9 prometheus_http_response_size_bytes_sum{handler="/status"} 6606 prometheus_http_response_size_bytes_count{handler="/status"} 9 prometheus_http_response_size_bytes_bucket{handler="/targets",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1000"} 56 prometheus_http_response_size_bytes_bucket{handler="/targets",le="10000"} 56 prometheus_http_response_size_bytes_bucket{handler="/targets",le="100000"} 56 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+06"} 56 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+07"} 56 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+08"} 56 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+09"} 56 prometheus_http_response_size_bytes_bucket{handler="/targets",le="+Inf"} 56 prometheus_http_response_size_bytes_sum{handler="/targets"} 41104 prometheus_http_response_size_bytes_count{handler="/targets"} 56 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1000"} 8 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="10000"} 8 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="100000"} 8 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1e+06"} 8 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1e+07"} 8 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1e+08"} 8 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1e+09"} 8 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="+Inf"} 8 prometheus_http_response_size_bytes_sum{handler="/tsdb-status"} 5872 prometheus_http_response_size_bytes_count{handler="/tsdb-status"} 8 # HELP prometheus_notifications_alertmanagers_discovered The number of alertmanagers discovered and active. # TYPE prometheus_notifications_alertmanagers_discovered gauge prometheus_notifications_alertmanagers_discovered 2 # HELP prometheus_notifications_dropped_total Total number of alerts dropped due to errors when sending to Alertmanager. # TYPE prometheus_notifications_dropped_total counter prometheus_notifications_dropped_total 11 # HELP prometheus_notifications_errors_total Total number of errors sending alert notifications. # TYPE prometheus_notifications_errors_total counter prometheus_notifications_errors_total{alertmanager="http://172.16.4.235:8643/api/v2/alerts"} 2 prometheus_notifications_errors_total{alertmanager="http://172.16.5.127:8643/api/v2/alerts"} 3 # HELP prometheus_notifications_latency_seconds Latency quantiles for sending alert notifications. # TYPE prometheus_notifications_latency_seconds summary prometheus_notifications_latency_seconds{alertmanager="http://172.16.4.235:8643/api/v2/alerts",quantile="0.5"} 0.003443941 prometheus_notifications_latency_seconds{alertmanager="http://172.16.4.235:8643/api/v2/alerts",quantile="0.9"} 0.012983288 prometheus_notifications_latency_seconds{alertmanager="http://172.16.4.235:8643/api/v2/alerts",quantile="0.99"} 0.01725034 prometheus_notifications_latency_seconds_sum{alertmanager="http://172.16.4.235:8643/api/v2/alerts"} 509.1748167819971 prometheus_notifications_latency_seconds_count{alertmanager="http://172.16.4.235:8643/api/v2/alerts"} 91641 prometheus_notifications_latency_seconds{alertmanager="http://172.16.5.127:8643/api/v2/alerts",quantile="0.5"} 0.003308784 prometheus_notifications_latency_seconds{alertmanager="http://172.16.5.127:8643/api/v2/alerts",quantile="0.9"} 0.013699805 prometheus_notifications_latency_seconds{alertmanager="http://172.16.5.127:8643/api/v2/alerts",quantile="0.99"} 0.017134475 prometheus_notifications_latency_seconds_sum{alertmanager="http://172.16.5.127:8643/api/v2/alerts"} 484.694950978005 prometheus_notifications_latency_seconds_count{alertmanager="http://172.16.5.127:8643/api/v2/alerts"} 91641 # HELP prometheus_notifications_queue_capacity The capacity of the alert notifications queue. # TYPE prometheus_notifications_queue_capacity gauge prometheus_notifications_queue_capacity 10000 # HELP prometheus_notifications_queue_length The number of alert notifications in the queue. # TYPE prometheus_notifications_queue_length gauge prometheus_notifications_queue_length 0 # HELP prometheus_notifications_sent_total Total number of alerts sent. # TYPE prometheus_notifications_sent_total counter prometheus_notifications_sent_total{alertmanager="http://172.16.4.235:8643/api/v2/alerts"} 1.038663e+06 prometheus_notifications_sent_total{alertmanager="http://172.16.5.127:8643/api/v2/alerts"} 1.038663e+06 # HELP prometheus_ready Whether Prometheus startup was fully completed and the server is ready for normal operation. # TYPE prometheus_ready gauge prometheus_ready 1 # HELP prometheus_remote_storage_exemplars_in_total Exemplars in to remote storage, compare to exemplars out for queue managers. # TYPE prometheus_remote_storage_exemplars_in_total counter prometheus_remote_storage_exemplars_in_total 0 # HELP prometheus_remote_storage_highest_timestamp_in_seconds Highest timestamp that has come into the remote storage via the Appender interface, in seconds since epoch. # TYPE prometheus_remote_storage_highest_timestamp_in_seconds gauge prometheus_remote_storage_highest_timestamp_in_seconds 1.788566247e+09 # HELP prometheus_remote_storage_histograms_in_total HistogramSamples in to remote storage, compare to histograms out for queue managers. # TYPE prometheus_remote_storage_histograms_in_total counter prometheus_remote_storage_histograms_in_total 0 # HELP prometheus_remote_storage_samples_in_total Samples in to remote storage, compare to samples out for queue managers. # TYPE prometheus_remote_storage_samples_in_total counter prometheus_remote_storage_samples_in_total 2.034877669e+11 # HELP prometheus_remote_storage_string_interner_zero_reference_releases_total The number of times release has been called for strings that are not interned. # TYPE prometheus_remote_storage_string_interner_zero_reference_releases_total counter prometheus_remote_storage_string_interner_zero_reference_releases_total 0 # HELP prometheus_rule_evaluation_duration_seconds The duration for a rule to execute. # TYPE prometheus_rule_evaluation_duration_seconds summary prometheus_rule_evaluation_duration_seconds{quantile="0.5"} 0.000995055 prometheus_rule_evaluation_duration_seconds{quantile="0.9"} 0.074471462 prometheus_rule_evaluation_duration_seconds{quantile="0.99"} 0.585811867 prometheus_rule_evaluation_duration_seconds_sum 199231.5019036138 prometheus_rule_evaluation_duration_seconds_count 7.741602e+06 # HELP prometheus_rule_evaluation_failures_total The total number of rule evaluation failures. # TYPE prometheus_rule_evaluation_failures_total counter prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_etcd.yaml;Etcd alerts"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/maintainer-alerts_errors.yaml;tool_webservice_traffic"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/maintainer-alerts_restarts.yaml;tool_restarts"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/project-tools/opensearch_opensearch.yaml;Opensearch"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/web_web.yaml;Web services"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 0 # HELP prometheus_rule_evaluations_total The total number of rule evaluations. # TYPE prometheus_rule_evaluations_total counter prometheus_rule_evaluations_total{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 194844 prometheus_rule_evaluations_total{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 292266 prometheus_rule_evaluations_total{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 194844 prometheus_rule_evaluations_total{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 194844 prometheus_rule_evaluations_total{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 194844 prometheus_rule_evaluations_total{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 194844 prometheus_rule_evaluations_total{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 389688 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 194844 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 292266 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_etcd.yaml;Etcd alerts"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 194844 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 292266 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 292266 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 194844 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 194844 prometheus_rule_evaluations_total{rule_group="/srv/alerts/maintainer-alerts_errors.yaml;tool_webservice_traffic"} 84093 prometheus_rule_evaluations_total{rule_group="/srv/alerts/maintainer-alerts_restarts.yaml;tool_restarts"} 25071 prometheus_rule_evaluations_total{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 228675 prometheus_rule_evaluations_total{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 389688 prometheus_rule_evaluations_total{rule_group="/srv/alerts/project-tools/opensearch_opensearch.yaml;Opensearch"} 9824 prometheus_rule_evaluations_total{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 779067 prometheus_rule_evaluations_total{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 194844 prometheus_rule_evaluations_total{rule_group="/srv/alerts/web_web.yaml;Web services"} 194844 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 97422 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 194844 # HELP prometheus_rule_group_duration_seconds The duration of rule group evaluations. # TYPE prometheus_rule_group_duration_seconds summary prometheus_rule_group_duration_seconds{quantile="0.01"} 0.000589893 prometheus_rule_group_duration_seconds{quantile="0.05"} 0.000786494 prometheus_rule_group_duration_seconds{quantile="0.5"} 0.00135048 prometheus_rule_group_duration_seconds{quantile="0.9"} 0.013398027 prometheus_rule_group_duration_seconds{quantile="0.99"} 1.5490597080000001 prometheus_rule_group_duration_seconds_sum 199363.84295645545 prometheus_rule_group_duration_seconds_count 4.257048e+06 # HELP prometheus_rule_group_interval_seconds The interval of a rule group. # TYPE prometheus_rule_group_interval_seconds gauge prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_etcd.yaml;Etcd alerts"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/maintainer-alerts_errors.yaml;tool_webservice_traffic"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/maintainer-alerts_restarts.yaml;tool_restarts"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/project-tools/opensearch_opensearch.yaml;Opensearch"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/web_web.yaml;Web services"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 60 # HELP prometheus_rule_group_iterations_missed_total The total number of rule group evaluations missed due to slow rule group evaluation. # TYPE prometheus_rule_group_iterations_missed_total counter prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_etcd.yaml;Etcd alerts"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/maintainer-alerts_errors.yaml;tool_webservice_traffic"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/maintainer-alerts_restarts.yaml;tool_restarts"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/project-tools/opensearch_opensearch.yaml;Opensearch"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/web_web.yaml;Web services"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 0 # HELP prometheus_rule_group_iterations_total The total number of scheduled rule group evaluations, whether executed or missed. # TYPE prometheus_rule_group_iterations_total counter prometheus_rule_group_iterations_total{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_etcd.yaml;Etcd alerts"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/maintainer-alerts_errors.yaml;tool_webservice_traffic"} 33951 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/maintainer-alerts_restarts.yaml;tool_restarts"} 33951 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/project-tools/opensearch_opensearch.yaml;Opensearch"} 4912 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/web_web.yaml;Web services"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 97422 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 97422 # HELP prometheus_rule_group_last_duration_seconds The duration of the last rule group evaluation. # TYPE prometheus_rule_group_last_duration_seconds gauge prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 0.001445104 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 0.002460994 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 0.001345312 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 0.001916044 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 0.001178685 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 0.001443277 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 0.001345237 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 0.013556658 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 0.012759717 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 0.002971763 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_etcd.yaml;Etcd alerts"} 0.000944004 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 0.000881245 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 0.004544584 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 1.559128822 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 0.004591968 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 0.001182773 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 0.003815905 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 0.001998571 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 0.001469537 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/maintainer-alerts_errors.yaml;tool_webservice_traffic"} 0.525212731 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/maintainer-alerts_restarts.yaml;tool_restarts"} 0.110139435 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 0.000827766 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 0.025582388 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/project-tools/opensearch_opensearch.yaml;Opensearch"} 0.001186063 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 0.004605617 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 0.001021914 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/web_web.yaml;Web services"} 0.002830057 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 0.00135048 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 0.001207808 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 0.000957831 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 0.000960083 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 0.000910096 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 0.001465285 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 0.00100844 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 0.000906912 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 0.001039483 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 0.001029584 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 0.0013298 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 0.000751357 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 0.001063365 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 0.000922591 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 0.001079863 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 0.000989392 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 0.001307215 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 0.416971855 # HELP prometheus_rule_group_last_evaluation_samples The number of samples returned during the last rule group evaluation. # TYPE prometheus_rule_group_last_evaluation_samples gauge prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_etcd.yaml;Etcd alerts"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/maintainer-alerts_errors.yaml;tool_webservice_traffic"} 10045 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/maintainer-alerts_restarts.yaml;tool_restarts"} 132 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/project-tools/opensearch_opensearch.yaml;Opensearch"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/web_web.yaml;Web services"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 4 # HELP prometheus_rule_group_last_evaluation_timestamp_seconds The timestamp of the last rule group evaluation in seconds. # TYPE prometheus_rule_group_last_evaluation_timestamp_seconds gauge prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 1.7885662162242985e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 1.7885662468205745e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 1.7885662089336944e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 1.78856622363488e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 1.788566223852558e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 1.7885662083184445e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 1.7885662148160093e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 1.788566188205933e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 1.788566245065948e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 1.7885662405857685e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_etcd.yaml;Etcd alerts"} 1.7885662324292786e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 1.7885662341359255e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 1.7885662041751037e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 1.7885662353871357e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 1.788566213393211e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 1.7885662104749923e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 1.7885662468999887e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 1.7885661932010646e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 1.7885662112874672e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/maintainer-alerts_errors.yaml;tool_webservice_traffic"} 1.7885662075805502e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/maintainer-alerts_restarts.yaml;tool_restarts"} 1.7885662020265296e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 1.7885662076210926e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 1.788566223992291e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/project-tools/opensearch_opensearch.yaml;Opensearch"} 1.7885662410717003e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 1.7885661971950462e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 1.788566219066189e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/web_web.yaml;Web services"} 1.7885662238873973e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 1.7885662462496595e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 1.7885662374928832e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 1.788566236339134e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 1.7885662216422226e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 1.7885662283053267e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 1.7885662229074743e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 1.788566241750464e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 1.7885662136925442e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 1.7885662407977772e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 1.7885662295441287e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 1.7885662257553382e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 1.7885662061962414e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 1.7885662158799148e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 1.7885662356896842e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 1.7885662063092487e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 1.7885661966801481e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 1.7885662234887583e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 1.78856622738104e+09 # HELP prometheus_rule_group_rules The number of rules. # TYPE prometheus_rule_group_rules gauge prometheus_rule_group_rules{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 3 prometheus_rule_group_rules{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 1 prometheus_rule_group_rules{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 4 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 3 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_etcd.yaml;Etcd alerts"} 1 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 1 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 3 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 3 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 1 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 1 prometheus_rule_group_rules{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/maintainer-alerts_errors.yaml;tool_webservice_traffic"} 3 prometheus_rule_group_rules{rule_group="/srv/alerts/maintainer-alerts_restarts.yaml;tool_restarts"} 1 prometheus_rule_group_rules{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 3 prometheus_rule_group_rules{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 4 prometheus_rule_group_rules{rule_group="/srv/alerts/project-tools/opensearch_opensearch.yaml;Opensearch"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 8 prometheus_rule_group_rules{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/web_web.yaml;Web services"} 2 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 2 # HELP prometheus_sd_azure_failures_total Number of Azure service discovery refresh failures. # TYPE prometheus_sd_azure_failures_total counter prometheus_sd_azure_failures_total 0 # HELP prometheus_sd_consul_rpc_duration_seconds The duration of a Consul RPC call in seconds. # TYPE prometheus_sd_consul_rpc_duration_seconds summary prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.5"} NaN prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.9"} NaN prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.99"} NaN prometheus_sd_consul_rpc_duration_seconds_sum{call="service",endpoint="catalog"} 0 prometheus_sd_consul_rpc_duration_seconds_count{call="service",endpoint="catalog"} 0 prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.5"} NaN prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.9"} NaN prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.99"} NaN prometheus_sd_consul_rpc_duration_seconds_sum{call="services",endpoint="catalog"} 0 prometheus_sd_consul_rpc_duration_seconds_count{call="services",endpoint="catalog"} 0 # HELP prometheus_sd_consul_rpc_failures_total The number of Consul RPC call failures. # TYPE prometheus_sd_consul_rpc_failures_total counter prometheus_sd_consul_rpc_failures_total 0 # HELP prometheus_sd_discovered_targets Current number of discovered targets. # TYPE prometheus_sd_discovered_targets gauge prometheus_sd_discovered_targets{config="alloy",name="scrape"} 75 prometheus_sd_discovered_targets{config="builds-api",name="scrape"} 6 prometheus_sd_discovered_targets{config="components-api",name="scrape"} 6 prometheus_sd_discovered_targets{config="config-0",name="notify"} 15 prometheus_sd_discovered_targets{config="envvars-api",name="scrape"} 6 prometheus_sd_discovered_targets{config="exim",name="scrape"} 141 prometheus_sd_discovered_targets{config="haproxy",name="scrape"} 141 prometheus_sd_discovered_targets{config="harbor",name="scrape"} 141 prometheus_sd_discovered_targets{config="infra-tracing-loki",name="scrape"} 28 prometheus_sd_discovered_targets{config="istio-gateway-toolforge",name="scrape"} 9 prometheus_sd_discovered_targets{config="istiod",name="scrape"} 15 prometheus_sd_discovered_targets{config="jobs-api",name="scrape"} 6 prometheus_sd_discovered_targets{config="jobs-emailer",name="scrape"} 1 prometheus_sd_discovered_targets{config="k8s-apiserver",name="scrape"} 141 prometheus_sd_discovered_targets{config="k8s-cadvisor",name="scrape"} 85 prometheus_sd_discovered_targets{config="k8s-cert-manager",name="scrape"} 7 prometheus_sd_discovered_targets{config="k8s-cert-manager-reloader",name="scrape"} 7 prometheus_sd_discovered_targets{config="k8s-coredns",name="scrape"} 431 prometheus_sd_discovered_targets{config="k8s-etcd",name="scrape"} 141 prometheus_sd_discovered_targets{config="k8s-kube-state-metrics",name="scrape"} 85 prometheus_sd_discovered_targets{config="k8s-maintain-kubeusers",name="scrape"} 1 prometheus_sd_discovered_targets{config="k8s-nodes",name="scrape"} 81 prometheus_sd_discovered_targets{config="kyverno",name="scrape"} 33 prometheus_sd_discovered_targets{config="logs-api",name="scrape"} 6 prometheus_sd_discovered_targets{config="loki-tools",name="scrape"} 27 prometheus_sd_discovered_targets{config="node",name="scrape"} 0 prometheus_sd_discovered_targets{config="node-exporter",name="scrape"} 141 prometheus_sd_discovered_targets{config="opensearch",name="scrape"} 141 prometheus_sd_discovered_targets{config="opensearch-haproxy",name="scrape"} 141 prometheus_sd_discovered_targets{config="pint",name="scrape"} 1 prometheus_sd_discovered_targets{config="probes/custom",name="scrape"} 25 prometheus_sd_discovered_targets{config="probes/pingthing",name="scrape"} 1 prometheus_sd_discovered_targets{config="prometheus",name="scrape"} 1 prometheus_sd_discovered_targets{config="redis",name="scrape"} 141 prometheus_sd_discovered_targets{config="ssh-banner",name="scrape"} 141 prometheus_sd_discovered_targets{config="tekton-pipelines-controller",name="scrape"} 10 prometheus_sd_discovered_targets{config="tools-db",name="scrape"} 141 # HELP prometheus_sd_dns_lookup_failures_total The number of DNS-SD lookup failures. # TYPE prometheus_sd_dns_lookup_failures_total counter prometheus_sd_dns_lookup_failures_total 0 # HELP prometheus_sd_dns_lookups_total The number of DNS-SD lookups. # TYPE prometheus_sd_dns_lookups_total counter prometheus_sd_dns_lookups_total 0 # HELP prometheus_sd_failed_configs Current number of service discovery configurations that failed to load. # TYPE prometheus_sd_failed_configs gauge prometheus_sd_failed_configs{name="notify"} 0 prometheus_sd_failed_configs{name="scrape"} 0 # HELP prometheus_sd_file_mtime_seconds Timestamp (mtime) of files read by FileSD. Timestamp is set at read time. # TYPE prometheus_sd_file_mtime_seconds gauge prometheus_sd_file_mtime_seconds{filename="/srv/prometheus/tools/targets/probes-custom_puppet-http.yaml"} 1.787688382e+09 prometheus_sd_file_mtime_seconds{filename="/srv/prometheus/tools/targets/probes_pingthing_http_check_urls.yaml"} 1.683212851e+09 # HELP prometheus_sd_file_read_errors_total The number of File-SD read errors. # TYPE prometheus_sd_file_read_errors_total counter prometheus_sd_file_read_errors_total 0 # HELP prometheus_sd_file_scan_duration_seconds The duration of the File-SD scan in seconds. # TYPE prometheus_sd_file_scan_duration_seconds summary prometheus_sd_file_scan_duration_seconds{quantile="0.5"} 0.000273735 prometheus_sd_file_scan_duration_seconds{quantile="0.9"} 0.001896634 prometheus_sd_file_scan_duration_seconds{quantile="0.99"} 0.001896634 prometheus_sd_file_scan_duration_seconds_sum 48.105016085000194 prometheus_sd_file_scan_duration_seconds_count 58743 # HELP prometheus_sd_file_watcher_errors_total The number of File-SD errors caused by filesystem watch failures. # TYPE prometheus_sd_file_watcher_errors_total counter prometheus_sd_file_watcher_errors_total 0 # HELP prometheus_sd_http_failures_total Number of HTTP service discovery refresh failures. # TYPE prometheus_sd_http_failures_total counter prometheus_sd_http_failures_total 0 # HELP prometheus_sd_kubernetes_events_total The number of Kubernetes events handled. # TYPE prometheus_sd_kubernetes_events_total counter prometheus_sd_kubernetes_events_total{event="add",role="endpoints"} 0 prometheus_sd_kubernetes_events_total{event="add",role="endpointslice"} 0 prometheus_sd_kubernetes_events_total{event="add",role="ingress"} 0 prometheus_sd_kubernetes_events_total{event="add",role="node"} 6399 prometheus_sd_kubernetes_events_total{event="add",role="pod"} 32374 prometheus_sd_kubernetes_events_total{event="add",role="service"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="endpoints"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="endpointslice"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="ingress"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="node"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="pod"} 828 prometheus_sd_kubernetes_events_total{event="delete",role="service"} 0 prometheus_sd_kubernetes_events_total{event="update",role="endpoints"} 0 prometheus_sd_kubernetes_events_total{event="update",role="endpointslice"} 0 prometheus_sd_kubernetes_events_total{event="update",role="ingress"} 0 prometheus_sd_kubernetes_events_total{event="update",role="node"} 7.736624e+06 prometheus_sd_kubernetes_events_total{event="update",role="pod"} 20201 prometheus_sd_kubernetes_events_total{event="update",role="service"} 0 # HELP prometheus_sd_kubernetes_http_request_duration_seconds Summary of latencies for HTTP requests to the Kubernetes API by endpoint. # TYPE prometheus_sd_kubernetes_http_request_duration_seconds summary prometheus_sd_kubernetes_http_request_duration_seconds_sum{endpoint="/api/v1/namespaces/%7Bnamespace%7D/pods"} 2090.1663367189985 prometheus_sd_kubernetes_http_request_duration_seconds_count{endpoint="/api/v1/namespaces/%7Bnamespace%7D/pods"} 1618 prometheus_sd_kubernetes_http_request_duration_seconds_sum{endpoint="/api/v1/nodes"} 140.350787981 prometheus_sd_kubernetes_http_request_duration_seconds_count{endpoint="/api/v1/nodes"} 117 # HELP prometheus_sd_kubernetes_http_request_total Total number of HTTP requests to the Kubernetes API by status code. # TYPE prometheus_sd_kubernetes_http_request_total counter prometheus_sd_kubernetes_http_request_total{status_code="200"} 238004 prometheus_sd_kubernetes_http_request_total{status_code=""} 1713 # HELP prometheus_sd_kubernetes_workqueue_depth Current depth of the work queue. # TYPE prometheus_sd_kubernetes_workqueue_depth gauge prometheus_sd_kubernetes_workqueue_depth{queue_name="node"} 0 prometheus_sd_kubernetes_workqueue_depth{queue_name="pod"} 0 # HELP prometheus_sd_kubernetes_workqueue_items_total Total number of items added to the work queue. # TYPE prometheus_sd_kubernetes_workqueue_items_total counter prometheus_sd_kubernetes_workqueue_items_total{queue_name="node"} 7.743007e+06 prometheus_sd_kubernetes_workqueue_items_total{queue_name="pod"} 53376 # HELP prometheus_sd_kubernetes_workqueue_latency_seconds How long an item stays in the work queue. # TYPE prometheus_sd_kubernetes_workqueue_latency_seconds summary prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="node"} 311.60553756078457 prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="node"} 7.743007e+06 prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="pod"} 1150.953716310007 prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="pod"} 53376 # HELP prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds Duration of the longest running processor in the work queue. # TYPE prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds gauge prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="node"} 0 prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="pod"} 0 # HELP prometheus_sd_kubernetes_workqueue_unfinished_work_seconds How long an item has remained unfinished in the work queue. # TYPE prometheus_sd_kubernetes_workqueue_unfinished_work_seconds gauge prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="node"} 0 prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="pod"} 0 # HELP prometheus_sd_kubernetes_workqueue_work_duration_seconds How long processing an item from the work queue takes. # TYPE prometheus_sd_kubernetes_workqueue_work_duration_seconds summary prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="node"} 1208.0493271032822 prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="node"} 7.743007e+06 prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="pod"} 3.552344744999998 prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="pod"} 53376 # HELP prometheus_sd_kuma_fetch_duration_seconds The duration of a Kuma MADS fetch call. # TYPE prometheus_sd_kuma_fetch_duration_seconds summary prometheus_sd_kuma_fetch_duration_seconds{quantile="0.5"} NaN prometheus_sd_kuma_fetch_duration_seconds{quantile="0.9"} NaN prometheus_sd_kuma_fetch_duration_seconds{quantile="0.99"} NaN prometheus_sd_kuma_fetch_duration_seconds_sum 0 prometheus_sd_kuma_fetch_duration_seconds_count 0 # HELP prometheus_sd_kuma_fetch_failures_total The number of Kuma MADS fetch call failures. # TYPE prometheus_sd_kuma_fetch_failures_total counter prometheus_sd_kuma_fetch_failures_total 0 # HELP prometheus_sd_kuma_fetch_skipped_updates_total The number of Kuma MADS fetch calls that result in no updates to the targets. # TYPE prometheus_sd_kuma_fetch_skipped_updates_total counter prometheus_sd_kuma_fetch_skipped_updates_total 0 # HELP prometheus_sd_linode_failures_total Number of Linode service discovery refresh failures. # TYPE prometheus_sd_linode_failures_total counter prometheus_sd_linode_failures_total 0 # HELP prometheus_sd_nomad_failures_total Number of nomad service discovery refresh failures. # TYPE prometheus_sd_nomad_failures_total counter prometheus_sd_nomad_failures_total 0 # HELP prometheus_sd_received_updates_total Total number of update events received from the SD providers. # TYPE prometheus_sd_received_updates_total counter prometheus_sd_received_updates_total{name="notify"} 19505 prometheus_sd_received_updates_total{name="scrape"} 8.050325e+06 # HELP prometheus_sd_refresh_duration_seconds The duration of a refresh in seconds for the given SD mechanism. # TYPE prometheus_sd_refresh_duration_seconds summary prometheus_sd_refresh_duration_seconds{mechanism="openstack",quantile="0.5"} 1.342060494 prometheus_sd_refresh_duration_seconds{mechanism="openstack",quantile="0.9"} 1.621582515 prometheus_sd_refresh_duration_seconds{mechanism="openstack",quantile="0.99"} 2.2308422390000002 prometheus_sd_refresh_duration_seconds_sum{mechanism="openstack"} 327267.1092676168 prometheus_sd_refresh_duration_seconds_count{mechanism="openstack"} 234089 # HELP prometheus_sd_refresh_failures_total Number of refresh failures for the given SD mechanism. # TYPE prometheus_sd_refresh_failures_total counter prometheus_sd_refresh_failures_total{mechanism="openstack"} 120 # HELP prometheus_sd_updates_total Total number of update events sent to the SD consumers. # TYPE prometheus_sd_updates_total counter prometheus_sd_updates_total{name="notify"} 19496 prometheus_sd_updates_total{name="scrape"} 1.163801e+06 # HELP prometheus_target_interval_length_seconds Actual intervals between scrapes. # TYPE prometheus_target_interval_length_seconds summary prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.01"} 59.999000568 prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.05"} 59.999235562 prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.5"} 59.999993589 prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.9"} 60.000641187 prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.99"} 60.001023631 prometheus_target_interval_length_seconds_sum{interval="1m0s"} 2.765555042200465e+09 prometheus_target_interval_length_seconds_count{interval="1m0s"} 4.6092573e+07 prometheus_target_interval_length_seconds{interval="30s",quantile="0.01"} 29.998914233 prometheus_target_interval_length_seconds{interval="30s",quantile="0.05"} 29.999265806 prometheus_target_interval_length_seconds{interval="30s",quantile="0.5"} 30.000021737 prometheus_target_interval_length_seconds{interval="30s",quantile="0.9"} 30.000592513 prometheus_target_interval_length_seconds{interval="30s",quantile="0.99"} 30.001434256 prometheus_target_interval_length_seconds_sum{interval="30s"} 1.461314795634196e+08 prometheus_target_interval_length_seconds_count{interval="30s"} 4.871047e+06 prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.01"} 239.99899198 prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.05"} 239.999292485 prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.5"} 240.000044753 prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.9"} 240.000589074 prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.99"} 240.000928429 prometheus_target_interval_length_seconds_sum{interval="4m0s"} 4.733203488170667e+08 prometheus_target_interval_length_seconds_count{interval="4m0s"} 1.972168e+06 # HELP prometheus_target_metadata_cache_bytes The number of bytes that are currently used for storing metric metadata in the cache # TYPE prometheus_target_metadata_cache_bytes gauge prometheus_target_metadata_cache_bytes{scrape_job="alloy"} 547125 prometheus_target_metadata_cache_bytes{scrape_job="builds-api"} 8448 prometheus_target_metadata_cache_bytes{scrape_job="components-api"} 1112 prometheus_target_metadata_cache_bytes{scrape_job="envvars-api"} 8448 prometheus_target_metadata_cache_bytes{scrape_job="exim"} 4706 prometheus_target_metadata_cache_bytes{scrape_job="haproxy"} 30282 prometheus_target_metadata_cache_bytes{scrape_job="harbor"} 4711 prometheus_target_metadata_cache_bytes{scrape_job="infra-tracing-loki"} 0 prometheus_target_metadata_cache_bytes{scrape_job="istio-gateway-toolforge"} 18028 prometheus_target_metadata_cache_bytes{scrape_job="istiod"} 19863 prometheus_target_metadata_cache_bytes{scrape_job="jobs-api"} 1112 prometheus_target_metadata_cache_bytes{scrape_job="jobs-emailer"} 1579 prometheus_target_metadata_cache_bytes{scrape_job="k8s-apiserver"} 124230 prometheus_target_metadata_cache_bytes{scrape_job="k8s-cadvisor"} 687933 prometheus_target_metadata_cache_bytes{scrape_job="k8s-cert-manager"} 4746 prometheus_target_metadata_cache_bytes{scrape_job="k8s-cert-manager-reloader"} 4054 prometheus_target_metadata_cache_bytes{scrape_job="k8s-coredns"} 22708 prometheus_target_metadata_cache_bytes{scrape_job="k8s-etcd"} 21234 prometheus_target_metadata_cache_bytes{scrape_job="k8s-kube-state-metrics"} 40460 prometheus_target_metadata_cache_bytes{scrape_job="k8s-maintain-kubeusers"} 652 prometheus_target_metadata_cache_bytes{scrape_job="k8s-nodes"} 2.897354e+06 prometheus_target_metadata_cache_bytes{scrape_job="kyverno"} 65848 prometheus_target_metadata_cache_bytes{scrape_job="logs-api"} 1112 prometheus_target_metadata_cache_bytes{scrape_job="loki-tools"} 0 prometheus_target_metadata_cache_bytes{scrape_job="node-exporter"} 4.153377e+06 prometheus_target_metadata_cache_bytes{scrape_job="opensearch"} 28434 prometheus_target_metadata_cache_bytes{scrape_job="opensearch-haproxy"} 45213 prometheus_target_metadata_cache_bytes{scrape_job="pint"} 2718 prometheus_target_metadata_cache_bytes{scrape_job="probes/custom"} 22579 prometheus_target_metadata_cache_bytes{scrape_job="probes/pingthing"} 908 prometheus_target_metadata_cache_bytes{scrape_job="prometheus"} 12621 prometheus_target_metadata_cache_bytes{scrape_job="redis"} 30458 prometheus_target_metadata_cache_bytes{scrape_job="ssh-banner"} 39648 prometheus_target_metadata_cache_bytes{scrape_job="tekton-pipelines-controller"} 4628 prometheus_target_metadata_cache_bytes{scrape_job="tools-db"} 85994 # HELP prometheus_target_metadata_cache_entries Total number of metric metadata entries in the cache # TYPE prometheus_target_metadata_cache_entries gauge prometheus_target_metadata_cache_entries{scrape_job="alloy"} 7125 prometheus_target_metadata_cache_entries{scrape_job="builds-api"} 88 prometheus_target_metadata_cache_entries{scrape_job="components-api"} 10 prometheus_target_metadata_cache_entries{scrape_job="envvars-api"} 88 prometheus_target_metadata_cache_entries{scrape_job="exim"} 55 prometheus_target_metadata_cache_entries{scrape_job="haproxy"} 412 prometheus_target_metadata_cache_entries{scrape_job="harbor"} 61 prometheus_target_metadata_cache_entries{scrape_job="infra-tracing-loki"} 0 prometheus_target_metadata_cache_entries{scrape_job="istio-gateway-toolforge"} 744 prometheus_target_metadata_cache_entries{scrape_job="istiod"} 240 prometheus_target_metadata_cache_entries{scrape_job="jobs-api"} 10 prometheus_target_metadata_cache_entries{scrape_job="jobs-emailer"} 22 prometheus_target_metadata_cache_entries{scrape_job="k8s-apiserver"} 882 prometheus_target_metadata_cache_entries{scrape_job="k8s-cadvisor"} 10206 prometheus_target_metadata_cache_entries{scrape_job="k8s-cert-manager"} 48 prometheus_target_metadata_cache_entries{scrape_job="k8s-cert-manager-reloader"} 41 prometheus_target_metadata_cache_entries{scrape_job="k8s-coredns"} 264 prometheus_target_metadata_cache_entries{scrape_job="k8s-etcd"} 387 prometheus_target_metadata_cache_entries{scrape_job="k8s-kube-state-metrics"} 649 prometheus_target_metadata_cache_entries{scrape_job="k8s-maintain-kubeusers"} 14 prometheus_target_metadata_cache_entries{scrape_job="k8s-nodes"} 19968 prometheus_target_metadata_cache_entries{scrape_job="kyverno"} 657 prometheus_target_metadata_cache_entries{scrape_job="logs-api"} 10 prometheus_target_metadata_cache_entries{scrape_job="loki-tools"} 0 prometheus_target_metadata_cache_entries{scrape_job="node-exporter"} 92078 prometheus_target_metadata_cache_entries{scrape_job="opensearch"} 537 prometheus_target_metadata_cache_entries{scrape_job="opensearch-haproxy"} 612 prometheus_target_metadata_cache_entries{scrape_job="pint"} 54 prometheus_target_metadata_cache_entries{scrape_job="probes/custom"} 447 prometheus_target_metadata_cache_entries{scrape_job="probes/pingthing"} 18 prometheus_target_metadata_cache_entries{scrape_job="prometheus"} 206 prometheus_target_metadata_cache_entries{scrape_job="redis"} 620 prometheus_target_metadata_cache_entries{scrape_job="ssh-banner"} 672 prometheus_target_metadata_cache_entries{scrape_job="tekton-pipelines-controller"} 59 prometheus_target_metadata_cache_entries{scrape_job="tools-db"} 1704 # HELP prometheus_target_scrape_pool_exceeded_label_limits_total Total number of times scrape pools hit the label limits, during sync or config reload. # TYPE prometheus_target_scrape_pool_exceeded_label_limits_total counter prometheus_target_scrape_pool_exceeded_label_limits_total 0 # HELP prometheus_target_scrape_pool_exceeded_target_limit_total Total number of times scrape pools hit the target limit, during sync or config reload. # TYPE prometheus_target_scrape_pool_exceeded_target_limit_total counter prometheus_target_scrape_pool_exceeded_target_limit_total 0 # HELP prometheus_target_scrape_pool_reloads_failed_total Total number of failed scrape pool reloads. # TYPE prometheus_target_scrape_pool_reloads_failed_total counter prometheus_target_scrape_pool_reloads_failed_total 0 # HELP prometheus_target_scrape_pool_reloads_total Total number of scrape pool reloads. # TYPE prometheus_target_scrape_pool_reloads_total counter prometheus_target_scrape_pool_reloads_total 0 # HELP prometheus_target_scrape_pool_sync_total Total number of syncs that were executed on a scrape pool. # TYPE prometheus_target_scrape_pool_sync_total counter prometheus_target_scrape_pool_sync_total{scrape_job="alloy"} 1.163744e+06 prometheus_target_scrape_pool_sync_total{scrape_job="builds-api"} 1.163745e+06 prometheus_target_scrape_pool_sync_total{scrape_job="components-api"} 1.163746e+06 prometheus_target_scrape_pool_sync_total{scrape_job="envvars-api"} 1.163744e+06 prometheus_target_scrape_pool_sync_total{scrape_job="exim"} 1.16371e+06 prometheus_target_scrape_pool_sync_total{scrape_job="haproxy"} 1.16371e+06 prometheus_target_scrape_pool_sync_total{scrape_job="harbor"} 1.163648e+06 prometheus_target_scrape_pool_sync_total{scrape_job="infra-tracing-loki"} 1.163746e+06 prometheus_target_scrape_pool_sync_total{scrape_job="istio-gateway-toolforge"} 1.163745e+06 prometheus_target_scrape_pool_sync_total{scrape_job="istiod"} 1.163746e+06 prometheus_target_scrape_pool_sync_total{scrape_job="jobs-api"} 1.163745e+06 prometheus_target_scrape_pool_sync_total{scrape_job="jobs-emailer"} 1.163746e+06 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-apiserver"} 1.163709e+06 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-cadvisor"} 1.163746e+06 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-cert-manager"} 1.163747e+06 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-cert-manager-reloader"} 1.163747e+06 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-coredns"} 1.163743e+06 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-etcd"} 1.16371e+06 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-kube-state-metrics"} 1.163746e+06 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-maintain-kubeusers"} 1.163745e+06 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-nodes"} 1.163743e+06 prometheus_target_scrape_pool_sync_total{scrape_job="kyverno"} 1.163746e+06 prometheus_target_scrape_pool_sync_total{scrape_job="logs-api"} 1.163747e+06 prometheus_target_scrape_pool_sync_total{scrape_job="loki-tools"} 1.163745e+06 prometheus_target_scrape_pool_sync_total{scrape_job="node-exporter"} 1.163709e+06 prometheus_target_scrape_pool_sync_total{scrape_job="opensearch"} 679962 prometheus_target_scrape_pool_sync_total{scrape_job="opensearch-haproxy"} 679904 prometheus_target_scrape_pool_sync_total{scrape_job="pint"} 1.163749e+06 prometheus_target_scrape_pool_sync_total{scrape_job="probes/custom"} 1.163749e+06 prometheus_target_scrape_pool_sync_total{scrape_job="probes/pingthing"} 1.163749e+06 prometheus_target_scrape_pool_sync_total{scrape_job="prometheus"} 1.163749e+06 prometheus_target_scrape_pool_sync_total{scrape_job="redis"} 1.163709e+06 prometheus_target_scrape_pool_sync_total{scrape_job="ssh-banner"} 1.163708e+06 prometheus_target_scrape_pool_sync_total{scrape_job="tekton-pipelines-controller"} 1.163745e+06 prometheus_target_scrape_pool_sync_total{scrape_job="tools-db"} 1.16371e+06 # HELP prometheus_target_scrape_pool_target_limit Maximum number of targets allowed in this scrape pool. # TYPE prometheus_target_scrape_pool_target_limit gauge prometheus_target_scrape_pool_target_limit{scrape_job="alloy"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="builds-api"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="components-api"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="envvars-api"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="exim"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="haproxy"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="harbor"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="infra-tracing-loki"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="istio-gateway-toolforge"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="istiod"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="jobs-api"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="jobs-emailer"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-apiserver"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-cadvisor"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-cert-manager"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-cert-manager-reloader"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-coredns"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-etcd"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-kube-state-metrics"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-maintain-kubeusers"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-nodes"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="kyverno"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="logs-api"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="loki-tools"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="node-exporter"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="opensearch"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="opensearch-haproxy"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="pint"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="probes/custom"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="probes/pingthing"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="prometheus"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="redis"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="ssh-banner"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="tekton-pipelines-controller"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="tools-db"} 0 # HELP prometheus_target_scrape_pool_targets Current number of targets in this scrape pool. # TYPE prometheus_target_scrape_pool_targets gauge prometheus_target_scrape_pool_targets{scrape_job="alloy"} 75 prometheus_target_scrape_pool_targets{scrape_job="builds-api"} 2 prometheus_target_scrape_pool_targets{scrape_job="components-api"} 2 prometheus_target_scrape_pool_targets{scrape_job="envvars-api"} 2 prometheus_target_scrape_pool_targets{scrape_job="exim"} 1 prometheus_target_scrape_pool_targets{scrape_job="haproxy"} 2 prometheus_target_scrape_pool_targets{scrape_job="harbor"} 1 prometheus_target_scrape_pool_targets{scrape_job="infra-tracing-loki"} 10 prometheus_target_scrape_pool_targets{scrape_job="istio-gateway-toolforge"} 3 prometheus_target_scrape_pool_targets{scrape_job="istiod"} 3 prometheus_target_scrape_pool_targets{scrape_job="jobs-api"} 2 prometheus_target_scrape_pool_targets{scrape_job="jobs-emailer"} 1 prometheus_target_scrape_pool_targets{scrape_job="k8s-apiserver"} 3 prometheus_target_scrape_pool_targets{scrape_job="k8s-cadvisor"} 81 prometheus_target_scrape_pool_targets{scrape_job="k8s-cert-manager"} 1 prometheus_target_scrape_pool_targets{scrape_job="k8s-cert-manager-reloader"} 1 prometheus_target_scrape_pool_targets{scrape_job="k8s-coredns"} 4 prometheus_target_scrape_pool_targets{scrape_job="k8s-etcd"} 3 prometheus_target_scrape_pool_targets{scrape_job="k8s-kube-state-metrics"} 3 prometheus_target_scrape_pool_targets{scrape_job="k8s-maintain-kubeusers"} 1 prometheus_target_scrape_pool_targets{scrape_job="k8s-nodes"} 81 prometheus_target_scrape_pool_targets{scrape_job="kyverno"} 13 prometheus_target_scrape_pool_targets{scrape_job="logs-api"} 2 prometheus_target_scrape_pool_targets{scrape_job="loki-tools"} 9 prometheus_target_scrape_pool_targets{scrape_job="node-exporter"} 112 prometheus_target_scrape_pool_targets{scrape_job="opensearch"} 3 prometheus_target_scrape_pool_targets{scrape_job="opensearch-haproxy"} 3 prometheus_target_scrape_pool_targets{scrape_job="pint"} 1 prometheus_target_scrape_pool_targets{scrape_job="probes/custom"} 25 prometheus_target_scrape_pool_targets{scrape_job="probes/pingthing"} 1 prometheus_target_scrape_pool_targets{scrape_job="prometheus"} 1 prometheus_target_scrape_pool_targets{scrape_job="redis"} 3 prometheus_target_scrape_pool_targets{scrape_job="ssh-banner"} 112 prometheus_target_scrape_pool_targets{scrape_job="tekton-pipelines-controller"} 1 prometheus_target_scrape_pool_targets{scrape_job="tools-db"} 2 # HELP prometheus_target_scrape_pools_failed_total Total number of scrape pool creations that failed. # TYPE prometheus_target_scrape_pools_failed_total counter prometheus_target_scrape_pools_failed_total 0 # HELP prometheus_target_scrape_pools_total Total number of scrape pool creation attempts. # TYPE prometheus_target_scrape_pools_total counter prometheus_target_scrape_pools_total 37 # HELP prometheus_target_scrapes_cache_flush_forced_total How many times a scrape cache was flushed due to getting big while scrapes are failing. # TYPE prometheus_target_scrapes_cache_flush_forced_total counter prometheus_target_scrapes_cache_flush_forced_total 0 # HELP prometheus_target_scrapes_exceeded_body_size_limit_total Total number of scrapes that hit the body size limit # TYPE prometheus_target_scrapes_exceeded_body_size_limit_total counter prometheus_target_scrapes_exceeded_body_size_limit_total 0 # HELP prometheus_target_scrapes_exceeded_native_histogram_bucket_limit_total Total number of scrapes that hit the native histogram bucket limit and were rejected. # TYPE prometheus_target_scrapes_exceeded_native_histogram_bucket_limit_total counter prometheus_target_scrapes_exceeded_native_histogram_bucket_limit_total 0 # HELP prometheus_target_scrapes_exceeded_sample_limit_total Total number of scrapes that hit the sample limit and were rejected. # TYPE prometheus_target_scrapes_exceeded_sample_limit_total counter prometheus_target_scrapes_exceeded_sample_limit_total 0 # HELP prometheus_target_scrapes_exemplar_out_of_order_total Total number of exemplar rejected due to not being out of the expected order. # TYPE prometheus_target_scrapes_exemplar_out_of_order_total counter prometheus_target_scrapes_exemplar_out_of_order_total 0 # HELP prometheus_target_scrapes_sample_duplicate_timestamp_total Total number of samples rejected due to duplicate timestamps but different values. # TYPE prometheus_target_scrapes_sample_duplicate_timestamp_total counter prometheus_target_scrapes_sample_duplicate_timestamp_total 9798 # HELP prometheus_target_scrapes_sample_out_of_bounds_total Total number of samples rejected due to timestamp falling outside of the time bounds. # TYPE prometheus_target_scrapes_sample_out_of_bounds_total counter prometheus_target_scrapes_sample_out_of_bounds_total 0 # HELP prometheus_target_scrapes_sample_out_of_order_total Total number of samples rejected due to not being out of the expected order. # TYPE prometheus_target_scrapes_sample_out_of_order_total counter prometheus_target_scrapes_sample_out_of_order_total 4.75414131e+08 # HELP prometheus_target_sync_failed_total Total number of target sync failures. # TYPE prometheus_target_sync_failed_total counter prometheus_target_sync_failed_total{scrape_job="alloy"} 0 prometheus_target_sync_failed_total{scrape_job="builds-api"} 0 prometheus_target_sync_failed_total{scrape_job="components-api"} 0 prometheus_target_sync_failed_total{scrape_job="envvars-api"} 0 prometheus_target_sync_failed_total{scrape_job="exim"} 0 prometheus_target_sync_failed_total{scrape_job="haproxy"} 0 prometheus_target_sync_failed_total{scrape_job="harbor"} 0 prometheus_target_sync_failed_total{scrape_job="infra-tracing-loki"} 0 prometheus_target_sync_failed_total{scrape_job="istio-gateway-toolforge"} 0 prometheus_target_sync_failed_total{scrape_job="istiod"} 0 prometheus_target_sync_failed_total{scrape_job="jobs-api"} 0 prometheus_target_sync_failed_total{scrape_job="jobs-emailer"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-apiserver"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-cadvisor"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-cert-manager"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-cert-manager-reloader"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-coredns"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-etcd"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-kube-state-metrics"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-maintain-kubeusers"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-nodes"} 0 prometheus_target_sync_failed_total{scrape_job="kyverno"} 0 prometheus_target_sync_failed_total{scrape_job="logs-api"} 0 prometheus_target_sync_failed_total{scrape_job="loki-tools"} 0 prometheus_target_sync_failed_total{scrape_job="node-exporter"} 0 prometheus_target_sync_failed_total{scrape_job="opensearch"} 0 prometheus_target_sync_failed_total{scrape_job="opensearch-haproxy"} 0 prometheus_target_sync_failed_total{scrape_job="pint"} 0 prometheus_target_sync_failed_total{scrape_job="probes/custom"} 0 prometheus_target_sync_failed_total{scrape_job="probes/pingthing"} 0 prometheus_target_sync_failed_total{scrape_job="prometheus"} 0 prometheus_target_sync_failed_total{scrape_job="redis"} 0 prometheus_target_sync_failed_total{scrape_job="ssh-banner"} 0 prometheus_target_sync_failed_total{scrape_job="tekton-pipelines-controller"} 0 prometheus_target_sync_failed_total{scrape_job="tools-db"} 0 # HELP prometheus_target_sync_length_seconds Actual interval to sync the scrape pool. # TYPE prometheus_target_sync_length_seconds summary prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.01"} 0.002423907 prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.05"} 0.003189466 prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.5"} 0.006989011 prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.9"} 0.010628271 prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.99"} 0.017420692 prometheus_target_sync_length_seconds_sum{scrape_job="alloy"} 8660.683152182231 prometheus_target_sync_length_seconds_count{scrape_job="alloy"} 1.163744e+06 prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.01"} 0.000171649 prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.05"} 0.00025458 prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.5"} 0.000512552 prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.9"} 0.000811289 prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.99"} 0.00273886 prometheus_target_sync_length_seconds_sum{scrape_job="builds-api"} 774.4518808900507 prometheus_target_sync_length_seconds_count{scrape_job="builds-api"} 1.163745e+06 prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.01"} 0.000172509 prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.05"} 0.000257797 prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.5"} 0.000482926 prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.9"} 0.000785526 prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.99"} 0.003345415 prometheus_target_sync_length_seconds_sum{scrape_job="components-api"} 736.1231009879712 prometheus_target_sync_length_seconds_count{scrape_job="components-api"} 1.163746e+06 prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.01"} 0.000249794 prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.05"} 0.000291785 prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.5"} 0.000516497 prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.9"} 0.000804039 prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.99"} 0.013672584 prometheus_target_sync_length_seconds_sum{scrape_job="envvars-api"} 745.9411907170064 prometheus_target_sync_length_seconds_count{scrape_job="envvars-api"} 1.163744e+06 prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.01"} 0.000468483 prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.05"} 0.000772164 prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.5"} 0.001398502 prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.9"} 0.002370713 prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.99"} 0.010287381 prometheus_target_sync_length_seconds_sum{scrape_job="exim"} 1793.811965589041 prometheus_target_sync_length_seconds_count{scrape_job="exim"} 1.16371e+06 prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.01"} 0.00048254 prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.05"} 0.00062633 prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.5"} 0.001438364 prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.9"} 0.002408783 prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.99"} 0.011366071 prometheus_target_sync_length_seconds_sum{scrape_job="haproxy"} 1852.411261484905 prometheus_target_sync_length_seconds_count{scrape_job="haproxy"} 1.16371e+06 prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.01"} 0.000500409 prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.05"} 0.000838121 prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.5"} 0.001407217 prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.9"} 0.002254353 prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.99"} 0.003935933 prometheus_target_sync_length_seconds_sum{scrape_job="harbor"} 1815.706050125075 prometheus_target_sync_length_seconds_count{scrape_job="harbor"} 1.163648e+06 prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.01"} 0.001539866 prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.05"} 0.00191753 prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.5"} 0.003505982 prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.9"} 0.006051628 prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.99"} 0.01413618 prometheus_target_sync_length_seconds_sum{scrape_job="infra-tracing-loki"} 4461.340730738973 prometheus_target_sync_length_seconds_count{scrape_job="infra-tracing-loki"} 1.163746e+06 prometheus_target_sync_length_seconds{scrape_job="istio-gateway-toolforge",quantile="0.01"} 0.000556399 prometheus_target_sync_length_seconds{scrape_job="istio-gateway-toolforge",quantile="0.05"} 0.000734156 prometheus_target_sync_length_seconds{scrape_job="istio-gateway-toolforge",quantile="0.5"} 0.001737467 prometheus_target_sync_length_seconds{scrape_job="istio-gateway-toolforge",quantile="0.9"} 0.002652012 prometheus_target_sync_length_seconds{scrape_job="istio-gateway-toolforge",quantile="0.99"} 0.006228517 prometheus_target_sync_length_seconds_sum{scrape_job="istio-gateway-toolforge"} 2327.217737473037 prometheus_target_sync_length_seconds_count{scrape_job="istio-gateway-toolforge"} 1.163745e+06 prometheus_target_sync_length_seconds{scrape_job="istiod",quantile="0.01"} 0.001013817 prometheus_target_sync_length_seconds{scrape_job="istiod",quantile="0.05"} 0.001575173 prometheus_target_sync_length_seconds{scrape_job="istiod",quantile="0.5"} 0.002815899 prometheus_target_sync_length_seconds{scrape_job="istiod",quantile="0.9"} 0.00492417 prometheus_target_sync_length_seconds{scrape_job="istiod",quantile="0.99"} 0.009600531 prometheus_target_sync_length_seconds_sum{scrape_job="istiod"} 3679.7848447721276 prometheus_target_sync_length_seconds_count{scrape_job="istiod"} 1.163746e+06 prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.01"} 0.000243957 prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.05"} 0.000319261 prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.5"} 0.000634681 prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.9"} 0.001041205 prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.99"} 0.002831449 prometheus_target_sync_length_seconds_sum{scrape_job="jobs-api"} 921.8576484860249 prometheus_target_sync_length_seconds_count{scrape_job="jobs-api"} 1.163745e+06 prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.01"} 7.8319e-05 prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.05"} 0.000101363 prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.5"} 0.000164984 prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.9"} 0.000272708 prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.99"} 0.002630711 prometheus_target_sync_length_seconds_sum{scrape_job="jobs-emailer"} 318.76060773200163 prometheus_target_sync_length_seconds_count{scrape_job="jobs-emailer"} 1.163746e+06 prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.01"} 0.00047634 prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.05"} 0.000723028 prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.5"} 0.001416906 prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.9"} 0.002308552 prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.99"} 0.004938397 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-apiserver"} 1838.974745270033 prometheus_target_sync_length_seconds_count{scrape_job="k8s-apiserver"} 1.163709e+06 prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.01"} 0.001586981 prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.05"} 0.002420133 prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.5"} 0.004451216 prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.9"} 0.007225485 prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.99"} 0.012681563 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-cadvisor"} 6040.572852701137 prometheus_target_sync_length_seconds_count{scrape_job="k8s-cadvisor"} 1.163746e+06 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.01"} 0.000242132 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.05"} 0.000294831 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.5"} 0.000586069 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.9"} 0.000923725 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.99"} 0.003972629 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-cert-manager"} 805.5865114689792 prometheus_target_sync_length_seconds_count{scrape_job="k8s-cert-manager"} 1.163747e+06 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.01"} 0.000179526 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.05"} 0.000201557 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.5"} 0.000484142 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.9"} 0.000741964 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.99"} 0.003708508 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-cert-manager-reloader"} 668.1444187209701 prometheus_target_sync_length_seconds_count{scrape_job="k8s-cert-manager-reloader"} 1.163747e+06 prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.01"} 0.002918066 prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.05"} 0.003101101 prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.5"} 0.008526225 prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.9"} 0.011739534 prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.99"} 0.013519756 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-coredns"} 9753.78688491058 prometheus_target_sync_length_seconds_count{scrape_job="k8s-coredns"} 1.163743e+06 prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.01"} 0.000492885 prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.05"} 0.000686988 prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.5"} 0.001461073 prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.9"} 0.00246113 prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.99"} 0.004503905 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-etcd"} 1890.49593738202 prometheus_target_sync_length_seconds_count{scrape_job="k8s-etcd"} 1.16371e+06 prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.01"} 0.001049467 prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.05"} 0.00147374 prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.5"} 0.002694772 prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.9"} 0.004052718 prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.99"} 0.006708157 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-kube-state-metrics"} 3354.8270390151206 prometheus_target_sync_length_seconds_count{scrape_job="k8s-kube-state-metrics"} 1.163746e+06 prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.01"} 4.5203e-05 prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.05"} 7.7785e-05 prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.5"} 0.000147426 prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.9"} 0.000260197 prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.99"} 0.000353664 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-maintain-kubeusers"} 301.38725950900044 prometheus_target_sync_length_seconds_count{scrape_job="k8s-maintain-kubeusers"} 1.163745e+06 prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.01"} 0.003546785 prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.05"} 0.004148775 prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.5"} 0.007238888 prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.9"} 0.010534368 prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.99"} 0.015662681 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-nodes"} 8621.021860592893 prometheus_target_sync_length_seconds_count{scrape_job="k8s-nodes"} 1.163743e+06 prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.01"} 0.001239848 prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.05"} 0.00191214 prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.5"} 0.003919 prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.9"} 0.005665076 prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.99"} 0.01164511 prometheus_target_sync_length_seconds_sum{scrape_job="kyverno"} 4950.036368966302 prometheus_target_sync_length_seconds_count{scrape_job="kyverno"} 1.163746e+06 prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.01"} 0.000157032 prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.05"} 0.000201298 prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.5"} 0.000498235 prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.9"} 0.00081678 prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.99"} 0.003069961 prometheus_target_sync_length_seconds_sum{scrape_job="logs-api"} 753.148188800953 prometheus_target_sync_length_seconds_count{scrape_job="logs-api"} 1.163747e+06 prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.01"} 0.001157066 prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.05"} 0.001802463 prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.5"} 0.003333266 prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.9"} 0.005762095 prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.99"} 0.01134953 prometheus_target_sync_length_seconds_sum{scrape_job="loki-tools"} 4287.44731853776 prometheus_target_sync_length_seconds_count{scrape_job="loki-tools"} 1.163745e+06 prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.01"} 0.001385639 prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.05"} 0.001624421 prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.5"} 0.003547705 prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.9"} 0.006123249 prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.99"} 0.013066681 prometheus_target_sync_length_seconds_sum{scrape_job="node-exporter"} 4382.356150347845 prometheus_target_sync_length_seconds_count{scrape_job="node-exporter"} 1.163709e+06 prometheus_target_sync_length_seconds{scrape_job="opensearch",quantile="0.01"} 0.000533657 prometheus_target_sync_length_seconds{scrape_job="opensearch",quantile="0.05"} 0.000789643 prometheus_target_sync_length_seconds{scrape_job="opensearch",quantile="0.5"} 0.001451979 prometheus_target_sync_length_seconds{scrape_job="opensearch",quantile="0.9"} 0.002450495 prometheus_target_sync_length_seconds{scrape_job="opensearch",quantile="0.99"} 0.005408222 prometheus_target_sync_length_seconds_sum{scrape_job="opensearch"} 1117.6297734210095 prometheus_target_sync_length_seconds_count{scrape_job="opensearch"} 679962 prometheus_target_sync_length_seconds{scrape_job="opensearch-haproxy",quantile="0.01"} 0.000488274 prometheus_target_sync_length_seconds{scrape_job="opensearch-haproxy",quantile="0.05"} 0.000764518 prometheus_target_sync_length_seconds{scrape_job="opensearch-haproxy",quantile="0.5"} 0.001456989 prometheus_target_sync_length_seconds{scrape_job="opensearch-haproxy",quantile="0.9"} 0.002283075 prometheus_target_sync_length_seconds{scrape_job="opensearch-haproxy",quantile="0.99"} 0.007894626 prometheus_target_sync_length_seconds_sum{scrape_job="opensearch-haproxy"} 1116.677970332012 prometheus_target_sync_length_seconds_count{scrape_job="opensearch-haproxy"} 679904 prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.01"} 1.8487e-05 prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.05"} 2.494e-05 prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.5"} 5.1726e-05 prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.9"} 0.000115889 prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.99"} 0.002316479 prometheus_target_sync_length_seconds_sum{scrape_job="pint"} 123.16612682199569 prometheus_target_sync_length_seconds_count{scrape_job="pint"} 1.163749e+06 prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.01"} 0.000546899 prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.05"} 0.000806705 prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.5"} 0.001348187 prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.9"} 0.002199144 prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.99"} 0.004306149 prometheus_target_sync_length_seconds_sum{scrape_job="probes/custom"} 1727.9015601879778 prometheus_target_sync_length_seconds_count{scrape_job="probes/custom"} 1.163749e+06 prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.01"} 4.9957e-05 prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.05"} 5.675e-05 prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.5"} 9.6077e-05 prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.9"} 0.00016275 prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.99"} 0.000196231 prometheus_target_sync_length_seconds_sum{scrape_job="probes/pingthing"} 206.87720566100683 prometheus_target_sync_length_seconds_count{scrape_job="probes/pingthing"} 1.163749e+06 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.01"} 1.7247e-05 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.05"} 2.4295e-05 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.5"} 5.9646e-05 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.9"} 0.000131897 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.99"} 0.000160306 prometheus_target_sync_length_seconds_sum{scrape_job="prometheus"} 135.40973406199925 prometheus_target_sync_length_seconds_count{scrape_job="prometheus"} 1.163749e+06 prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.01"} 0.000723412 prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.05"} 0.000823517 prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.5"} 0.001459029 prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.9"} 0.002326215 prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.99"} 0.006710885 prometheus_target_sync_length_seconds_sum{scrape_job="redis"} 1880.3615261379073 prometheus_target_sync_length_seconds_count{scrape_job="redis"} 1.163709e+06 prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.01"} 0.002279348 prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.05"} 0.002865329 prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.5"} 0.005178217 prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.9"} 0.008795698 prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.99"} 0.013143412 prometheus_target_sync_length_seconds_sum{scrape_job="ssh-banner"} 6288.047023747141 prometheus_target_sync_length_seconds_count{scrape_job="ssh-banner"} 1.163708e+06 prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.01"} 0.000292186 prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.05"} 0.000391486 prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.5"} 0.000798168 prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.9"} 0.001828998 prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.99"} 0.003478708 prometheus_target_sync_length_seconds_sum{scrape_job="tekton-pipelines-controller"} 1082.2227142579743 prometheus_target_sync_length_seconds_count{scrape_job="tekton-pipelines-controller"} 1.163745e+06 prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.01"} 0.000475429 prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.05"} 0.000781831 prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.5"} 0.001417671 prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.9"} 0.002330362 prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.99"} 0.004569973 prometheus_target_sync_length_seconds_sum{scrape_job="tools-db"} 1834.6563925700736 prometheus_target_sync_length_seconds_count{scrape_job="tools-db"} 1.16371e+06 # HELP prometheus_template_text_expansion_failures_total The total number of template text expansion failures. # TYPE prometheus_template_text_expansion_failures_total counter prometheus_template_text_expansion_failures_total 0 # HELP prometheus_template_text_expansions_total The total number of template text expansions. # TYPE prometheus_template_text_expansions_total counter prometheus_template_text_expansions_total 1.1268462e+07 # HELP prometheus_treecache_watcher_goroutines The current number of watcher goroutines. # TYPE prometheus_treecache_watcher_goroutines gauge prometheus_treecache_watcher_goroutines 0 # HELP prometheus_treecache_zookeeper_failures_total The total number of ZooKeeper failures. # TYPE prometheus_treecache_zookeeper_failures_total counter prometheus_treecache_zookeeper_failures_total 0 # HELP prometheus_tsdb_blocks_loaded Number of currently loaded data blocks # TYPE prometheus_tsdb_blocks_loaded gauge prometheus_tsdb_blocks_loaded 75 # HELP prometheus_tsdb_checkpoint_creations_failed_total Total number of checkpoint creations that failed. # TYPE prometheus_tsdb_checkpoint_creations_failed_total counter prometheus_tsdb_checkpoint_creations_failed_total 0 # HELP prometheus_tsdb_checkpoint_creations_total Total number of checkpoint creations attempted. # TYPE prometheus_tsdb_checkpoint_creations_total counter prometheus_tsdb_checkpoint_creations_total 812 # HELP prometheus_tsdb_checkpoint_deletions_failed_total Total number of checkpoint deletions that failed. # TYPE prometheus_tsdb_checkpoint_deletions_failed_total counter prometheus_tsdb_checkpoint_deletions_failed_total 0 # HELP prometheus_tsdb_checkpoint_deletions_total Total number of checkpoint deletions attempted. # TYPE prometheus_tsdb_checkpoint_deletions_total counter prometheus_tsdb_checkpoint_deletions_total 812 # HELP prometheus_tsdb_clean_start -1: lockfile is disabled. 0: a lockfile from a previous execution was replaced. 1: lockfile creation was clean # TYPE prometheus_tsdb_clean_start gauge prometheus_tsdb_clean_start 0 # HELP prometheus_tsdb_compaction_chunk_range_seconds Final time range of chunks on their first compaction # TYPE prometheus_tsdb_compaction_chunk_range_seconds histogram prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="100"} 5.141413e+07 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="400"} 5.1414179e+07 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="1600"} 5.1414403e+07 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="6400"} 5.1415976e+07 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="25600"} 5.1422203e+07 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="102400"} 2.18072938e+08 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="409600"} 2.75158821e+08 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="1.6384e+06"} 3.07354441e+08 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="6.5536e+06"} 3.38397903e+08 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="2.62144e+07"} 2.334000684e+09 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="+Inf"} 2.334000684e+09 prometheus_tsdb_compaction_chunk_range_seconds_sum 1.4333149612252224e+16 prometheus_tsdb_compaction_chunk_range_seconds_count 2.334000684e+09 # HELP prometheus_tsdb_compaction_chunk_samples Final number of samples on their first compaction # TYPE prometheus_tsdb_compaction_chunk_samples histogram prometheus_tsdb_compaction_chunk_samples_bucket{le="4"} 2.68326793e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="6"} 2.85631799e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="9"} 2.93885745e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="13.5"} 3.0081499e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="20.25"} 3.09950809e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="30.375"} 7.36892512e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="45.5625"} 7.51156511e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="68.34375"} 7.57591443e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="102.515625"} 7.66259786e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="153.7734375"} 2.332431061e+09 prometheus_tsdb_compaction_chunk_samples_bucket{le="230.66015625"} 2.333937758e+09 prometheus_tsdb_compaction_chunk_samples_bucket{le="345.990234375"} 2.334000684e+09 prometheus_tsdb_compaction_chunk_samples_bucket{le="+Inf"} 2.334000684e+09 prometheus_tsdb_compaction_chunk_samples_sum 2.03460588666e+11 prometheus_tsdb_compaction_chunk_samples_count 2.334000684e+09 # HELP prometheus_tsdb_compaction_chunk_size_bytes Final size of chunks on their first compaction # TYPE prometheus_tsdb_compaction_chunk_size_bytes histogram prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="32"} 3.25898157e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="48"} 3.49465326e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="72"} 1.687117416e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="108"} 2.093002532e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="162"} 2.176998637e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="243"} 2.244612064e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="364.5"} 2.295962426e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="546.75"} 2.311263403e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="820.125"} 2.326558892e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="1230.1875"} 2.334000684e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="1845.28125"} 2.334000684e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="2767.921875"} 2.334000684e+09 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="+Inf"} 2.334000684e+09 prometheus_tsdb_compaction_chunk_size_bytes_sum 1.77504896194e+11 prometheus_tsdb_compaction_chunk_size_bytes_count 2.334000684e+09 # HELP prometheus_tsdb_compaction_duration_seconds Duration of compaction runs # TYPE prometheus_tsdb_compaction_duration_seconds histogram prometheus_tsdb_compaction_duration_seconds_bucket{le="1"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="2"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="4"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="8"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="16"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="32"} 0 prometheus_tsdb_compaction_duration_seconds_bucket{le="64"} 811 prometheus_tsdb_compaction_duration_seconds_bucket{le="128"} 1066 prometheus_tsdb_compaction_duration_seconds_bucket{le="256"} 1147 prometheus_tsdb_compaction_duration_seconds_bucket{le="512"} 1147 prometheus_tsdb_compaction_duration_seconds_bucket{le="1024"} 1147 prometheus_tsdb_compaction_duration_seconds_bucket{le="2048"} 1147 prometheus_tsdb_compaction_duration_seconds_bucket{le="4096"} 1147 prometheus_tsdb_compaction_duration_seconds_bucket{le="8192"} 1147 prometheus_tsdb_compaction_duration_seconds_bucket{le="+Inf"} 1147 prometheus_tsdb_compaction_duration_seconds_sum 67686.67256000696 prometheus_tsdb_compaction_duration_seconds_count 1147 # HELP prometheus_tsdb_compaction_populating_block Set to 1 when a block is currently being written to the disk. # TYPE prometheus_tsdb_compaction_populating_block gauge prometheus_tsdb_compaction_populating_block 0 # HELP prometheus_tsdb_compactions_failed_total Total number of compactions that failed for the partition. # TYPE prometheus_tsdb_compactions_failed_total counter prometheus_tsdb_compactions_failed_total 0 # HELP prometheus_tsdb_compactions_skipped_total Total number of skipped compactions due to disabled auto compaction. # TYPE prometheus_tsdb_compactions_skipped_total counter prometheus_tsdb_compactions_skipped_total 0 # HELP prometheus_tsdb_compactions_total Total number of compactions that were executed for the partition. # TYPE prometheus_tsdb_compactions_total counter prometheus_tsdb_compactions_total 1147 # HELP prometheus_tsdb_compactions_triggered_total Total number of triggered compactions for the partition. # TYPE prometheus_tsdb_compactions_triggered_total counter prometheus_tsdb_compactions_triggered_total 95501 # HELP prometheus_tsdb_data_replay_duration_seconds Time taken to replay the data on disk. # TYPE prometheus_tsdb_data_replay_duration_seconds gauge prometheus_tsdb_data_replay_duration_seconds 46.83371375 # HELP prometheus_tsdb_exemplar_exemplars_appended_total Total number of appended exemplars. # TYPE prometheus_tsdb_exemplar_exemplars_appended_total counter prometheus_tsdb_exemplar_exemplars_appended_total 0 # HELP prometheus_tsdb_exemplar_exemplars_in_storage Number of exemplars currently in circular storage. # TYPE prometheus_tsdb_exemplar_exemplars_in_storage gauge prometheus_tsdb_exemplar_exemplars_in_storage 0 # HELP prometheus_tsdb_exemplar_last_exemplars_timestamp_seconds The timestamp of the oldest exemplar stored in circular storage. Useful to check for what timerange the current exemplar buffer limit allows. This usually means the last timestampfor all exemplars for a typical setup. This is not true though if one of the series timestamp is in future compared to rest series. # TYPE prometheus_tsdb_exemplar_last_exemplars_timestamp_seconds gauge prometheus_tsdb_exemplar_last_exemplars_timestamp_seconds 0 # HELP prometheus_tsdb_exemplar_max_exemplars Total number of exemplars the exemplar storage can store, resizeable. # TYPE prometheus_tsdb_exemplar_max_exemplars gauge prometheus_tsdb_exemplar_max_exemplars 0 # HELP prometheus_tsdb_exemplar_out_of_order_exemplars_total Total number of out of order exemplar ingestion failed attempts. # TYPE prometheus_tsdb_exemplar_out_of_order_exemplars_total counter prometheus_tsdb_exemplar_out_of_order_exemplars_total 0 # HELP prometheus_tsdb_exemplar_series_with_exemplars_in_storage Number of series with exemplars currently in circular storage. # TYPE prometheus_tsdb_exemplar_series_with_exemplars_in_storage gauge prometheus_tsdb_exemplar_series_with_exemplars_in_storage 0 # HELP prometheus_tsdb_head_active_appenders Number of currently active appender transactions # TYPE prometheus_tsdb_head_active_appenders gauge prometheus_tsdb_head_active_appenders 10 # HELP prometheus_tsdb_head_chunks Total number of chunks in the head block. # TYPE prometheus_tsdb_head_chunks gauge prometheus_tsdb_head_chunks 2.942267e+06 # HELP prometheus_tsdb_head_chunks_created_total Total number of chunks created in the head # TYPE prometheus_tsdb_head_chunks_created_total counter prometheus_tsdb_head_chunks_created_total 2.336942951e+09 # HELP prometheus_tsdb_head_chunks_removed_total Total number of chunks removed in the head # TYPE prometheus_tsdb_head_chunks_removed_total counter prometheus_tsdb_head_chunks_removed_total 2.334000684e+09 # HELP prometheus_tsdb_head_chunks_storage_size_bytes Size of the chunks_head directory. # TYPE prometheus_tsdb_head_chunks_storage_size_bytes gauge prometheus_tsdb_head_chunks_storage_size_bytes 1.7313816e+07 # HELP prometheus_tsdb_head_gc_duration_seconds Runtime of garbage collection in the head block. # TYPE prometheus_tsdb_head_gc_duration_seconds summary prometheus_tsdb_head_gc_duration_seconds_sum 2791.1748496579967 prometheus_tsdb_head_gc_duration_seconds_count 812 # HELP prometheus_tsdb_head_max_time Maximum timestamp of the head block. The unit is decided by the library consumer. # TYPE prometheus_tsdb_head_max_time gauge prometheus_tsdb_head_max_time 1.788566247005e+12 # HELP prometheus_tsdb_head_max_time_seconds Maximum timestamp of the head block. # TYPE prometheus_tsdb_head_max_time_seconds gauge prometheus_tsdb_head_max_time_seconds 1.788566247e+09 # HELP prometheus_tsdb_head_min_time Minimum time bound of the head block. The unit is decided by the library consumer. # TYPE prometheus_tsdb_head_min_time gauge prometheus_tsdb_head_min_time 1.788559200004e+12 # HELP prometheus_tsdb_head_min_time_seconds Minimum time bound of the head block. # TYPE prometheus_tsdb_head_min_time_seconds gauge prometheus_tsdb_head_min_time_seconds 1.7885592e+09 # HELP prometheus_tsdb_head_out_of_order_samples_appended_total Total number of appended out of order samples. # TYPE prometheus_tsdb_head_out_of_order_samples_appended_total counter prometheus_tsdb_head_out_of_order_samples_appended_total 0 # HELP prometheus_tsdb_head_samples_appended_total Total number of appended samples. # TYPE prometheus_tsdb_head_samples_appended_total counter prometheus_tsdb_head_samples_appended_total{type="float"} 2.03426689715e+11 prometheus_tsdb_head_samples_appended_total{type="histogram"} 0 # HELP prometheus_tsdb_head_series Total number of series in the head block. # TYPE prometheus_tsdb_head_series gauge prometheus_tsdb_head_series 2.937466e+06 # HELP prometheus_tsdb_head_series_created_total Total number of series created in the head # TYPE prometheus_tsdb_head_series_created_total counter prometheus_tsdb_head_series_created_total 3.15150901e+08 # HELP prometheus_tsdb_head_series_not_found_total Total number of requests for series that were not found. # TYPE prometheus_tsdb_head_series_not_found_total counter prometheus_tsdb_head_series_not_found_total 0 # HELP prometheus_tsdb_head_series_removed_total Total number of series removed in the head # TYPE prometheus_tsdb_head_series_removed_total counter prometheus_tsdb_head_series_removed_total 3.12213435e+08 # HELP prometheus_tsdb_head_truncations_failed_total Total number of head truncations that failed. # TYPE prometheus_tsdb_head_truncations_failed_total counter prometheus_tsdb_head_truncations_failed_total 0 # HELP prometheus_tsdb_head_truncations_total Total number of head truncations attempted. # TYPE prometheus_tsdb_head_truncations_total counter prometheus_tsdb_head_truncations_total 812 # HELP prometheus_tsdb_isolation_high_watermark The highest TSDB append ID that has been given out. # TYPE prometheus_tsdb_isolation_high_watermark gauge prometheus_tsdb_isolation_high_watermark 6.0680877e+07 # HELP prometheus_tsdb_isolation_low_watermark The lowest TSDB append ID that is still referenced. # TYPE prometheus_tsdb_isolation_low_watermark gauge prometheus_tsdb_isolation_low_watermark 6.0680806e+07 # HELP prometheus_tsdb_lowest_timestamp Lowest timestamp value stored in the database. The unit is decided by the library consumer. # TYPE prometheus_tsdb_lowest_timestamp gauge prometheus_tsdb_lowest_timestamp 1.7838144e+12 # HELP prometheus_tsdb_lowest_timestamp_seconds Lowest timestamp value stored in the database. # TYPE prometheus_tsdb_lowest_timestamp_seconds gauge prometheus_tsdb_lowest_timestamp_seconds 1.7838144e+09 # HELP prometheus_tsdb_mmap_chunk_corruptions_total Total number of memory-mapped chunk corruptions. # TYPE prometheus_tsdb_mmap_chunk_corruptions_total counter prometheus_tsdb_mmap_chunk_corruptions_total 0 # HELP prometheus_tsdb_mmap_chunks_total Total number of chunks that were memory-mapped. # TYPE prometheus_tsdb_mmap_chunks_total counter prometheus_tsdb_mmap_chunks_total 2.019583479e+09 # HELP prometheus_tsdb_out_of_bound_samples_total Total number of out of bound samples ingestion failed attempts with out of order support disabled. # TYPE prometheus_tsdb_out_of_bound_samples_total counter prometheus_tsdb_out_of_bound_samples_total{type="float"} 0 # HELP prometheus_tsdb_out_of_order_samples_total Total number of out of order samples ingestion failed attempts due to out of order being disabled. # TYPE prometheus_tsdb_out_of_order_samples_total counter prometheus_tsdb_out_of_order_samples_total{type="float"} 4.89684409e+08 prometheus_tsdb_out_of_order_samples_total{type="histogram"} 0 # HELP prometheus_tsdb_reloads_failures_total Number of times the database failed to reloadBlocks block data from disk. # TYPE prometheus_tsdb_reloads_failures_total counter prometheus_tsdb_reloads_failures_total 0 # HELP prometheus_tsdb_reloads_total Number of times the database reloaded block data from disk. # TYPE prometheus_tsdb_reloads_total counter prometheus_tsdb_reloads_total 95053 # HELP prometheus_tsdb_retention_limit_bytes Max number of bytes to be retained in the tsdb blocks, configured 0 means disabled # TYPE prometheus_tsdb_retention_limit_bytes gauge prometheus_tsdb_retention_limit_bytes 2.3622320128e+11 # HELP prometheus_tsdb_size_retentions_total The number of times that blocks were deleted because the maximum number of bytes was exceeded. # TYPE prometheus_tsdb_size_retentions_total counter prometheus_tsdb_size_retentions_total 92 # HELP prometheus_tsdb_snapshot_replay_error_total Total number snapshot replays that failed. # TYPE prometheus_tsdb_snapshot_replay_error_total counter prometheus_tsdb_snapshot_replay_error_total 0 # HELP prometheus_tsdb_storage_blocks_bytes The number of bytes that are currently used for local storage by all blocks. # TYPE prometheus_tsdb_storage_blocks_bytes gauge prometheus_tsdb_storage_blocks_bytes 2.30184127146e+11 # HELP prometheus_tsdb_symbol_table_size_bytes Size of symbol table in memory for loaded blocks # TYPE prometheus_tsdb_symbol_table_size_bytes gauge prometheus_tsdb_symbol_table_size_bytes 7.130376e+06 # HELP prometheus_tsdb_time_retentions_total The number of times that blocks were deleted because the maximum time limit was exceeded. # TYPE prometheus_tsdb_time_retentions_total counter prometheus_tsdb_time_retentions_total 0 # HELP prometheus_tsdb_tombstone_cleanup_seconds The time taken to recompact blocks to remove tombstones. # TYPE prometheus_tsdb_tombstone_cleanup_seconds histogram prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.005"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.01"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.025"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.05"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.1"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.25"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.5"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="1"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="2.5"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="5"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="10"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="+Inf"} 0 prometheus_tsdb_tombstone_cleanup_seconds_sum 0 prometheus_tsdb_tombstone_cleanup_seconds_count 0 # HELP prometheus_tsdb_too_old_samples_total Total number of out of order samples ingestion failed attempts with out of support enabled, but sample outside of time window. # TYPE prometheus_tsdb_too_old_samples_total counter prometheus_tsdb_too_old_samples_total{type="float"} 0 # HELP prometheus_tsdb_vertical_compactions_total Total number of compactions done on overlapping blocks. # TYPE prometheus_tsdb_vertical_compactions_total counter prometheus_tsdb_vertical_compactions_total 0 # HELP prometheus_tsdb_wal_completed_pages_total Total number of completed pages. # TYPE prometheus_tsdb_wal_completed_pages_total counter prometheus_tsdb_wal_completed_pages_total 3.7685039e+07 # HELP prometheus_tsdb_wal_corruptions_total Total number of WAL corruptions. # TYPE prometheus_tsdb_wal_corruptions_total counter prometheus_tsdb_wal_corruptions_total 0 # HELP prometheus_tsdb_wal_fsync_duration_seconds Duration of write log fsync. # TYPE prometheus_tsdb_wal_fsync_duration_seconds summary prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.5"} 0.016104215 prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.9"} 0.016104215 prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.99"} 0.016104215 prometheus_tsdb_wal_fsync_duration_seconds_sum 271.815140514001 prometheus_tsdb_wal_fsync_duration_seconds_count 9638 # HELP prometheus_tsdb_wal_page_flushes_total Total number of page flushes. # TYPE prometheus_tsdb_wal_page_flushes_total counter prometheus_tsdb_wal_page_flushes_total 9.6475777e+07 # HELP prometheus_tsdb_wal_segment_current Write log segment index that TSDB is currently writing to. # TYPE prometheus_tsdb_wal_segment_current gauge prometheus_tsdb_wal_segment_current 22159 # HELP prometheus_tsdb_wal_storage_size_bytes Size of the write log directory. # TYPE prometheus_tsdb_wal_storage_size_bytes gauge prometheus_tsdb_wal_storage_size_bytes 1.750930047e+09 # HELP prometheus_tsdb_wal_truncate_duration_seconds Duration of WAL truncation. # TYPE prometheus_tsdb_wal_truncate_duration_seconds summary prometheus_tsdb_wal_truncate_duration_seconds_sum 16900.393368632005 prometheus_tsdb_wal_truncate_duration_seconds_count 812 # HELP prometheus_tsdb_wal_truncations_failed_total Total number of write log truncations that failed. # TYPE prometheus_tsdb_wal_truncations_failed_total counter prometheus_tsdb_wal_truncations_failed_total 0 # HELP prometheus_tsdb_wal_truncations_total Total number of write log truncations attempted. # TYPE prometheus_tsdb_wal_truncations_total counter prometheus_tsdb_wal_truncations_total 812 # HELP prometheus_tsdb_wal_writes_failed_total Total number of write log writes that failed. # TYPE prometheus_tsdb_wal_writes_failed_total counter prometheus_tsdb_wal_writes_failed_total 0 # HELP prometheus_web_federation_errors_total Total number of errors that occurred while sending federation responses. # TYPE prometheus_web_federation_errors_total counter prometheus_web_federation_errors_total 0 # HELP prometheus_web_federation_warnings_total Total number of warnings that occurred while sending federation responses. # TYPE prometheus_web_federation_warnings_total counter prometheus_web_federation_warnings_total 0 # HELP promhttp_metric_handler_requests_in_flight Current number of scrapes being served. # TYPE promhttp_metric_handler_requests_in_flight gauge promhttp_metric_handler_requests_in_flight 1 # HELP promhttp_metric_handler_requests_total Total number of scrapes by HTTP status code. # TYPE promhttp_metric_handler_requests_total counter promhttp_metric_handler_requests_total{code="200"} 97431 promhttp_metric_handler_requests_total{code="500"} 0 promhttp_metric_handler_requests_total{code="503"} 0