# HELP go_gc_duration_seconds A summary of the pause duration of garbage collection cycles. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 0.000178592 go_gc_duration_seconds{quantile="0.25"} 0.000244642 go_gc_duration_seconds{quantile="0.5"} 0.000287599 go_gc_duration_seconds{quantile="0.75"} 0.000355059 go_gc_duration_seconds{quantile="1"} 0.002547435 go_gc_duration_seconds_sum 3.571623888 go_gc_duration_seconds_count 9396 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 1337 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.21.5"} 1 # HELP go_memstats_alloc_bytes Number of bytes allocated and still in use. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 1.2885010488e+10 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 2.4076711601792e+13 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 1.393095e+07 # HELP go_memstats_frees_total Total number of frees. # TYPE go_memstats_frees_total counter go_memstats_frees_total 1.28546716384e+11 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 6.58849264e+08 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and still in use. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 1.2885010488e+10 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 1.200386048e+10 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 1.4552866816e+10 # HELP go_memstats_heap_objects Number of allocated objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 5.1395865e+07 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 9.594273792e+09 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 2.6556727296e+10 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.793753826703468e+09 # HELP go_memstats_lookups_total Total number of pointer lookups. # TYPE go_memstats_lookups_total counter go_memstats_lookups_total 0 # HELP go_memstats_mallocs_total Total number of mallocs. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 1.28598112249e+11 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 9600 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 15600 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 1.88518848e+08 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 4.15173192e+08 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 2.4000564328e+10 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 4.067217e+07 # HELP go_memstats_stack_inuse_bytes Number of bytes in use by the stack allocator. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 4.3548672e+07 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 4.3548672e+07 # HELP go_memstats_sys_bytes Number of bytes obtained from system. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 2.7728917144e+10 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 15 # HELP net_conntrack_dialer_conn_attempted_total Total number of connections attempted by the given dialer a given name. # TYPE net_conntrack_dialer_conn_attempted_total counter net_conntrack_dialer_conn_attempted_total{dialer_name="alertmanager"} 107880 net_conntrack_dialer_conn_attempted_total{dialer_name="alloy"} 2 net_conntrack_dialer_conn_attempted_total{dialer_name="builds-api"} 3 net_conntrack_dialer_conn_attempted_total{dialer_name="components-api"} 2 net_conntrack_dialer_conn_attempted_total{dialer_name="default"} 0 net_conntrack_dialer_conn_attempted_total{dialer_name="envvars-api"} 2 net_conntrack_dialer_conn_attempted_total{dialer_name="exim"} 18333 net_conntrack_dialer_conn_attempted_total{dialer_name="haproxy"} 36054 net_conntrack_dialer_conn_attempted_total{dialer_name="harbor"} 469 net_conntrack_dialer_conn_attempted_total{dialer_name="infra-tracing-loki"} 2 net_conntrack_dialer_conn_attempted_total{dialer_name="istio-gateway-toolforge"} 3 net_conntrack_dialer_conn_attempted_total{dialer_name="istiod"} 3 net_conntrack_dialer_conn_attempted_total{dialer_name="jobs-api"} 2 net_conntrack_dialer_conn_attempted_total{dialer_name="jobs-emailer"} 2 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-apiserver"} 3 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-cadvisor"} 3 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-cert-manager"} 2 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-cert-manager-reloader"} 2 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-coredns"} 2 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-etcd"} 888 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-kube-state-metrics"} 2 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-maintain-kubeusers"} 2 net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-nodes"} 2 net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes_sd"} 33046 net_conntrack_dialer_conn_attempted_total{dialer_name="kyverno"} 2 net_conntrack_dialer_conn_attempted_total{dialer_name="logs-api"} 3 net_conntrack_dialer_conn_attempted_total{dialer_name="loki-tools"} 2 net_conntrack_dialer_conn_attempted_total{dialer_name="node-exporter"} 369 net_conntrack_dialer_conn_attempted_total{dialer_name="opensearch"} 3 net_conntrack_dialer_conn_attempted_total{dialer_name="opensearch-haproxy"} 54998 net_conntrack_dialer_conn_attempted_total{dialer_name="openstack_sd"} 134898 net_conntrack_dialer_conn_attempted_total{dialer_name="pint"} 19499 net_conntrack_dialer_conn_attempted_total{dialer_name="probes/custom"} 13 net_conntrack_dialer_conn_attempted_total{dialer_name="probes/pingthing"} 1 net_conntrack_dialer_conn_attempted_total{dialer_name="prometheus"} 1 net_conntrack_dialer_conn_attempted_total{dialer_name="redis"} 3 net_conntrack_dialer_conn_attempted_total{dialer_name="ssh-banner"} 13 net_conntrack_dialer_conn_attempted_total{dialer_name="tekton-pipelines-controller"} 2 net_conntrack_dialer_conn_attempted_total{dialer_name="tools-db"} 2 # HELP net_conntrack_dialer_conn_closed_total Total number of connections closed which originated from the dialer of a given name. # TYPE net_conntrack_dialer_conn_closed_total counter net_conntrack_dialer_conn_closed_total{dialer_name="alertmanager"} 91056 net_conntrack_dialer_conn_closed_total{dialer_name="alloy"} 1 net_conntrack_dialer_conn_closed_total{dialer_name="builds-api"} 2 net_conntrack_dialer_conn_closed_total{dialer_name="components-api"} 1 net_conntrack_dialer_conn_closed_total{dialer_name="default"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="envvars-api"} 1 net_conntrack_dialer_conn_closed_total{dialer_name="exim"} 18332 net_conntrack_dialer_conn_closed_total{dialer_name="haproxy"} 36054 net_conntrack_dialer_conn_closed_total{dialer_name="harbor"} 442 net_conntrack_dialer_conn_closed_total{dialer_name="infra-tracing-loki"} 1 net_conntrack_dialer_conn_closed_total{dialer_name="istio-gateway-toolforge"} 2 net_conntrack_dialer_conn_closed_total{dialer_name="istiod"} 2 net_conntrack_dialer_conn_closed_total{dialer_name="jobs-api"} 1 net_conntrack_dialer_conn_closed_total{dialer_name="jobs-emailer"} 1 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-apiserver"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-cadvisor"} 1 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-cert-manager"} 1 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-cert-manager-reloader"} 1 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-coredns"} 1 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-etcd"} 885 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-kube-state-metrics"} 1 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-maintain-kubeusers"} 1 net_conntrack_dialer_conn_closed_total{dialer_name="k8s-nodes"} 1 net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes_sd"} 252 net_conntrack_dialer_conn_closed_total{dialer_name="kyverno"} 1 net_conntrack_dialer_conn_closed_total{dialer_name="logs-api"} 2 net_conntrack_dialer_conn_closed_total{dialer_name="loki-tools"} 1 net_conntrack_dialer_conn_closed_total{dialer_name="node-exporter"} 249 net_conntrack_dialer_conn_closed_total{dialer_name="opensearch"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="opensearch-haproxy"} 54997 net_conntrack_dialer_conn_closed_total{dialer_name="openstack_sd"} 132089 net_conntrack_dialer_conn_closed_total{dialer_name="pint"} 19499 net_conntrack_dialer_conn_closed_total{dialer_name="probes/custom"} 11 net_conntrack_dialer_conn_closed_total{dialer_name="probes/pingthing"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="prometheus"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="redis"} 0 net_conntrack_dialer_conn_closed_total{dialer_name="ssh-banner"} 10 net_conntrack_dialer_conn_closed_total{dialer_name="tekton-pipelines-controller"} 1 net_conntrack_dialer_conn_closed_total{dialer_name="tools-db"} 0 # HELP net_conntrack_dialer_conn_established_total Total number of connections successfully established by the given dialer a given name. # TYPE net_conntrack_dialer_conn_established_total counter net_conntrack_dialer_conn_established_total{dialer_name="alertmanager"} 91058 net_conntrack_dialer_conn_established_total{dialer_name="alloy"} 2 net_conntrack_dialer_conn_established_total{dialer_name="builds-api"} 3 net_conntrack_dialer_conn_established_total{dialer_name="components-api"} 2 net_conntrack_dialer_conn_established_total{dialer_name="default"} 0 net_conntrack_dialer_conn_established_total{dialer_name="envvars-api"} 2 net_conntrack_dialer_conn_established_total{dialer_name="exim"} 18333 net_conntrack_dialer_conn_established_total{dialer_name="haproxy"} 36054 net_conntrack_dialer_conn_established_total{dialer_name="harbor"} 443 net_conntrack_dialer_conn_established_total{dialer_name="infra-tracing-loki"} 2 net_conntrack_dialer_conn_established_total{dialer_name="istio-gateway-toolforge"} 3 net_conntrack_dialer_conn_established_total{dialer_name="istiod"} 3 net_conntrack_dialer_conn_established_total{dialer_name="jobs-api"} 2 net_conntrack_dialer_conn_established_total{dialer_name="jobs-emailer"} 2 net_conntrack_dialer_conn_established_total{dialer_name="k8s-apiserver"} 3 net_conntrack_dialer_conn_established_total{dialer_name="k8s-cadvisor"} 2 net_conntrack_dialer_conn_established_total{dialer_name="k8s-cert-manager"} 2 net_conntrack_dialer_conn_established_total{dialer_name="k8s-cert-manager-reloader"} 2 net_conntrack_dialer_conn_established_total{dialer_name="k8s-coredns"} 2 net_conntrack_dialer_conn_established_total{dialer_name="k8s-etcd"} 888 net_conntrack_dialer_conn_established_total{dialer_name="k8s-kube-state-metrics"} 2 net_conntrack_dialer_conn_established_total{dialer_name="k8s-maintain-kubeusers"} 2 net_conntrack_dialer_conn_established_total{dialer_name="k8s-nodes"} 2 net_conntrack_dialer_conn_established_total{dialer_name="kubernetes_sd"} 270 net_conntrack_dialer_conn_established_total{dialer_name="kyverno"} 2 net_conntrack_dialer_conn_established_total{dialer_name="logs-api"} 3 net_conntrack_dialer_conn_established_total{dialer_name="loki-tools"} 2 net_conntrack_dialer_conn_established_total{dialer_name="node-exporter"} 369 net_conntrack_dialer_conn_established_total{dialer_name="opensearch"} 3 net_conntrack_dialer_conn_established_total{dialer_name="opensearch-haproxy"} 54998 net_conntrack_dialer_conn_established_total{dialer_name="openstack_sd"} 132089 net_conntrack_dialer_conn_established_total{dialer_name="pint"} 19499 net_conntrack_dialer_conn_established_total{dialer_name="probes/custom"} 13 net_conntrack_dialer_conn_established_total{dialer_name="probes/pingthing"} 1 net_conntrack_dialer_conn_established_total{dialer_name="prometheus"} 1 net_conntrack_dialer_conn_established_total{dialer_name="redis"} 3 net_conntrack_dialer_conn_established_total{dialer_name="ssh-banner"} 13 net_conntrack_dialer_conn_established_total{dialer_name="tekton-pipelines-controller"} 2 net_conntrack_dialer_conn_established_total{dialer_name="tools-db"} 2 # HELP net_conntrack_dialer_conn_failed_total Total number of connections failed to dial by the dialer a given name. # TYPE net_conntrack_dialer_conn_failed_total counter net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="refused"} 2 net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="timeout"} 16820 net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="unknown"} 16822 net_conntrack_dialer_conn_failed_total{dialer_name="alloy",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alloy",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alloy",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="alloy",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="builds-api",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="builds-api",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="builds-api",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="builds-api",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="components-api",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="components-api",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="components-api",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="components-api",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="envvars-api",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="envvars-api",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="envvars-api",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="envvars-api",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="exim",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="exim",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="exim",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="exim",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="haproxy",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="haproxy",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="haproxy",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="haproxy",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="harbor",reason="refused"} 26 net_conntrack_dialer_conn_failed_total{dialer_name="harbor",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="harbor",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="harbor",reason="unknown"} 26 net_conntrack_dialer_conn_failed_total{dialer_name="infra-tracing-loki",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="infra-tracing-loki",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="infra-tracing-loki",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="infra-tracing-loki",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="istio-gateway-toolforge",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="istio-gateway-toolforge",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="istio-gateway-toolforge",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="istio-gateway-toolforge",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="istiod",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="istiod",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="istiod",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="istiod",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-api",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-api",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-api",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-api",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-emailer",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-emailer",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-emailer",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="jobs-emailer",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-apiserver",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-apiserver",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-apiserver",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-apiserver",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cadvisor",reason="refused"} 1 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cadvisor",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cadvisor",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cadvisor",reason="unknown"} 1 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager-reloader",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager-reloader",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager-reloader",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager-reloader",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-coredns",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-coredns",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-coredns",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-coredns",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-etcd",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-etcd",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-etcd",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-etcd",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-kube-state-metrics",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-kube-state-metrics",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-kube-state-metrics",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-kube-state-metrics",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-maintain-kubeusers",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-maintain-kubeusers",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-maintain-kubeusers",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-maintain-kubeusers",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-nodes",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-nodes",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-nodes",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="k8s-nodes",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes_sd",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes_sd",reason="resolution"} 24110 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes_sd",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes_sd",reason="unknown"} 8666 net_conntrack_dialer_conn_failed_total{dialer_name="kyverno",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kyverno",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kyverno",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="kyverno",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="logs-api",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="logs-api",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="logs-api",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="logs-api",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="loki-tools",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="loki-tools",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="loki-tools",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="loki-tools",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="node-exporter",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="node-exporter",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="node-exporter",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="node-exporter",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="opensearch",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="opensearch",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="opensearch",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="opensearch",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="opensearch-haproxy",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="opensearch-haproxy",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="opensearch-haproxy",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="opensearch-haproxy",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="openstack_sd",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="openstack_sd",reason="resolution"} 2616 net_conntrack_dialer_conn_failed_total{dialer_name="openstack_sd",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="openstack_sd",reason="unknown"} 193 net_conntrack_dialer_conn_failed_total{dialer_name="pint",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="pint",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="pint",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="pint",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/custom",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/custom",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/custom",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/custom",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/pingthing",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/pingthing",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/pingthing",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="probes/pingthing",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="redis",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="redis",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="redis",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="redis",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="ssh-banner",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="ssh-banner",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="ssh-banner",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="ssh-banner",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tekton-pipelines-controller",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tekton-pipelines-controller",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tekton-pipelines-controller",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tekton-pipelines-controller",reason="unknown"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tools-db",reason="refused"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tools-db",reason="resolution"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tools-db",reason="timeout"} 0 net_conntrack_dialer_conn_failed_total{dialer_name="tools-db",reason="unknown"} 0 # HELP net_conntrack_listener_conn_accepted_total Total number of connections opened to the listener of a given name. # TYPE net_conntrack_listener_conn_accepted_total counter net_conntrack_listener_conn_accepted_total{listener_name="http"} 24589 # HELP net_conntrack_listener_conn_closed_total Total number of connections closed that were made to the listener of a given name. # TYPE net_conntrack_listener_conn_closed_total counter net_conntrack_listener_conn_closed_total{listener_name="http"} 24585 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 413512.31 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 32768 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 613 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 2.0989796352e+10 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.79258382416e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 2.5933770752e+11 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes 1.8446744073709552e+19 # HELP prometheus_api_remote_read_queries The current number of remote read queries being executed or waiting. # TYPE prometheus_api_remote_read_queries gauge prometheus_api_remote_read_queries 0 # HELP prometheus_build_info A metric with a constant '1' value labeled by version, revision, branch, goversion from which prometheus was built, and the goos and goarch for the build. # TYPE prometheus_build_info gauge prometheus_build_info{branch="non-git",goarch="amd64",goos="linux",goversion="go1.21.5",revision="non-git",tags="netgo,builtinassets,stringlabels",version="2.48.1"} 1 # HELP prometheus_config_last_reload_success_timestamp_seconds Timestamp of the last successful configuration reload. # TYPE prometheus_config_last_reload_success_timestamp_seconds gauge prometheus_config_last_reload_success_timestamp_seconds 1.7937504042753675e+09 # HELP prometheus_config_last_reload_successful Whether the last configuration reload attempt was successful. # TYPE prometheus_config_last_reload_successful gauge prometheus_config_last_reload_successful 1 # HELP prometheus_engine_queries The current number of queries being executed or waiting. # TYPE prometheus_engine_queries gauge prometheus_engine_queries 1 # HELP prometheus_engine_queries_concurrent_max The max number of concurrent queries. # TYPE prometheus_engine_queries_concurrent_max gauge prometheus_engine_queries_concurrent_max 20 # HELP prometheus_engine_query_duration_seconds Query timings # TYPE prometheus_engine_query_duration_seconds summary prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.5"} 0.000109222 prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.9"} 0.05458819 prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.99"} 0.367423398 prometheus_engine_query_duration_seconds_sum{slice="inner_eval"} 32976.66768548713 prometheus_engine_query_duration_seconds_count{slice="inner_eval"} 1.791454e+06 prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.5"} 0.000109144 prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.9"} 0.032051957 prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.99"} 0.256167775 prometheus_engine_query_duration_seconds_sum{slice="prepare_time"} 18262.776635000737 prometheus_engine_query_duration_seconds_count{slice="prepare_time"} 1.791455e+06 prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.5"} 5.342e-06 prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.9"} 1.8573e-05 prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.99"} 5.0364e-05 prometheus_engine_query_duration_seconds_sum{slice="queue_time"} 36.18777323500012 prometheus_engine_query_duration_seconds_count{slice="queue_time"} 3.582911e+06 prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.5"} 6.3e-07 prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.9"} 1.021e-06 prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.99"} 1.021e-06 prometheus_engine_query_duration_seconds_sum{slice="result_sort"} 0.11661712500000002 prometheus_engine_query_duration_seconds_count{slice="result_sort"} 36886 # HELP prometheus_engine_query_log_enabled State of the query log. # TYPE prometheus_engine_query_log_enabled gauge prometheus_engine_query_log_enabled 1 # HELP prometheus_engine_query_log_failures_total The number of query log failures. # TYPE prometheus_engine_query_log_failures_total counter prometheus_engine_query_log_failures_total 0 # HELP prometheus_engine_query_samples_total The total number of samples loaded by all queries. # TYPE prometheus_engine_query_samples_total counter prometheus_engine_query_samples_total 2.5033564378e+10 # HELP prometheus_http_request_duration_seconds Histogram of latencies for HTTP requests. # TYPE prometheus_http_request_duration_seconds histogram prometheus_http_request_duration_seconds_bucket{handler="/",le="0.1"} 26 prometheus_http_request_duration_seconds_bucket{handler="/",le="0.2"} 26 prometheus_http_request_duration_seconds_bucket{handler="/",le="0.4"} 26 prometheus_http_request_duration_seconds_bucket{handler="/",le="1"} 26 prometheus_http_request_duration_seconds_bucket{handler="/",le="3"} 26 prometheus_http_request_duration_seconds_bucket{handler="/",le="8"} 26 prometheus_http_request_duration_seconds_bucket{handler="/",le="20"} 26 prometheus_http_request_duration_seconds_bucket{handler="/",le="60"} 26 prometheus_http_request_duration_seconds_bucket{handler="/",le="120"} 26 prometheus_http_request_duration_seconds_bucket{handler="/",le="+Inf"} 26 prometheus_http_request_duration_seconds_sum{handler="/"} 0.0007525319999999999 prometheus_http_request_duration_seconds_count{handler="/"} 26 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="0.1"} 399 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="0.2"} 399 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="0.4"} 399 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="1"} 399 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="3"} 399 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="8"} 399 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="20"} 399 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="60"} 399 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="120"} 399 prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="+Inf"} 399 prometheus_http_request_duration_seconds_sum{handler="/-/ready"} 0.012475551000000007 prometheus_http_request_duration_seconds_count{handler="/-/ready"} 399 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="0.1"} 70 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="0.2"} 70 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="0.4"} 70 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="1"} 70 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="3"} 70 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="8"} 70 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="20"} 70 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="60"} 70 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="120"} 70 prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="+Inf"} 70 prometheus_http_request_duration_seconds_sum{handler="/alerts"} 0.017218475 prometheus_http_request_duration_seconds_count{handler="/alerts"} 70 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="0.1"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="0.2"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="0.4"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="1"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="3"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="8"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="20"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="60"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="120"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="+Inf"} 5 prometheus_http_request_duration_seconds_sum{handler="/api/v1/alertmanagers"} 0.003357934 prometheus_http_request_duration_seconds_count{handler="/api/v1/alertmanagers"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="0.1"} 22694 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="0.2"} 22694 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="0.4"} 22694 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="1"} 22694 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="3"} 22694 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="8"} 22694 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="20"} 22694 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="60"} 22694 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="120"} 22694 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alerts",le="+Inf"} 22694 prometheus_http_request_duration_seconds_sum{handler="/api/v1/alerts"} 112.40087064900034 prometheus_http_request_duration_seconds_count{handler="/api/v1/alerts"} 22694 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="0.1"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="0.2"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="0.4"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="1"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="3"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="8"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="20"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="60"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="120"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/format_query",le="+Inf"} 1 prometheus_http_request_duration_seconds_sum{handler="/api/v1/format_query"} 0.003273955 prometheus_http_request_duration_seconds_count{handler="/api/v1/format_query"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.1"} 238 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.2"} 249 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.4"} 306 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="1"} 314 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="3"} 322 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="8"} 323 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="20"} 325 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="60"} 325 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="120"} 325 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="+Inf"} 325 prometheus_http_request_duration_seconds_sum{handler="/api/v1/label/:name/values"} 67.98796631899995 prometheus_http_request_duration_seconds_count{handler="/api/v1/label/:name/values"} 325 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.1"} 3588 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.2"} 3588 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.4"} 3588 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="1"} 3588 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="3"} 3588 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="8"} 3588 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="20"} 3588 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="60"} 3588 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="120"} 3588 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="+Inf"} 3588 prometheus_http_request_duration_seconds_sum{handler="/api/v1/labels"} 5.845140223999992 prometheus_http_request_duration_seconds_count{handler="/api/v1/labels"} 3588 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="0.1"} 1957 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="0.2"} 1958 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="0.4"} 1958 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="1"} 1958 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="3"} 1958 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="8"} 1958 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="20"} 1958 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="60"} 1958 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="120"} 1958 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="+Inf"} 1958 prometheus_http_request_duration_seconds_sum{handler="/api/v1/metadata"} 2.7022600650000013 prometheus_http_request_duration_seconds_count{handler="/api/v1/metadata"} 1958 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.1"} 143457 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.2"} 146719 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.4"} 152286 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="1"} 155583 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="3"} 155605 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="8"} 155630 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="20"} 155630 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="60"} 155640 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="120"} 155641 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="+Inf"} 155641 prometheus_http_request_duration_seconds_sum{handler="/api/v1/query"} 5400.884972933056 prometheus_http_request_duration_seconds_count{handler="/api/v1/query"} 155641 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="0.1"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="0.2"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="0.4"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="1"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="3"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="8"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="20"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="60"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="120"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_exemplars",le="+Inf"} 1 prometheus_http_request_duration_seconds_sum{handler="/api/v1/query_exemplars"} 0.005994963 prometheus_http_request_duration_seconds_count{handler="/api/v1/query_exemplars"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.1"} 32474 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.2"} 34937 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.4"} 35740 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="1"} 36021 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="3"} 36493 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="8"} 36877 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="20"} 36893 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="60"} 36894 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="120"} 36894 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="+Inf"} 36896 prometheus_http_request_duration_seconds_sum{handler="/api/v1/query_range"} 4135.851280346941 prometheus_http_request_duration_seconds_count{handler="/api/v1/query_range"} 36896 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.1"} 59 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.2"} 59 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.4"} 59 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="1"} 59 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="3"} 59 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="8"} 59 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="20"} 59 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="60"} 59 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="120"} 59 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="+Inf"} 59 prometheus_http_request_duration_seconds_sum{handler="/api/v1/rules"} 0.5614485770000001 prometheus_http_request_duration_seconds_count{handler="/api/v1/rules"} 59 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="0.1"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="0.2"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="0.4"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="1"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="3"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="8"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="20"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="60"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="120"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="+Inf"} 8 prometheus_http_request_duration_seconds_sum{handler="/api/v1/scrape_pools"} 0.006951379 prometheus_http_request_duration_seconds_count{handler="/api/v1/scrape_pools"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.1"} 1 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.2"} 2 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.4"} 3 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="1"} 6 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="3"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="8"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="20"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="60"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="120"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="+Inf"} 8 prometheus_http_request_duration_seconds_sum{handler="/api/v1/series"} 5.105031854 prometheus_http_request_duration_seconds_count{handler="/api/v1/series"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="0.1"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="0.2"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="0.4"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="1"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="3"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="8"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="20"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="60"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="120"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="+Inf"} 8 prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/buildinfo"} 0.0027689139999999995 prometheus_http_request_duration_seconds_count{handler="/api/v1/status/buildinfo"} 8 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.1"} 1043 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.2"} 1043 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.4"} 1043 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="1"} 1043 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="3"} 1043 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="8"} 1043 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="20"} 1043 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="60"} 1043 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="120"} 1043 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="+Inf"} 1043 prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/config"} 7.6477395999999995 prometheus_http_request_duration_seconds_count{handler="/api/v1/status/config"} 1043 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="0.1"} 1035 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="0.2"} 1035 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="0.4"} 1035 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="1"} 1035 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="3"} 1035 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="8"} 1035 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="20"} 1035 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="60"} 1035 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="120"} 1035 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="+Inf"} 1035 prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/flags"} 0.9002600200000003 prometheus_http_request_duration_seconds_count{handler="/api/v1/status/flags"} 1035 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="0.1"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="0.2"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="0.4"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="1"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="3"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="8"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="20"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="60"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="120"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="+Inf"} 5 prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/runtimeinfo"} 0.098748108 prometheus_http_request_duration_seconds_count{handler="/api/v1/status/runtimeinfo"} 5 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="0.1"} 41 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="0.2"} 47 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="0.4"} 47 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="1"} 47 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="3"} 47 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="8"} 47 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="20"} 47 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="60"} 47 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="120"} 47 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="+Inf"} 47 prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/tsdb"} 4.04216331 prometheus_http_request_duration_seconds_count{handler="/api/v1/status/tsdb"} 47 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="0.1"} 12 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="0.2"} 12 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="0.4"} 12 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="1"} 12 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="3"} 12 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="8"} 12 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="20"} 12 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="60"} 12 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="120"} 12 prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="+Inf"} 12 prometheus_http_request_duration_seconds_sum{handler="/api/v1/targets"} 0.40488150100000003 prometheus_http_request_duration_seconds_count{handler="/api/v1/targets"} 12 prometheus_http_request_duration_seconds_bucket{handler="/config",le="0.1"} 96 prometheus_http_request_duration_seconds_bucket{handler="/config",le="0.2"} 96 prometheus_http_request_duration_seconds_bucket{handler="/config",le="0.4"} 96 prometheus_http_request_duration_seconds_bucket{handler="/config",le="1"} 96 prometheus_http_request_duration_seconds_bucket{handler="/config",le="3"} 96 prometheus_http_request_duration_seconds_bucket{handler="/config",le="8"} 96 prometheus_http_request_duration_seconds_bucket{handler="/config",le="20"} 96 prometheus_http_request_duration_seconds_bucket{handler="/config",le="60"} 96 prometheus_http_request_duration_seconds_bucket{handler="/config",le="120"} 96 prometheus_http_request_duration_seconds_bucket{handler="/config",le="+Inf"} 96 prometheus_http_request_duration_seconds_sum{handler="/config"} 0.036524374999999984 prometheus_http_request_duration_seconds_count{handler="/config"} 96 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="0.1"} 381 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="0.2"} 381 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="0.4"} 381 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="1"} 381 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="3"} 381 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="8"} 381 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="20"} 381 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="60"} 381 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="120"} 381 prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="+Inf"} 381 prometheus_http_request_duration_seconds_sum{handler="/favicon.ico"} 0.1953394259999999 prometheus_http_request_duration_seconds_count{handler="/favicon.ico"} 381 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="0.1"} 80 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="0.2"} 80 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="0.4"} 80 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="1"} 80 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="3"} 80 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="8"} 80 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="20"} 80 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="60"} 80 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="120"} 80 prometheus_http_request_duration_seconds_bucket{handler="/flags",le="+Inf"} 80 prometheus_http_request_duration_seconds_sum{handler="/flags"} 0.02445493700000001 prometheus_http_request_duration_seconds_count{handler="/flags"} 80 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.1"} 558 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.2"} 558 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.4"} 558 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="1"} 558 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="3"} 558 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="8"} 558 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="20"} 558 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="60"} 558 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="120"} 558 prometheus_http_request_duration_seconds_bucket{handler="/graph",le="+Inf"} 558 prometheus_http_request_duration_seconds_sum{handler="/graph"} 0.14198073699999994 prometheus_http_request_duration_seconds_count{handler="/graph"} 558 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="0.1"} 8 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="0.2"} 8 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="0.4"} 8 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="1"} 8 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="3"} 8 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="8"} 8 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="20"} 8 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="60"} 8 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="120"} 8 prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="+Inf"} 8 prometheus_http_request_duration_seconds_sum{handler="/manifest.json"} 0.008970992 prometheus_http_request_duration_seconds_count{handler="/manifest.json"} 8 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.1"} 19499 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.2"} 19500 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.4"} 19502 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="1"} 19502 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="3"} 19502 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="8"} 19502 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="20"} 19502 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="60"} 19502 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="120"} 19502 prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="+Inf"} 19502 prometheus_http_request_duration_seconds_sum{handler="/metrics"} 336.04495449100034 prometheus_http_request_duration_seconds_count{handler="/metrics"} 19502 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="0.1"} 26 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="0.2"} 26 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="0.4"} 26 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="1"} 26 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="3"} 26 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="8"} 26 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="20"} 26 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="60"} 26 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="120"} 26 prometheus_http_request_duration_seconds_bucket{handler="/rules",le="+Inf"} 26 prometheus_http_request_duration_seconds_sum{handler="/rules"} 0.04512191800000001 prometheus_http_request_duration_seconds_count{handler="/rules"} 26 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="0.1"} 8 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="0.2"} 8 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="0.4"} 8 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="1"} 8 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="3"} 8 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="8"} 8 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="20"} 8 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="60"} 8 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="120"} 8 prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="+Inf"} 8 prometheus_http_request_duration_seconds_sum{handler="/service-discovery"} 0.0008937939999999998 prometheus_http_request_duration_seconds_count{handler="/service-discovery"} 8 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.1"} 402 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.2"} 402 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.4"} 402 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="1"} 402 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="3"} 402 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="8"} 402 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="20"} 402 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="60"} 402 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="120"} 402 prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="+Inf"} 402 prometheus_http_request_duration_seconds_sum{handler="/static/*filepath"} 4.332239336999999 prometheus_http_request_duration_seconds_count{handler="/static/*filepath"} 402 prometheus_http_request_duration_seconds_bucket{handler="/status",le="0.1"} 9 prometheus_http_request_duration_seconds_bucket{handler="/status",le="0.2"} 9 prometheus_http_request_duration_seconds_bucket{handler="/status",le="0.4"} 9 prometheus_http_request_duration_seconds_bucket{handler="/status",le="1"} 9 prometheus_http_request_duration_seconds_bucket{handler="/status",le="3"} 9 prometheus_http_request_duration_seconds_bucket{handler="/status",le="8"} 9 prometheus_http_request_duration_seconds_bucket{handler="/status",le="20"} 9 prometheus_http_request_duration_seconds_bucket{handler="/status",le="60"} 9 prometheus_http_request_duration_seconds_bucket{handler="/status",le="120"} 9 prometheus_http_request_duration_seconds_bucket{handler="/status",le="+Inf"} 9 prometheus_http_request_duration_seconds_sum{handler="/status"} 0.0011478399999999998 prometheus_http_request_duration_seconds_count{handler="/status"} 9 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="0.1"} 22 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="0.2"} 22 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="0.4"} 22 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="1"} 22 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="3"} 22 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="8"} 22 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="20"} 22 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="60"} 22 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="120"} 22 prometheus_http_request_duration_seconds_bucket{handler="/targets",le="+Inf"} 22 prometheus_http_request_duration_seconds_sum{handler="/targets"} 0.009626945000000001 prometheus_http_request_duration_seconds_count{handler="/targets"} 22 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="0.1"} 94 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="0.2"} 94 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="0.4"} 94 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="1"} 94 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="3"} 94 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="8"} 94 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="20"} 94 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="60"} 94 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="120"} 94 prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="+Inf"} 94 prometheus_http_request_duration_seconds_sum{handler="/tsdb-status"} 0.027252814 prometheus_http_request_duration_seconds_count{handler="/tsdb-status"} 94 # HELP prometheus_http_requests_total Counter of HTTP requests. # TYPE prometheus_http_requests_total counter prometheus_http_requests_total{code="200",handler="/"} 0 prometheus_http_requests_total{code="200",handler="/-/healthy"} 0 prometheus_http_requests_total{code="200",handler="/-/quit"} 0 prometheus_http_requests_total{code="200",handler="/-/ready"} 399 prometheus_http_requests_total{code="200",handler="/-/reload"} 0 prometheus_http_requests_total{code="200",handler="/alerts"} 70 prometheus_http_requests_total{code="200",handler="/api/v1/*path"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/admin/tsdb/clean_tombstones"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/admin/tsdb/delete_series"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/admin/tsdb/snapshot"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/alertmanagers"} 5 prometheus_http_requests_total{code="200",handler="/api/v1/alerts"} 22694 prometheus_http_requests_total{code="200",handler="/api/v1/format_query"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/label/:name/values"} 325 prometheus_http_requests_total{code="200",handler="/api/v1/labels"} 3587 prometheus_http_requests_total{code="200",handler="/api/v1/metadata"} 1958 prometheus_http_requests_total{code="200",handler="/api/v1/otlp/v1/metrics"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/query"} 155596 prometheus_http_requests_total{code="200",handler="/api/v1/query_exemplars"} 1 prometheus_http_requests_total{code="200",handler="/api/v1/query_range"} 36886 prometheus_http_requests_total{code="200",handler="/api/v1/read"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/rules"} 59 prometheus_http_requests_total{code="200",handler="/api/v1/scrape_pools"} 8 prometheus_http_requests_total{code="200",handler="/api/v1/series"} 8 prometheus_http_requests_total{code="200",handler="/api/v1/status/buildinfo"} 8 prometheus_http_requests_total{code="200",handler="/api/v1/status/config"} 1023 prometheus_http_requests_total{code="200",handler="/api/v1/status/flags"} 1015 prometheus_http_requests_total{code="200",handler="/api/v1/status/runtimeinfo"} 5 prometheus_http_requests_total{code="200",handler="/api/v1/status/tsdb"} 47 prometheus_http_requests_total{code="200",handler="/api/v1/status/walreplay"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/targets"} 12 prometheus_http_requests_total{code="200",handler="/api/v1/targets/metadata"} 0 prometheus_http_requests_total{code="200",handler="/api/v1/write"} 0 prometheus_http_requests_total{code="200",handler="/classic/static/*filepath"} 0 prometheus_http_requests_total{code="200",handler="/config"} 96 prometheus_http_requests_total{code="200",handler="/consoles/*filepath"} 0 prometheus_http_requests_total{code="200",handler="/debug/*subpath"} 0 prometheus_http_requests_total{code="200",handler="/favicon.ico"} 381 prometheus_http_requests_total{code="200",handler="/federate"} 0 prometheus_http_requests_total{code="200",handler="/flags"} 80 prometheus_http_requests_total{code="200",handler="/graph"} 558 prometheus_http_requests_total{code="200",handler="/manifest.json"} 8 prometheus_http_requests_total{code="200",handler="/metrics"} 19502 prometheus_http_requests_total{code="200",handler="/rules"} 26 prometheus_http_requests_total{code="200",handler="/service-discovery"} 8 prometheus_http_requests_total{code="200",handler="/starting"} 0 prometheus_http_requests_total{code="200",handler="/static/*filepath"} 399 prometheus_http_requests_total{code="200",handler="/status"} 9 prometheus_http_requests_total{code="200",handler="/targets"} 22 prometheus_http_requests_total{code="200",handler="/tsdb-status"} 94 prometheus_http_requests_total{code="200",handler="/version"} 0 prometheus_http_requests_total{code="302",handler="/"} 26 prometheus_http_requests_total{code="400",handler="/api/v1/format_query"} 1 prometheus_http_requests_total{code="400",handler="/api/v1/query_range"} 1 prometheus_http_requests_total{code="404",handler="/static/*filepath"} 3 prometheus_http_requests_total{code="422",handler="/api/v1/labels"} 1 prometheus_http_requests_total{code="422",handler="/api/v1/query_range"} 6 prometheus_http_requests_total{code="503",handler="/api/v1/query"} 45 prometheus_http_requests_total{code="503",handler="/api/v1/query_range"} 3 prometheus_http_requests_total{code="503",handler="/api/v1/status/config"} 20 prometheus_http_requests_total{code="503",handler="/api/v1/status/flags"} 20 # HELP prometheus_http_response_size_bytes Histogram of response size for HTTP requests. # TYPE prometheus_http_response_size_bytes histogram prometheus_http_response_size_bytes_bucket{handler="/",le="100"} 26 prometheus_http_response_size_bytes_bucket{handler="/",le="1000"} 26 prometheus_http_response_size_bytes_bucket{handler="/",le="10000"} 26 prometheus_http_response_size_bytes_bucket{handler="/",le="100000"} 26 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+06"} 26 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+07"} 26 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+08"} 26 prometheus_http_response_size_bytes_bucket{handler="/",le="1e+09"} 26 prometheus_http_response_size_bytes_bucket{handler="/",le="+Inf"} 26 prometheus_http_response_size_bytes_sum{handler="/"} 910 prometheus_http_response_size_bytes_count{handler="/"} 26 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="100"} 399 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1000"} 399 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="10000"} 399 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="100000"} 399 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+06"} 399 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+07"} 399 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+08"} 399 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+09"} 399 prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="+Inf"} 399 prometheus_http_response_size_bytes_sum{handler="/-/ready"} 11172 prometheus_http_response_size_bytes_count{handler="/-/ready"} 399 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1000"} 70 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="10000"} 70 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="100000"} 70 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+06"} 70 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+07"} 70 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+08"} 70 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+09"} 70 prometheus_http_response_size_bytes_bucket{handler="/alerts",le="+Inf"} 70 prometheus_http_response_size_bytes_sum{handler="/alerts"} 51380 prometheus_http_response_size_bytes_count{handler="/alerts"} 70 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1000"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="10000"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="100000"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1e+06"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1e+07"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1e+08"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1e+09"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="+Inf"} 5 prometheus_http_response_size_bytes_sum{handler="/api/v1/alertmanagers"} 1738 prometheus_http_response_size_bytes_count{handler="/api/v1/alertmanagers"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="10000"} 15328 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="100000"} 22691 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="1e+06"} 22694 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="1e+07"} 22694 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="1e+08"} 22694 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="1e+09"} 22694 prometheus_http_response_size_bytes_bucket{handler="/api/v1/alerts",le="+Inf"} 22694 prometheus_http_response_size_bytes_sum{handler="/api/v1/alerts"} 3.17562326e+08 prometheus_http_response_size_bytes_count{handler="/api/v1/alerts"} 22694 prometheus_http_response_size_bytes_bucket{handler="/api/v1/format_query",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/format_query",le="1000"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/format_query",le="10000"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/format_query",le="100000"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/format_query",le="1e+06"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/format_query",le="1e+07"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/format_query",le="1e+08"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/format_query",le="1e+09"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/format_query",le="+Inf"} 1 prometheus_http_response_size_bytes_sum{handler="/api/v1/format_query"} 134 prometheus_http_response_size_bytes_count{handler="/api/v1/format_query"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="100"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1000"} 25 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="10000"} 28 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="100000"} 323 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+06"} 325 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+07"} 325 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+08"} 325 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+09"} 325 prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="+Inf"} 325 prometheus_http_response_size_bytes_sum{handler="/api/v1/label/:name/values"} 7.912695e+06 prometheus_http_response_size_bytes_count{handler="/api/v1/label/:name/values"} 325 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1000"} 3588 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="10000"} 3588 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="100000"} 3588 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+06"} 3588 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+07"} 3588 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+08"} 3588 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+09"} 3588 prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="+Inf"} 3588 prometheus_http_response_size_bytes_sum{handler="/api/v1/labels"} 515474 prometheus_http_response_size_bytes_count{handler="/api/v1/labels"} 3588 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="100"} 146 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1000"} 1951 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="10000"} 1951 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="100000"} 1958 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+06"} 1958 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+07"} 1958 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+08"} 1958 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+09"} 1958 prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="+Inf"} 1958 prometheus_http_response_size_bytes_sum{handler="/api/v1/metadata"} 706049 prometheus_http_response_size_bytes_count{handler="/api/v1/metadata"} 1958 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="100"} 20820 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1000"} 155574 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="10000"} 155614 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="100000"} 155632 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+06"} 155637 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+07"} 155641 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+08"} 155641 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+09"} 155641 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="+Inf"} 155641 prometheus_http_response_size_bytes_sum{handler="/api/v1/query"} 3.0502305e+07 prometheus_http_response_size_bytes_count{handler="/api/v1/query"} 155641 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="100"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="1000"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="10000"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="100000"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="1e+06"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="1e+07"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="1e+08"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="1e+09"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_exemplars",le="+Inf"} 1 prometheus_http_response_size_bytes_sum{handler="/api/v1/query_exemplars"} 59 prometheus_http_response_size_bytes_count{handler="/api/v1/query_exemplars"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="100"} 13607 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1000"} 32730 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="10000"} 35674 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="100000"} 36871 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+06"} 36894 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+07"} 36896 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+08"} 36896 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+09"} 36896 prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="+Inf"} 36896 prometheus_http_response_size_bytes_sum{handler="/api/v1/query_range"} 4.5499467e+07 prometheus_http_response_size_bytes_count{handler="/api/v1/query_range"} 36896 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="10000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="100000"} 54 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+06"} 57 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+07"} 59 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+08"} 59 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+09"} 59 prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="+Inf"} 59 prometheus_http_response_size_bytes_sum{handler="/api/v1/rules"} 4.278832e+06 prometheus_http_response_size_bytes_count{handler="/api/v1/rules"} 59 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1000"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="10000"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="100000"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1e+06"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1e+07"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1e+08"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1e+09"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="+Inf"} 8 prometheus_http_response_size_bytes_sum{handler="/api/v1/scrape_pools"} 2839 prometheus_http_response_size_bytes_count{handler="/api/v1/scrape_pools"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="10000"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="100000"} 1 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+06"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+07"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+08"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+09"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="+Inf"} 8 prometheus_http_response_size_bytes_sum{handler="/api/v1/series"} 6.844079e+06 prometheus_http_response_size_bytes_count{handler="/api/v1/series"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1000"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="10000"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="100000"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+06"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+07"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+08"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+09"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="+Inf"} 8 prometheus_http_response_size_bytes_sum{handler="/api/v1/status/buildinfo"} 1288 prometheus_http_response_size_bytes_count{handler="/api/v1/status/buildinfo"} 8 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="100"} 20 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1000"} 20 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="10000"} 1042 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="100000"} 1043 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+06"} 1043 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+07"} 1043 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+08"} 1043 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+09"} 1043 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="+Inf"} 1043 prometheus_http_response_size_bytes_sum{handler="/api/v1/status/config"} 2.800054e+06 prometheus_http_response_size_bytes_count{handler="/api/v1/status/config"} 1043 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="100"} 20 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1000"} 1034 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="10000"} 1035 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="100000"} 1035 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+06"} 1035 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+07"} 1035 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+08"} 1035 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+09"} 1035 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="+Inf"} 1035 prometheus_http_response_size_bytes_sum{handler="/api/v1/status/flags"} 864486 prometheus_http_response_size_bytes_count{handler="/api/v1/status/flags"} 1035 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1000"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="10000"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="100000"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1e+06"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1e+07"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1e+08"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1e+09"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="+Inf"} 5 prometheus_http_response_size_bytes_sum{handler="/api/v1/status/runtimeinfo"} 1289 prometheus_http_response_size_bytes_count{handler="/api/v1/status/runtimeinfo"} 5 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1000"} 46 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="10000"} 47 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="100000"} 47 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1e+06"} 47 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1e+07"} 47 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1e+08"} 47 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1e+09"} 47 prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="+Inf"} 47 prometheus_http_response_size_bytes_sum{handler="/api/v1/status/tsdb"} 40414 prometheus_http_response_size_bytes_count{handler="/api/v1/status/tsdb"} 47 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="10000"} 0 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="100000"} 7 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+06"} 11 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+07"} 12 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+08"} 12 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+09"} 12 prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="+Inf"} 12 prometheus_http_response_size_bytes_sum{handler="/api/v1/targets"} 3.999925e+06 prometheus_http_response_size_bytes_count{handler="/api/v1/targets"} 12 prometheus_http_response_size_bytes_bucket{handler="/config",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/config",le="1000"} 96 prometheus_http_response_size_bytes_bucket{handler="/config",le="10000"} 96 prometheus_http_response_size_bytes_bucket{handler="/config",le="100000"} 96 prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+06"} 96 prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+07"} 96 prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+08"} 96 prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+09"} 96 prometheus_http_response_size_bytes_bucket{handler="/config",le="+Inf"} 96 prometheus_http_response_size_bytes_sum{handler="/config"} 70464 prometheus_http_response_size_bytes_count{handler="/config"} 96 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="10000"} 0 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="100000"} 381 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1e+06"} 381 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1e+07"} 381 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1e+08"} 381 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1e+09"} 381 prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="+Inf"} 381 prometheus_http_response_size_bytes_sum{handler="/favicon.ico"} 5.747766e+06 prometheus_http_response_size_bytes_count{handler="/favicon.ico"} 381 prometheus_http_response_size_bytes_bucket{handler="/flags",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1000"} 80 prometheus_http_response_size_bytes_bucket{handler="/flags",le="10000"} 80 prometheus_http_response_size_bytes_bucket{handler="/flags",le="100000"} 80 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+06"} 80 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+07"} 80 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+08"} 80 prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+09"} 80 prometheus_http_response_size_bytes_bucket{handler="/flags",le="+Inf"} 80 prometheus_http_response_size_bytes_sum{handler="/flags"} 58720 prometheus_http_response_size_bytes_count{handler="/flags"} 80 prometheus_http_response_size_bytes_bucket{handler="/graph",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1000"} 558 prometheus_http_response_size_bytes_bucket{handler="/graph",le="10000"} 558 prometheus_http_response_size_bytes_bucket{handler="/graph",le="100000"} 558 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+06"} 558 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+07"} 558 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+08"} 558 prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+09"} 558 prometheus_http_response_size_bytes_bucket{handler="/graph",le="+Inf"} 558 prometheus_http_response_size_bytes_sum{handler="/graph"} 409572 prometheus_http_response_size_bytes_count{handler="/graph"} 558 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1000"} 8 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="10000"} 8 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="100000"} 8 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1e+06"} 8 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1e+07"} 8 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1e+08"} 8 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1e+09"} 8 prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="+Inf"} 8 prometheus_http_response_size_bytes_sum{handler="/manifest.json"} 2544 prometheus_http_response_size_bytes_count{handler="/manifest.json"} 8 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1000"} 0 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="10000"} 0 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="100000"} 19502 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+06"} 19502 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+07"} 19502 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+08"} 19502 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+09"} 19502 prometheus_http_response_size_bytes_bucket{handler="/metrics",le="+Inf"} 19502 prometheus_http_response_size_bytes_sum{handler="/metrics"} 4.43422932e+08 prometheus_http_response_size_bytes_count{handler="/metrics"} 19502 prometheus_http_response_size_bytes_bucket{handler="/rules",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1000"} 26 prometheus_http_response_size_bytes_bucket{handler="/rules",le="10000"} 26 prometheus_http_response_size_bytes_bucket{handler="/rules",le="100000"} 26 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+06"} 26 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+07"} 26 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+08"} 26 prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+09"} 26 prometheus_http_response_size_bytes_bucket{handler="/rules",le="+Inf"} 26 prometheus_http_response_size_bytes_sum{handler="/rules"} 19084 prometheus_http_response_size_bytes_count{handler="/rules"} 26 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1000"} 8 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="10000"} 8 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="100000"} 8 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+06"} 8 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+07"} 8 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+08"} 8 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+09"} 8 prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="+Inf"} 8 prometheus_http_response_size_bytes_sum{handler="/service-discovery"} 5872 prometheus_http_response_size_bytes_count{handler="/service-discovery"} 8 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="100"} 3 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1000"} 3 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="10000"} 3 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="100000"} 10 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+06"} 205 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+07"} 402 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+08"} 402 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+09"} 402 prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="+Inf"} 402 prometheus_http_response_size_bytes_sum{handler="/static/*filepath"} 5.32415149e+08 prometheus_http_response_size_bytes_count{handler="/static/*filepath"} 402 prometheus_http_response_size_bytes_bucket{handler="/status",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/status",le="1000"} 9 prometheus_http_response_size_bytes_bucket{handler="/status",le="10000"} 9 prometheus_http_response_size_bytes_bucket{handler="/status",le="100000"} 9 prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+06"} 9 prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+07"} 9 prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+08"} 9 prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+09"} 9 prometheus_http_response_size_bytes_bucket{handler="/status",le="+Inf"} 9 prometheus_http_response_size_bytes_sum{handler="/status"} 6606 prometheus_http_response_size_bytes_count{handler="/status"} 9 prometheus_http_response_size_bytes_bucket{handler="/targets",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1000"} 22 prometheus_http_response_size_bytes_bucket{handler="/targets",le="10000"} 22 prometheus_http_response_size_bytes_bucket{handler="/targets",le="100000"} 22 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+06"} 22 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+07"} 22 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+08"} 22 prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+09"} 22 prometheus_http_response_size_bytes_bucket{handler="/targets",le="+Inf"} 22 prometheus_http_response_size_bytes_sum{handler="/targets"} 16148 prometheus_http_response_size_bytes_count{handler="/targets"} 22 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="100"} 0 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1000"} 94 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="10000"} 94 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="100000"} 94 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1e+06"} 94 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1e+07"} 94 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1e+08"} 94 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1e+09"} 94 prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="+Inf"} 94 prometheus_http_response_size_bytes_sum{handler="/tsdb-status"} 68996 prometheus_http_response_size_bytes_count{handler="/tsdb-status"} 94 # HELP prometheus_notifications_alertmanagers_discovered The number of alertmanagers discovered and active. # TYPE prometheus_notifications_alertmanagers_discovered gauge prometheus_notifications_alertmanagers_discovered 2 # HELP prometheus_notifications_dropped_total Total number of alerts dropped due to errors when sending to Alertmanager. # TYPE prometheus_notifications_dropped_total counter prometheus_notifications_dropped_total 1.032412e+06 # HELP prometheus_notifications_errors_total Total number of errors sending alert notifications. # TYPE prometheus_notifications_errors_total counter prometheus_notifications_errors_total{alertmanager="http://172.16.4.235:8643/api/v2/alerts"} 8690 prometheus_notifications_errors_total{alertmanager="http://172.16.5.127:8643/api/v2/alerts"} 8465 # HELP prometheus_notifications_latency_seconds Latency quantiles for sending alert notifications. # TYPE prometheus_notifications_latency_seconds summary prometheus_notifications_latency_seconds{alertmanager="http://172.16.4.235:8643/api/v2/alerts",quantile="0.5"} 0.003105815 prometheus_notifications_latency_seconds{alertmanager="http://172.16.4.235:8643/api/v2/alerts",quantile="0.9"} 0.00463643 prometheus_notifications_latency_seconds{alertmanager="http://172.16.4.235:8643/api/v2/alerts",quantile="0.99"} 0.005795229 prometheus_notifications_latency_seconds_sum{alertmanager="http://172.16.4.235:8643/api/v2/alerts"} 85921.35095517914 prometheus_notifications_latency_seconds_count{alertmanager="http://172.16.4.235:8643/api/v2/alerts"} 123290 prometheus_notifications_latency_seconds{alertmanager="http://172.16.5.127:8643/api/v2/alerts",quantile="0.5"} 0.003322354 prometheus_notifications_latency_seconds{alertmanager="http://172.16.5.127:8643/api/v2/alerts",quantile="0.9"} 0.004884013 prometheus_notifications_latency_seconds{alertmanager="http://172.16.5.127:8643/api/v2/alerts",quantile="0.99"} 0.006136319 prometheus_notifications_latency_seconds_sum{alertmanager="http://172.16.5.127:8643/api/v2/alerts"} 84839.15476620327 prometheus_notifications_latency_seconds_count{alertmanager="http://172.16.5.127:8643/api/v2/alerts"} 123290 # HELP prometheus_notifications_queue_capacity The capacity of the alert notifications queue. # TYPE prometheus_notifications_queue_capacity gauge prometheus_notifications_queue_capacity 10000 # HELP prometheus_notifications_queue_length The number of alert notifications in the queue. # TYPE prometheus_notifications_queue_length gauge prometheus_notifications_queue_length 0 # HELP prometheus_notifications_sent_total Total number of alerts sent. # TYPE prometheus_notifications_sent_total counter prometheus_notifications_sent_total{alertmanager="http://172.16.4.235:8643/api/v2/alerts"} 4.791898e+06 prometheus_notifications_sent_total{alertmanager="http://172.16.5.127:8643/api/v2/alerts"} 4.791898e+06 # HELP prometheus_ready Whether Prometheus startup was fully completed and the server is ready for normal operation. # TYPE prometheus_ready gauge prometheus_ready 1 # HELP prometheus_remote_storage_exemplars_in_total Exemplars in to remote storage, compare to exemplars out for queue managers. # TYPE prometheus_remote_storage_exemplars_in_total counter prometheus_remote_storage_exemplars_in_total 0 # HELP prometheus_remote_storage_highest_timestamp_in_seconds Highest timestamp that has come into the remote storage via the Appender interface, in seconds since epoch. # TYPE prometheus_remote_storage_highest_timestamp_in_seconds gauge prometheus_remote_storage_highest_timestamp_in_seconds 1.793753867e+09 # HELP prometheus_remote_storage_histograms_in_total HistogramSamples in to remote storage, compare to histograms out for queue managers. # TYPE prometheus_remote_storage_histograms_in_total counter prometheus_remote_storage_histograms_in_total 0 # HELP prometheus_remote_storage_samples_in_total Samples in to remote storage, compare to samples out for queue managers. # TYPE prometheus_remote_storage_samples_in_total counter prometheus_remote_storage_samples_in_total 4.2882605358e+10 # HELP prometheus_remote_storage_string_interner_zero_reference_releases_total The number of times release has been called for strings that are not interned. # TYPE prometheus_remote_storage_string_interner_zero_reference_releases_total counter prometheus_remote_storage_string_interner_zero_reference_releases_total 0 # HELP prometheus_rule_evaluation_duration_seconds The duration for a rule to execute. # TYPE prometheus_rule_evaluation_duration_seconds summary prometheus_rule_evaluation_duration_seconds{quantile="0.5"} 0.00057549 prometheus_rule_evaluation_duration_seconds{quantile="0.9"} 0.084937738 prometheus_rule_evaluation_duration_seconds{quantile="0.99"} 0.62038019 prometheus_rule_evaluation_duration_seconds_sum 44851.11952467617 prometheus_rule_evaluation_duration_seconds_count 1.598965e+06 # HELP prometheus_rule_evaluation_failures_total The total number of rule evaluation failures. # TYPE prometheus_rule_evaluation_failures_total counter prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_etcd.yaml;Etcd alerts"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/maintainer-alerts_errors.yaml;tool_webservice_traffic"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/maintainer-alerts_restarts.yaml;tool_restarts"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/project-tools/opensearch_opensearch.yaml;Opensearch"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/web_web.yaml;Web services"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 0 prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 0 # HELP prometheus_rule_evaluations_total The total number of rule evaluations. # TYPE prometheus_rule_evaluations_total counter prometheus_rule_evaluations_total{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 38998 prometheus_rule_evaluations_total{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 58500 prometheus_rule_evaluations_total{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 38998 prometheus_rule_evaluations_total{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 38998 prometheus_rule_evaluations_total{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 19499 prometheus_rule_evaluations_total{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 38998 prometheus_rule_evaluations_total{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 38998 prometheus_rule_evaluations_total{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 78000 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 39000 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 58500 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_etcd.yaml;Etcd alerts"} 19500 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 19500 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 39000 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 58500 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 38998 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 38998 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 19500 prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 19500 prometheus_rule_evaluations_total{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 38998 prometheus_rule_evaluations_total{rule_group="/srv/alerts/maintainer-alerts_errors.yaml;tool_webservice_traffic"} 58500 prometheus_rule_evaluations_total{rule_group="/srv/alerts/maintainer-alerts_restarts.yaml;tool_restarts"} 19500 prometheus_rule_evaluations_total{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 58500 prometheus_rule_evaluations_total{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 77996 prometheus_rule_evaluations_total{rule_group="/srv/alerts/project-tools/opensearch_opensearch.yaml;Opensearch"} 39000 prometheus_rule_evaluations_total{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 156000 prometheus_rule_evaluations_total{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 38998 prometheus_rule_evaluations_total{rule_group="/srv/alerts/web_web.yaml;Web services"} 38998 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 19500 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 19500 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 19500 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 19499 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 19499 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 19499 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 19500 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 19499 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 19500 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 19500 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 19499 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 19500 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 19499 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 19500 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 19500 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 19500 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 19499 prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 38998 # HELP prometheus_rule_group_duration_seconds The duration of rule group evaluations. # TYPE prometheus_rule_group_duration_seconds summary prometheus_rule_group_duration_seconds{quantile="0.01"} 0.000398446 prometheus_rule_group_duration_seconds{quantile="0.05"} 0.000481313 prometheus_rule_group_duration_seconds{quantile="0.5"} 0.000785053 prometheus_rule_group_duration_seconds{quantile="0.9"} 0.008869815 prometheus_rule_group_duration_seconds{quantile="0.99"} 1.6903758880000002 prometheus_rule_group_duration_seconds_sum 44871.53163227176 prometheus_rule_group_duration_seconds_count 877479 # HELP prometheus_rule_group_interval_seconds The interval of a rule group. # TYPE prometheus_rule_group_interval_seconds gauge prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_etcd.yaml;Etcd alerts"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/maintainer-alerts_errors.yaml;tool_webservice_traffic"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/maintainer-alerts_restarts.yaml;tool_restarts"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/project-tools/opensearch_opensearch.yaml;Opensearch"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/web_web.yaml;Web services"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 60 prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 60 # HELP prometheus_rule_group_iterations_missed_total The total number of rule group evaluations missed due to slow rule group evaluation. # TYPE prometheus_rule_group_iterations_missed_total counter prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_etcd.yaml;Etcd alerts"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/maintainer-alerts_errors.yaml;tool_webservice_traffic"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/maintainer-alerts_restarts.yaml;tool_restarts"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/project-tools/opensearch_opensearch.yaml;Opensearch"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/web_web.yaml;Web services"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 0 prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 0 # HELP prometheus_rule_group_iterations_total The total number of scheduled rule group evaluations, whether executed or missed. # TYPE prometheus_rule_group_iterations_total counter prometheus_rule_group_iterations_total{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 19499 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 19499 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 19499 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 19499 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 19499 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 19499 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_etcd.yaml;Etcd alerts"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 19499 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 19499 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 19499 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/maintainer-alerts_errors.yaml;tool_webservice_traffic"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/maintainer-alerts_restarts.yaml;tool_restarts"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 19499 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/project-tools/opensearch_opensearch.yaml;Opensearch"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 19499 prometheus_rule_group_iterations_total{rule_group="/srv/alerts/web_web.yaml;Web services"} 19499 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 19499 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 19499 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 19499 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 19499 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 19499 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 19499 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 19500 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 19499 prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 19499 # HELP prometheus_rule_group_last_duration_seconds The duration of the last rule group evaluation. # TYPE prometheus_rule_group_last_duration_seconds gauge prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 0.00083356 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 0.001344518 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 0.000742436 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 0.000896318 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 0.000595722 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 0.000553179 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 0.000665718 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 0.003270853 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 0.009970056 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 0.001569511 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_etcd.yaml;Etcd alerts"} 0.000501423 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 0.000439592 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 0.00164488 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 1.515070518 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 0.002969407 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 0.000682941 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 0.002159103 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 0.00098939 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 0.001135419 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/maintainer-alerts_errors.yaml;tool_webservice_traffic"} 0.568380836 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/maintainer-alerts_restarts.yaml;tool_restarts"} 0.093653274 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 0.000882661 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 0.020733006 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/project-tools/opensearch_opensearch.yaml;Opensearch"} 0.00053166 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 0.003851824 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 0.000854471 prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/web_web.yaml;Web services"} 0.001312702 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 0.000772159 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 0.000652213 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 0.000516539 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 0.000870445 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 0.000497795 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 0.000886707 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 0.000631048 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 0.000700586 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 0.000772429 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 0.000663143 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 0.000853586 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 0.000653867 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 0.000655955 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 0.000616546 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 0.000802634 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 0.000990076 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 0.000767175 prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 0.434758075 # HELP prometheus_rule_group_last_evaluation_samples The number of samples returned during the last rule group evaluation. # TYPE prometheus_rule_group_last_evaluation_samples gauge prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_etcd.yaml;Etcd alerts"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/maintainer-alerts_errors.yaml;tool_webservice_traffic"} 10586 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/maintainer-alerts_restarts.yaml;tool_restarts"} 140 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 2 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/project-tools/opensearch_opensearch.yaml;Opensearch"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/web_web.yaml;Web services"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 0 prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 4 # HELP prometheus_rule_group_last_evaluation_timestamp_seconds The timestamp of the last rule group evaluation in seconds. # TYPE prometheus_rule_group_last_evaluation_timestamp_seconds gauge prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 1.7937538162247093e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 1.7937538468213944e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 1.7937538089327e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 1.7937538236354032e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 1.7937538238522213e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 1.79375380831868e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 1.7937538148157344e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 1.7937538482059984e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 1.7937538450664167e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 1.7937538405888932e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_etcd.yaml;Etcd alerts"} 1.7937538324290106e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 1.7937538341347146e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 1.793753864174634e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 1.7937538353871174e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 1.793753813392448e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 1.7937538104745574e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 1.7937538468995361e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 1.7937538532018025e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 1.7937538112872791e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/maintainer-alerts_errors.yaml;tool_webservice_traffic"} 1.7937538075799747e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/maintainer-alerts_restarts.yaml;tool_restarts"} 1.79375386202659e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 1.793753867619947e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 1.7937538239917798e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/project-tools/opensearch_opensearch.yaml;Opensearch"} 1.7937538410725245e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 1.7937538571938426e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 1.7937538190657728e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/web_web.yaml;Web services"} 1.7937538238874285e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 1.793753846249256e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 1.7937538374923072e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 1.7937538363392413e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 1.793753821641801e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 1.7937538283052263e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 1.7937538229078012e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 1.7937538417500916e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 1.7937538136928277e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 1.7937538407982268e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 1.7937538295436797e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 1.7937538257547426e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 1.793753866196278e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 1.7937538158797994e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 1.793753835688262e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 1.7937538663088727e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 1.7937538566790588e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 1.7937538234879456e+09 prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 1.7937538273810902e+09 # HELP prometheus_rule_group_rules The number of rules. # TYPE prometheus_rule_group_rules gauge prometheus_rule_group_rules{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 3 prometheus_rule_group_rules{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 1 prometheus_rule_group_rules{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 4 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 3 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_etcd.yaml;Etcd alerts"} 1 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 1 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 3 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 1 prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 1 prometheus_rule_group_rules{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/maintainer-alerts_errors.yaml;tool_webservice_traffic"} 3 prometheus_rule_group_rules{rule_group="/srv/alerts/maintainer-alerts_restarts.yaml;tool_restarts"} 1 prometheus_rule_group_rules{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 3 prometheus_rule_group_rules{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 4 prometheus_rule_group_rules{rule_group="/srv/alerts/project-tools/opensearch_opensearch.yaml;Opensearch"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 8 prometheus_rule_group_rules{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 2 prometheus_rule_group_rules{rule_group="/srv/alerts/web_web.yaml;Web services"} 2 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 1 prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 2 # HELP prometheus_sd_azure_failures_total Number of Azure service discovery refresh failures. # TYPE prometheus_sd_azure_failures_total counter prometheus_sd_azure_failures_total 0 # HELP prometheus_sd_consul_rpc_duration_seconds The duration of a Consul RPC call in seconds. # TYPE prometheus_sd_consul_rpc_duration_seconds summary prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.5"} NaN prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.9"} NaN prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.99"} NaN prometheus_sd_consul_rpc_duration_seconds_sum{call="service",endpoint="catalog"} 0 prometheus_sd_consul_rpc_duration_seconds_count{call="service",endpoint="catalog"} 0 prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.5"} NaN prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.9"} NaN prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.99"} NaN prometheus_sd_consul_rpc_duration_seconds_sum{call="services",endpoint="catalog"} 0 prometheus_sd_consul_rpc_duration_seconds_count{call="services",endpoint="catalog"} 0 # HELP prometheus_sd_consul_rpc_failures_total The number of Consul RPC call failures. # TYPE prometheus_sd_consul_rpc_failures_total counter prometheus_sd_consul_rpc_failures_total 0 # HELP prometheus_sd_discovered_targets Current number of discovered targets. # TYPE prometheus_sd_discovered_targets gauge prometheus_sd_discovered_targets{config="alloy",name="scrape"} 83 prometheus_sd_discovered_targets{config="builds-api",name="scrape"} 6 prometheus_sd_discovered_targets{config="components-api",name="scrape"} 6 prometheus_sd_discovered_targets{config="config-0",name="notify"} 15 prometheus_sd_discovered_targets{config="envvars-api",name="scrape"} 6 prometheus_sd_discovered_targets{config="exim",name="scrape"} 159 prometheus_sd_discovered_targets{config="haproxy",name="scrape"} 159 prometheus_sd_discovered_targets{config="harbor",name="scrape"} 159 prometheus_sd_discovered_targets{config="infra-tracing-loki",name="scrape"} 28 prometheus_sd_discovered_targets{config="istio-gateway-toolforge",name="scrape"} 9 prometheus_sd_discovered_targets{config="istiod",name="scrape"} 15 prometheus_sd_discovered_targets{config="jobs-api",name="scrape"} 6 prometheus_sd_discovered_targets{config="jobs-emailer",name="scrape"} 1 prometheus_sd_discovered_targets{config="k8s-apiserver",name="scrape"} 159 prometheus_sd_discovered_targets{config="k8s-cadvisor",name="scrape"} 93 prometheus_sd_discovered_targets{config="k8s-cert-manager",name="scrape"} 7 prometheus_sd_discovered_targets{config="k8s-cert-manager-reloader",name="scrape"} 7 prometheus_sd_discovered_targets{config="k8s-coredns",name="scrape"} 471 prometheus_sd_discovered_targets{config="k8s-etcd",name="scrape"} 159 prometheus_sd_discovered_targets{config="k8s-kube-state-metrics",name="scrape"} 93 prometheus_sd_discovered_targets{config="k8s-maintain-kubeusers",name="scrape"} 1 prometheus_sd_discovered_targets{config="k8s-nodes",name="scrape"} 89 prometheus_sd_discovered_targets{config="kyverno",name="scrape"} 33 prometheus_sd_discovered_targets{config="logs-api",name="scrape"} 6 prometheus_sd_discovered_targets{config="loki-tools",name="scrape"} 27 prometheus_sd_discovered_targets{config="node",name="scrape"} 0 prometheus_sd_discovered_targets{config="node-exporter",name="scrape"} 159 prometheus_sd_discovered_targets{config="opensearch",name="scrape"} 159 prometheus_sd_discovered_targets{config="opensearch-haproxy",name="scrape"} 159 prometheus_sd_discovered_targets{config="pint",name="scrape"} 1 prometheus_sd_discovered_targets{config="probes/custom",name="scrape"} 25 prometheus_sd_discovered_targets{config="probes/pingthing",name="scrape"} 1 prometheus_sd_discovered_targets{config="prometheus",name="scrape"} 1 prometheus_sd_discovered_targets{config="redis",name="scrape"} 159 prometheus_sd_discovered_targets{config="ssh-banner",name="scrape"} 159 prometheus_sd_discovered_targets{config="tekton-pipelines-controller",name="scrape"} 10 prometheus_sd_discovered_targets{config="tools-db",name="scrape"} 159 # HELP prometheus_sd_dns_lookup_failures_total The number of DNS-SD lookup failures. # TYPE prometheus_sd_dns_lookup_failures_total counter prometheus_sd_dns_lookup_failures_total 0 # HELP prometheus_sd_dns_lookups_total The number of DNS-SD lookups. # TYPE prometheus_sd_dns_lookups_total counter prometheus_sd_dns_lookups_total 0 # HELP prometheus_sd_failed_configs Current number of service discovery configurations that failed to load. # TYPE prometheus_sd_failed_configs gauge prometheus_sd_failed_configs{name="notify"} 0 prometheus_sd_failed_configs{name="scrape"} 0 # HELP prometheus_sd_file_mtime_seconds Timestamp (mtime) of files read by FileSD. Timestamp is set at read time. # TYPE prometheus_sd_file_mtime_seconds gauge prometheus_sd_file_mtime_seconds{filename="/srv/prometheus/tools/targets/probes-custom_puppet-http.yaml"} 1.790282168e+09 prometheus_sd_file_mtime_seconds{filename="/srv/prometheus/tools/targets/probes_pingthing_http_check_urls.yaml"} 1.683212851e+09 # HELP prometheus_sd_file_read_errors_total The number of File-SD read errors. # TYPE prometheus_sd_file_read_errors_total counter prometheus_sd_file_read_errors_total 0 # HELP prometheus_sd_file_scan_duration_seconds The duration of the File-SD scan in seconds. # TYPE prometheus_sd_file_scan_duration_seconds summary prometheus_sd_file_scan_duration_seconds{quantile="0.5"} 0.000233564 prometheus_sd_file_scan_duration_seconds{quantile="0.9"} 0.000808184 prometheus_sd_file_scan_duration_seconds{quantile="0.99"} 0.000808184 prometheus_sd_file_scan_duration_seconds_sum 4.599178196999996 prometheus_sd_file_scan_duration_seconds_count 11715 # HELP prometheus_sd_file_watcher_errors_total The number of File-SD errors caused by filesystem watch failures. # TYPE prometheus_sd_file_watcher_errors_total counter prometheus_sd_file_watcher_errors_total 0 # HELP prometheus_sd_http_failures_total Number of HTTP service discovery refresh failures. # TYPE prometheus_sd_http_failures_total counter prometheus_sd_http_failures_total 0 # HELP prometheus_sd_kubernetes_events_total The number of Kubernetes events handled. # TYPE prometheus_sd_kubernetes_events_total counter prometheus_sd_kubernetes_events_total{event="add",role="endpoints"} 0 prometheus_sd_kubernetes_events_total{event="add",role="endpointslice"} 0 prometheus_sd_kubernetes_events_total{event="add",role="ingress"} 0 prometheus_sd_kubernetes_events_total{event="add",role="node"} 1246 prometheus_sd_kubernetes_events_total{event="add",role="pod"} 6135 prometheus_sd_kubernetes_events_total{event="add",role="service"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="endpoints"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="endpointslice"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="ingress"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="node"} 0 prometheus_sd_kubernetes_events_total{event="delete",role="pod"} 129 prometheus_sd_kubernetes_events_total{event="delete",role="service"} 0 prometheus_sd_kubernetes_events_total{event="update",role="endpoints"} 0 prometheus_sd_kubernetes_events_total{event="update",role="endpointslice"} 0 prometheus_sd_kubernetes_events_total{event="update",role="ingress"} 0 prometheus_sd_kubernetes_events_total{event="update",role="node"} 1.561169e+06 prometheus_sd_kubernetes_events_total{event="update",role="pod"} 3361 prometheus_sd_kubernetes_events_total{event="update",role="service"} 0 # HELP prometheus_sd_kubernetes_http_request_duration_seconds Summary of latencies for HTTP requests to the Kubernetes API by endpoint. # TYPE prometheus_sd_kubernetes_http_request_duration_seconds summary prometheus_sd_kubernetes_http_request_duration_seconds_sum{endpoint="/api/v1/namespaces/%7Bnamespace%7D/pods"} 110244.75444822326 prometheus_sd_kubernetes_http_request_duration_seconds_count{endpoint="/api/v1/namespaces/%7Bnamespace%7D/pods"} 31200 prometheus_sd_kubernetes_http_request_duration_seconds_sum{endpoint="/api/v1/nodes"} 6418.617035716999 prometheus_sd_kubernetes_http_request_duration_seconds_count{endpoint="/api/v1/nodes"} 1828 # HELP prometheus_sd_kubernetes_http_request_total Total number of HTTP requests to the Kubernetes API by status code. # TYPE prometheus_sd_kubernetes_http_request_total counter prometheus_sd_kubernetes_http_request_total{status_code="200"} 43690 prometheus_sd_kubernetes_http_request_total{status_code=""} 32776 # HELP prometheus_sd_kubernetes_workqueue_depth Current depth of the work queue. # TYPE prometheus_sd_kubernetes_workqueue_depth gauge prometheus_sd_kubernetes_workqueue_depth{queue_name="node"} 0 prometheus_sd_kubernetes_workqueue_depth{queue_name="pod"} 0 # HELP prometheus_sd_kubernetes_workqueue_items_total Total number of items added to the work queue. # TYPE prometheus_sd_kubernetes_workqueue_items_total counter prometheus_sd_kubernetes_workqueue_items_total{queue_name="node"} 1.562415e+06 prometheus_sd_kubernetes_workqueue_items_total{queue_name="pod"} 9618 # HELP prometheus_sd_kubernetes_workqueue_latency_seconds How long an item stays in the work queue. # TYPE prometheus_sd_kubernetes_workqueue_latency_seconds summary prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="node"} 76.16405578200236 prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="node"} 1.562415e+06 prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="pod"} 297.1140988460002 prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="pod"} 9618 # HELP prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds Duration of the longest running processor in the work queue. # TYPE prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds gauge prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="node"} 0 prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="pod"} 0 # HELP prometheus_sd_kubernetes_workqueue_unfinished_work_seconds How long an item has remained unfinished in the work queue. # TYPE prometheus_sd_kubernetes_workqueue_unfinished_work_seconds gauge prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="node"} 0 prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="pod"} 0 # HELP prometheus_sd_kubernetes_workqueue_work_duration_seconds How long processing an item from the work queue takes. # TYPE prometheus_sd_kubernetes_workqueue_work_duration_seconds summary prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="node"} 113.56829188200507 prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="node"} 1.562415e+06 prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="pod"} 0.3535682550000005 prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="pod"} 9618 # HELP prometheus_sd_kuma_fetch_duration_seconds The duration of a Kuma MADS fetch call. # TYPE prometheus_sd_kuma_fetch_duration_seconds summary prometheus_sd_kuma_fetch_duration_seconds{quantile="0.5"} NaN prometheus_sd_kuma_fetch_duration_seconds{quantile="0.9"} NaN prometheus_sd_kuma_fetch_duration_seconds{quantile="0.99"} NaN prometheus_sd_kuma_fetch_duration_seconds_sum 0 prometheus_sd_kuma_fetch_duration_seconds_count 0 # HELP prometheus_sd_kuma_fetch_failures_total The number of Kuma MADS fetch call failures. # TYPE prometheus_sd_kuma_fetch_failures_total counter prometheus_sd_kuma_fetch_failures_total 0 # HELP prometheus_sd_kuma_fetch_skipped_updates_total The number of Kuma MADS fetch calls that result in no updates to the targets. # TYPE prometheus_sd_kuma_fetch_skipped_updates_total counter prometheus_sd_kuma_fetch_skipped_updates_total 0 # HELP prometheus_sd_linode_failures_total Number of Linode service discovery refresh failures. # TYPE prometheus_sd_linode_failures_total counter prometheus_sd_linode_failures_total 0 # HELP prometheus_sd_nomad_failures_total Number of nomad service discovery refresh failures. # TYPE prometheus_sd_nomad_failures_total counter prometheus_sd_nomad_failures_total 0 # HELP prometheus_sd_received_updates_total Total number of update events received from the SD providers. # TYPE prometheus_sd_received_updates_total counter prometheus_sd_received_updates_total{name="notify"} 3669 prometheus_sd_received_updates_total{name="scrape"} 1.620254e+06 # HELP prometheus_sd_refresh_duration_seconds The duration of a refresh in seconds for the given SD mechanism. # TYPE prometheus_sd_refresh_duration_seconds summary prometheus_sd_refresh_duration_seconds{mechanism="openstack",quantile="0.5"} 0.914303737 prometheus_sd_refresh_duration_seconds{mechanism="openstack",quantile="0.9"} 1.228857932 prometheus_sd_refresh_duration_seconds{mechanism="openstack",quantile="0.99"} 1.345138782 prometheus_sd_refresh_duration_seconds_sum{mechanism="openstack"} 84874.797012496 prometheus_sd_refresh_duration_seconds_count{mechanism="openstack"} 46847 # HELP prometheus_sd_refresh_failures_total Number of refresh failures for the given SD mechanism. # TYPE prometheus_sd_refresh_failures_total counter prometheus_sd_refresh_failures_total{mechanism="openstack"} 2827 # HELP prometheus_sd_updates_delayed_total Total number of update events that couldn't be sent immediately. # TYPE prometheus_sd_updates_delayed_total counter prometheus_sd_updates_delayed_total{name="notify"} 14244 # HELP prometheus_sd_updates_total Total number of update events sent to the SD consumers. # TYPE prometheus_sd_updates_total counter prometheus_sd_updates_total{name="notify"} 17695 prometheus_sd_updates_total{name="scrape"} 215475 # HELP prometheus_target_interval_length_seconds Actual intervals between scrapes. # TYPE prometheus_target_interval_length_seconds summary prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.01"} 59.999074469 prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.05"} 59.999291888 prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.5"} 60.000033682 prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.9"} 60.000611266 prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.99"} 60.000924602 prometheus_target_interval_length_seconds_sum{interval="1m0s"} 5.3554485566988045e+08 prometheus_target_interval_length_seconds_count{interval="1m0s"} 8.925746e+06 prometheus_target_interval_length_seconds{interval="30s",quantile="0.01"} 29.999093176 prometheus_target_interval_length_seconds{interval="30s",quantile="0.05"} 29.99930676 prometheus_target_interval_length_seconds{interval="30s",quantile="0.5"} 30.000006738 prometheus_target_interval_length_seconds{interval="30s",quantile="0.9"} 30.000630522 prometheus_target_interval_length_seconds{interval="30s",quantile="0.99"} 30.000992118 prometheus_target_interval_length_seconds_sum{interval="30s"} 2.9248690214886464e+07 prometheus_target_interval_length_seconds_count{interval="30s"} 974956 prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.01"} 239.999066923 prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.05"} 239.999228195 prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.5"} 240.000037868 prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.9"} 240.000528614 prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.99"} 240.000879859 prometheus_target_interval_length_seconds_sum{interval="4m0s"} 9.624024422788697e+07 prometheus_target_interval_length_seconds_count{interval="4m0s"} 401001 # HELP prometheus_target_metadata_cache_bytes The number of bytes that are currently used for storing metric metadata in the cache # TYPE prometheus_target_metadata_cache_bytes gauge prometheus_target_metadata_cache_bytes{scrape_job="alloy"} 613038 prometheus_target_metadata_cache_bytes{scrape_job="builds-api"} 8448 prometheus_target_metadata_cache_bytes{scrape_job="components-api"} 1112 prometheus_target_metadata_cache_bytes{scrape_job="envvars-api"} 8448 prometheus_target_metadata_cache_bytes{scrape_job="exim"} 4706 prometheus_target_metadata_cache_bytes{scrape_job="haproxy"} 30282 prometheus_target_metadata_cache_bytes{scrape_job="harbor"} 4711 prometheus_target_metadata_cache_bytes{scrape_job="infra-tracing-loki"} 0 prometheus_target_metadata_cache_bytes{scrape_job="istio-gateway-toolforge"} 18296 prometheus_target_metadata_cache_bytes{scrape_job="istiod"} 19863 prometheus_target_metadata_cache_bytes{scrape_job="jobs-api"} 1112 prometheus_target_metadata_cache_bytes{scrape_job="jobs-emailer"} 1579 prometheus_target_metadata_cache_bytes{scrape_job="k8s-apiserver"} 124690 prometheus_target_metadata_cache_bytes{scrape_job="k8s-cadvisor"} 755877 prometheus_target_metadata_cache_bytes{scrape_job="k8s-cert-manager"} 4746 prometheus_target_metadata_cache_bytes{scrape_job="k8s-cert-manager-reloader"} 4054 prometheus_target_metadata_cache_bytes{scrape_job="k8s-coredns"} 22708 prometheus_target_metadata_cache_bytes{scrape_job="k8s-etcd"} 21294 prometheus_target_metadata_cache_bytes{scrape_job="k8s-kube-state-metrics"} 40460 prometheus_target_metadata_cache_bytes{scrape_job="k8s-maintain-kubeusers"} 652 prometheus_target_metadata_cache_bytes{scrape_job="k8s-nodes"} 3.189487e+06 prometheus_target_metadata_cache_bytes{scrape_job="kyverno"} 66052 prometheus_target_metadata_cache_bytes{scrape_job="logs-api"} 1112 prometheus_target_metadata_cache_bytes{scrape_job="loki-tools"} 0 prometheus_target_metadata_cache_bytes{scrape_job="node-exporter"} 4.456482e+06 prometheus_target_metadata_cache_bytes{scrape_job="opensearch"} 28266 prometheus_target_metadata_cache_bytes{scrape_job="opensearch-haproxy"} 45213 prometheus_target_metadata_cache_bytes{scrape_job="pint"} 2718 prometheus_target_metadata_cache_bytes{scrape_job="probes/custom"} 22579 prometheus_target_metadata_cache_bytes{scrape_job="probes/pingthing"} 908 prometheus_target_metadata_cache_bytes{scrape_job="prometheus"} 12692 prometheus_target_metadata_cache_bytes{scrape_job="redis"} 30458 prometheus_target_metadata_cache_bytes{scrape_job="ssh-banner"} 42480 prometheus_target_metadata_cache_bytes{scrape_job="tekton-pipelines-controller"} 4628 prometheus_target_metadata_cache_bytes{scrape_job="tools-db"} 85994 # HELP prometheus_target_metadata_cache_entries Total number of metric metadata entries in the cache # TYPE prometheus_target_metadata_cache_entries gauge prometheus_target_metadata_cache_entries{scrape_job="alloy"} 7968 prometheus_target_metadata_cache_entries{scrape_job="builds-api"} 88 prometheus_target_metadata_cache_entries{scrape_job="components-api"} 10 prometheus_target_metadata_cache_entries{scrape_job="envvars-api"} 88 prometheus_target_metadata_cache_entries{scrape_job="exim"} 55 prometheus_target_metadata_cache_entries{scrape_job="haproxy"} 412 prometheus_target_metadata_cache_entries{scrape_job="harbor"} 61 prometheus_target_metadata_cache_entries{scrape_job="infra-tracing-loki"} 0 prometheus_target_metadata_cache_entries{scrape_job="istio-gateway-toolforge"} 743 prometheus_target_metadata_cache_entries{scrape_job="istiod"} 240 prometheus_target_metadata_cache_entries{scrape_job="jobs-api"} 10 prometheus_target_metadata_cache_entries{scrape_job="jobs-emailer"} 22 prometheus_target_metadata_cache_entries{scrape_job="k8s-apiserver"} 887 prometheus_target_metadata_cache_entries{scrape_job="k8s-cadvisor"} 11214 prometheus_target_metadata_cache_entries{scrape_job="k8s-cert-manager"} 48 prometheus_target_metadata_cache_entries{scrape_job="k8s-cert-manager-reloader"} 41 prometheus_target_metadata_cache_entries{scrape_job="k8s-coredns"} 264 prometheus_target_metadata_cache_entries{scrape_job="k8s-etcd"} 388 prometheus_target_metadata_cache_entries{scrape_job="k8s-kube-state-metrics"} 649 prometheus_target_metadata_cache_entries{scrape_job="k8s-maintain-kubeusers"} 14 prometheus_target_metadata_cache_entries{scrape_job="k8s-nodes"} 21998 prometheus_target_metadata_cache_entries{scrape_job="kyverno"} 660 prometheus_target_metadata_cache_entries{scrape_job="logs-api"} 10 prometheus_target_metadata_cache_entries{scrape_job="loki-tools"} 0 prometheus_target_metadata_cache_entries{scrape_job="node-exporter"} 98857 prometheus_target_metadata_cache_entries{scrape_job="opensearch"} 534 prometheus_target_metadata_cache_entries{scrape_job="opensearch-haproxy"} 612 prometheus_target_metadata_cache_entries{scrape_job="pint"} 54 prometheus_target_metadata_cache_entries{scrape_job="probes/custom"} 447 prometheus_target_metadata_cache_entries{scrape_job="probes/pingthing"} 18 prometheus_target_metadata_cache_entries{scrape_job="prometheus"} 207 prometheus_target_metadata_cache_entries{scrape_job="redis"} 620 prometheus_target_metadata_cache_entries{scrape_job="ssh-banner"} 720 prometheus_target_metadata_cache_entries{scrape_job="tekton-pipelines-controller"} 59 prometheus_target_metadata_cache_entries{scrape_job="tools-db"} 1704 # HELP prometheus_target_scrape_pool_exceeded_label_limits_total Total number of times scrape pools hit the label limits, during sync or config reload. # TYPE prometheus_target_scrape_pool_exceeded_label_limits_total counter prometheus_target_scrape_pool_exceeded_label_limits_total 0 # HELP prometheus_target_scrape_pool_exceeded_target_limit_total Total number of times scrape pools hit the target limit, during sync or config reload. # TYPE prometheus_target_scrape_pool_exceeded_target_limit_total counter prometheus_target_scrape_pool_exceeded_target_limit_total 0 # HELP prometheus_target_scrape_pool_reloads_failed_total Total number of failed scrape pool reloads. # TYPE prometheus_target_scrape_pool_reloads_failed_total counter prometheus_target_scrape_pool_reloads_failed_total 0 # HELP prometheus_target_scrape_pool_reloads_total Total number of scrape pool reloads. # TYPE prometheus_target_scrape_pool_reloads_total counter prometheus_target_scrape_pool_reloads_total 0 # HELP prometheus_target_scrape_pool_sync_total Total number of syncs that were executed on a scrape pool. # TYPE prometheus_target_scrape_pool_sync_total counter prometheus_target_scrape_pool_sync_total{scrape_job="alloy"} 215047 prometheus_target_scrape_pool_sync_total{scrape_job="builds-api"} 215045 prometheus_target_scrape_pool_sync_total{scrape_job="components-api"} 215048 prometheus_target_scrape_pool_sync_total{scrape_job="envvars-api"} 215052 prometheus_target_scrape_pool_sync_total{scrape_job="exim"} 215040 prometheus_target_scrape_pool_sync_total{scrape_job="haproxy"} 215160 prometheus_target_scrape_pool_sync_total{scrape_job="harbor"} 215220 prometheus_target_scrape_pool_sync_total{scrape_job="infra-tracing-loki"} 215049 prometheus_target_scrape_pool_sync_total{scrape_job="istio-gateway-toolforge"} 215050 prometheus_target_scrape_pool_sync_total{scrape_job="istiod"} 215047 prometheus_target_scrape_pool_sync_total{scrape_job="jobs-api"} 215049 prometheus_target_scrape_pool_sync_total{scrape_job="jobs-emailer"} 215050 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-apiserver"} 215160 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-cadvisor"} 215045 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-cert-manager"} 215049 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-cert-manager-reloader"} 215049 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-coredns"} 215046 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-etcd"} 215099 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-kube-state-metrics"} 215045 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-maintain-kubeusers"} 215045 prometheus_target_scrape_pool_sync_total{scrape_job="k8s-nodes"} 215051 prometheus_target_scrape_pool_sync_total{scrape_job="kyverno"} 215051 prometheus_target_scrape_pool_sync_total{scrape_job="logs-api"} 215047 prometheus_target_scrape_pool_sync_total{scrape_job="loki-tools"} 215050 prometheus_target_scrape_pool_sync_total{scrape_job="node-exporter"} 215220 prometheus_target_scrape_pool_sync_total{scrape_job="opensearch"} 215100 prometheus_target_scrape_pool_sync_total{scrape_job="opensearch-haproxy"} 215101 prometheus_target_scrape_pool_sync_total{scrape_job="pint"} 215456 prometheus_target_scrape_pool_sync_total{scrape_job="probes/custom"} 215456 prometheus_target_scrape_pool_sync_total{scrape_job="probes/pingthing"} 215456 prometheus_target_scrape_pool_sync_total{scrape_job="prometheus"} 215456 prometheus_target_scrape_pool_sync_total{scrape_job="redis"} 215161 prometheus_target_scrape_pool_sync_total{scrape_job="ssh-banner"} 215220 prometheus_target_scrape_pool_sync_total{scrape_job="tekton-pipelines-controller"} 215051 prometheus_target_scrape_pool_sync_total{scrape_job="tools-db"} 215220 # HELP prometheus_target_scrape_pool_target_limit Maximum number of targets allowed in this scrape pool. # TYPE prometheus_target_scrape_pool_target_limit gauge prometheus_target_scrape_pool_target_limit{scrape_job="alloy"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="builds-api"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="components-api"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="envvars-api"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="exim"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="haproxy"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="harbor"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="infra-tracing-loki"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="istio-gateway-toolforge"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="istiod"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="jobs-api"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="jobs-emailer"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-apiserver"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-cadvisor"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-cert-manager"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-cert-manager-reloader"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-coredns"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-etcd"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-kube-state-metrics"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-maintain-kubeusers"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="k8s-nodes"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="kyverno"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="logs-api"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="loki-tools"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="node-exporter"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="opensearch"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="opensearch-haproxy"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="pint"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="probes/custom"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="probes/pingthing"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="prometheus"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="redis"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="ssh-banner"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="tekton-pipelines-controller"} 0 prometheus_target_scrape_pool_target_limit{scrape_job="tools-db"} 0 # HELP prometheus_target_scrape_pool_targets Current number of targets in this scrape pool. # TYPE prometheus_target_scrape_pool_targets gauge prometheus_target_scrape_pool_targets{scrape_job="alloy"} 83 prometheus_target_scrape_pool_targets{scrape_job="builds-api"} 2 prometheus_target_scrape_pool_targets{scrape_job="components-api"} 2 prometheus_target_scrape_pool_targets{scrape_job="envvars-api"} 2 prometheus_target_scrape_pool_targets{scrape_job="exim"} 1 prometheus_target_scrape_pool_targets{scrape_job="haproxy"} 2 prometheus_target_scrape_pool_targets{scrape_job="harbor"} 1 prometheus_target_scrape_pool_targets{scrape_job="infra-tracing-loki"} 10 prometheus_target_scrape_pool_targets{scrape_job="istio-gateway-toolforge"} 3 prometheus_target_scrape_pool_targets{scrape_job="istiod"} 3 prometheus_target_scrape_pool_targets{scrape_job="jobs-api"} 2 prometheus_target_scrape_pool_targets{scrape_job="jobs-emailer"} 1 prometheus_target_scrape_pool_targets{scrape_job="k8s-apiserver"} 3 prometheus_target_scrape_pool_targets{scrape_job="k8s-cadvisor"} 89 prometheus_target_scrape_pool_targets{scrape_job="k8s-cert-manager"} 1 prometheus_target_scrape_pool_targets{scrape_job="k8s-cert-manager-reloader"} 1 prometheus_target_scrape_pool_targets{scrape_job="k8s-coredns"} 4 prometheus_target_scrape_pool_targets{scrape_job="k8s-etcd"} 3 prometheus_target_scrape_pool_targets{scrape_job="k8s-kube-state-metrics"} 3 prometheus_target_scrape_pool_targets{scrape_job="k8s-maintain-kubeusers"} 1 prometheus_target_scrape_pool_targets{scrape_job="k8s-nodes"} 89 prometheus_target_scrape_pool_targets{scrape_job="kyverno"} 13 prometheus_target_scrape_pool_targets{scrape_job="logs-api"} 2 prometheus_target_scrape_pool_targets{scrape_job="loki-tools"} 9 prometheus_target_scrape_pool_targets{scrape_job="node-exporter"} 120 prometheus_target_scrape_pool_targets{scrape_job="opensearch"} 3 prometheus_target_scrape_pool_targets{scrape_job="opensearch-haproxy"} 3 prometheus_target_scrape_pool_targets{scrape_job="pint"} 1 prometheus_target_scrape_pool_targets{scrape_job="probes/custom"} 25 prometheus_target_scrape_pool_targets{scrape_job="probes/pingthing"} 1 prometheus_target_scrape_pool_targets{scrape_job="prometheus"} 1 prometheus_target_scrape_pool_targets{scrape_job="redis"} 3 prometheus_target_scrape_pool_targets{scrape_job="ssh-banner"} 120 prometheus_target_scrape_pool_targets{scrape_job="tekton-pipelines-controller"} 1 prometheus_target_scrape_pool_targets{scrape_job="tools-db"} 2 # HELP prometheus_target_scrape_pools_failed_total Total number of scrape pool creations that failed. # TYPE prometheus_target_scrape_pools_failed_total counter prometheus_target_scrape_pools_failed_total 0 # HELP prometheus_target_scrape_pools_total Total number of scrape pool creation attempts. # TYPE prometheus_target_scrape_pools_total counter prometheus_target_scrape_pools_total 35 # HELP prometheus_target_scrapes_cache_flush_forced_total How many times a scrape cache was flushed due to getting big while scrapes are failing. # TYPE prometheus_target_scrapes_cache_flush_forced_total counter prometheus_target_scrapes_cache_flush_forced_total 0 # HELP prometheus_target_scrapes_exceeded_body_size_limit_total Total number of scrapes that hit the body size limit # TYPE prometheus_target_scrapes_exceeded_body_size_limit_total counter prometheus_target_scrapes_exceeded_body_size_limit_total 0 # HELP prometheus_target_scrapes_exceeded_native_histogram_bucket_limit_total Total number of scrapes that hit the native histogram bucket limit and were rejected. # TYPE prometheus_target_scrapes_exceeded_native_histogram_bucket_limit_total counter prometheus_target_scrapes_exceeded_native_histogram_bucket_limit_total 0 # HELP prometheus_target_scrapes_exceeded_sample_limit_total Total number of scrapes that hit the sample limit and were rejected. # TYPE prometheus_target_scrapes_exceeded_sample_limit_total counter prometheus_target_scrapes_exceeded_sample_limit_total 0 # HELP prometheus_target_scrapes_exemplar_out_of_order_total Total number of exemplar rejected due to not being out of the expected order. # TYPE prometheus_target_scrapes_exemplar_out_of_order_total counter prometheus_target_scrapes_exemplar_out_of_order_total 0 # HELP prometheus_target_scrapes_sample_duplicate_timestamp_total Total number of samples rejected due to duplicate timestamps but different values. # TYPE prometheus_target_scrapes_sample_duplicate_timestamp_total counter prometheus_target_scrapes_sample_duplicate_timestamp_total 2327 # HELP prometheus_target_scrapes_sample_out_of_bounds_total Total number of samples rejected due to timestamp falling outside of the time bounds. # TYPE prometheus_target_scrapes_sample_out_of_bounds_total counter prometheus_target_scrapes_sample_out_of_bounds_total 0 # HELP prometheus_target_scrapes_sample_out_of_order_total Total number of samples rejected due to not being out of the expected order. # TYPE prometheus_target_scrapes_sample_out_of_order_total counter prometheus_target_scrapes_sample_out_of_order_total 8.1312215e+07 # HELP prometheus_target_sync_failed_total Total number of target sync failures. # TYPE prometheus_target_sync_failed_total counter prometheus_target_sync_failed_total{scrape_job="alloy"} 0 prometheus_target_sync_failed_total{scrape_job="builds-api"} 0 prometheus_target_sync_failed_total{scrape_job="components-api"} 0 prometheus_target_sync_failed_total{scrape_job="envvars-api"} 0 prometheus_target_sync_failed_total{scrape_job="exim"} 0 prometheus_target_sync_failed_total{scrape_job="haproxy"} 0 prometheus_target_sync_failed_total{scrape_job="harbor"} 0 prometheus_target_sync_failed_total{scrape_job="infra-tracing-loki"} 0 prometheus_target_sync_failed_total{scrape_job="istio-gateway-toolforge"} 0 prometheus_target_sync_failed_total{scrape_job="istiod"} 0 prometheus_target_sync_failed_total{scrape_job="jobs-api"} 0 prometheus_target_sync_failed_total{scrape_job="jobs-emailer"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-apiserver"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-cadvisor"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-cert-manager"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-cert-manager-reloader"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-coredns"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-etcd"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-kube-state-metrics"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-maintain-kubeusers"} 0 prometheus_target_sync_failed_total{scrape_job="k8s-nodes"} 0 prometheus_target_sync_failed_total{scrape_job="kyverno"} 0 prometheus_target_sync_failed_total{scrape_job="logs-api"} 0 prometheus_target_sync_failed_total{scrape_job="loki-tools"} 0 prometheus_target_sync_failed_total{scrape_job="node-exporter"} 0 prometheus_target_sync_failed_total{scrape_job="opensearch"} 0 prometheus_target_sync_failed_total{scrape_job="opensearch-haproxy"} 0 prometheus_target_sync_failed_total{scrape_job="pint"} 0 prometheus_target_sync_failed_total{scrape_job="probes/custom"} 0 prometheus_target_sync_failed_total{scrape_job="probes/pingthing"} 0 prometheus_target_sync_failed_total{scrape_job="prometheus"} 0 prometheus_target_sync_failed_total{scrape_job="redis"} 0 prometheus_target_sync_failed_total{scrape_job="ssh-banner"} 0 prometheus_target_sync_failed_total{scrape_job="tekton-pipelines-controller"} 0 prometheus_target_sync_failed_total{scrape_job="tools-db"} 0 # HELP prometheus_target_sync_length_seconds Actual interval to sync the scrape pool. # TYPE prometheus_target_sync_length_seconds summary prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.01"} 0.002604481 prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.05"} 0.002627328 prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.5"} 0.003000673 prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.9"} 0.00531837 prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.99"} 0.015200254 prometheus_target_sync_length_seconds_sum{scrape_job="alloy"} 769.7891571389928 prometheus_target_sync_length_seconds_count{scrape_job="alloy"} 215047 prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.01"} 0.000152849 prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.05"} 0.00015857 prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.5"} 0.000203769 prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.9"} 0.000339849 prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.99"} 0.001362415 prometheus_target_sync_length_seconds_sum{scrape_job="builds-api"} 66.1528130810003 prometheus_target_sync_length_seconds_count{scrape_job="builds-api"} 215045 prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.01"} 0.000146765 prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.05"} 0.000153629 prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.5"} 0.00019521 prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.9"} 0.000325008 prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.99"} 0.001174671 prometheus_target_sync_length_seconds_sum{scrape_job="components-api"} 66.358658463999 prometheus_target_sync_length_seconds_count{scrape_job="components-api"} 215048 prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.01"} 0.000144129 prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.05"} 0.000153083 prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.5"} 0.000177833 prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.9"} 0.000358108 prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.99"} 0.001533311 prometheus_target_sync_length_seconds_sum{scrape_job="envvars-api"} 62.55092240399939 prometheus_target_sync_length_seconds_count{scrape_job="envvars-api"} 215052 prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.01"} 0.000453946 prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.05"} 0.000486438 prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.5"} 0.000560941 prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.9"} 0.000970224 prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.99"} 0.001486813 prometheus_target_sync_length_seconds_sum{scrape_job="exim"} 159.39991592400182 prometheus_target_sync_length_seconds_count{scrape_job="exim"} 215040 prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.01"} 0.000468482 prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.05"} 0.000507175 prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.5"} 0.000586096 prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.9"} 0.001045995 prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.99"} 0.002209586 prometheus_target_sync_length_seconds_sum{scrape_job="haproxy"} 162.56737359499564 prometheus_target_sync_length_seconds_count{scrape_job="haproxy"} 215160 prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.01"} 0.000468815 prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.05"} 0.000488028 prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.5"} 0.000583605 prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.9"} 0.000980831 prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.99"} 0.002409362 prometheus_target_sync_length_seconds_sum{scrape_job="harbor"} 160.42486300899597 prometheus_target_sync_length_seconds_count{scrape_job="harbor"} 215220 prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.01"} 0.001079531 prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.05"} 0.001114286 prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.5"} 0.001258798 prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.9"} 0.002170475 prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.99"} 0.003750883 prometheus_target_sync_length_seconds_sum{scrape_job="infra-tracing-loki"} 343.8718653109961 prometheus_target_sync_length_seconds_count{scrape_job="infra-tracing-loki"} 215049 prometheus_target_sync_length_seconds{scrape_job="istio-gateway-toolforge",quantile="0.01"} 0.000520416 prometheus_target_sync_length_seconds{scrape_job="istio-gateway-toolforge",quantile="0.05"} 0.000533016 prometheus_target_sync_length_seconds{scrape_job="istio-gateway-toolforge",quantile="0.5"} 0.000608199 prometheus_target_sync_length_seconds{scrape_job="istio-gateway-toolforge",quantile="0.9"} 0.001591765 prometheus_target_sync_length_seconds{scrape_job="istio-gateway-toolforge",quantile="0.99"} 0.00509241 prometheus_target_sync_length_seconds_sum{scrape_job="istio-gateway-toolforge"} 179.38315583700106 prometheus_target_sync_length_seconds_count{scrape_job="istio-gateway-toolforge"} 215050 prometheus_target_sync_length_seconds{scrape_job="istiod",quantile="0.01"} 0.000855855 prometheus_target_sync_length_seconds{scrape_job="istiod",quantile="0.05"} 0.000871043 prometheus_target_sync_length_seconds{scrape_job="istiod",quantile="0.5"} 0.000977401 prometheus_target_sync_length_seconds{scrape_job="istiod",quantile="0.9"} 0.002020025 prometheus_target_sync_length_seconds{scrape_job="istiod",quantile="0.99"} 0.003550082 prometheus_target_sync_length_seconds_sum{scrape_job="istiod"} 266.92080101799945 prometheus_target_sync_length_seconds_count{scrape_job="istiod"} 215047 prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.01"} 0.00018765 prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.05"} 0.000197705 prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.5"} 0.00025067 prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.9"} 0.000443923 prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.99"} 0.004114854 prometheus_target_sync_length_seconds_sum{scrape_job="jobs-api"} 76.55245564600031 prometheus_target_sync_length_seconds_count{scrape_job="jobs-api"} 215049 prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.01"} 5.092e-05 prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.05"} 5.3075e-05 prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.5"} 7.9015e-05 prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.9"} 0.000163017 prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.99"} 0.004962777 prometheus_target_sync_length_seconds_sum{scrape_job="jobs-emailer"} 31.904760433999705 prometheus_target_sync_length_seconds_count{scrape_job="jobs-emailer"} 215050 prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.01"} 0.000478332 prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.05"} 0.000504138 prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.5"} 0.000585221 prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.9"} 0.000971453 prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.99"} 0.003365647 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-apiserver"} 161.66352563199814 prometheus_target_sync_length_seconds_count{scrape_job="k8s-apiserver"} 215160 prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.01"} 0.001603515 prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.05"} 0.001665993 prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.5"} 0.00193533 prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.9"} 0.003577047 prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.99"} 0.005380647 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-cadvisor"} 665.5105409040058 prometheus_target_sync_length_seconds_count{scrape_job="k8s-cadvisor"} 215045 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.01"} 0.000174625 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.05"} 0.000177376 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.5"} 0.000220208 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.9"} 0.000396852 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.99"} 0.001067418 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-cert-manager"} 72.17178086299789 prometheus_target_sync_length_seconds_count{scrape_job="k8s-cert-manager"} 215049 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.01"} 0.000137132 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.05"} 0.000142815 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.5"} 0.000171843 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.9"} 0.000282339 prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.99"} 0.001080041 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-cert-manager-reloader"} 61.825698214998866 prometheus_target_sync_length_seconds_count{scrape_job="k8s-cert-manager-reloader"} 215049 prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.01"} 0.003175582 prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.05"} 0.003222613 prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.5"} 0.003615743 prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.9"} 0.005295368 prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.99"} 0.008096884 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-coredns"} 868.1146321900072 prometheus_target_sync_length_seconds_count{scrape_job="k8s-coredns"} 215046 prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.01"} 0.000495659 prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.05"} 0.000523066 prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.5"} 0.000611363 prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.9"} 0.001073723 prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.99"} 0.01603509 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-etcd"} 165.17714634799907 prometheus_target_sync_length_seconds_count{scrape_job="k8s-etcd"} 215099 prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.01"} 0.000901624 prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.05"} 0.000943071 prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.5"} 0.001167504 prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.9"} 0.00216237 prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.99"} 0.00479801 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-kube-state-metrics"} 309.00034158000545 prometheus_target_sync_length_seconds_count{scrape_job="k8s-kube-state-metrics"} 215045 prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.01"} 4.3382e-05 prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.05"} 4.4674e-05 prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.5"} 6.3888e-05 prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.9"} 0.000111543 prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.99"} 0.000159319 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-maintain-kubeusers"} 29.507987857999613 prometheus_target_sync_length_seconds_count{scrape_job="k8s-maintain-kubeusers"} 215045 prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.01"} 0.002728218 prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.05"} 0.00277673 prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.5"} 0.003131876 prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.9"} 0.00519431 prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.99"} 0.00965869 prometheus_target_sync_length_seconds_sum{scrape_job="k8s-nodes"} 774.2232286469904 prometheus_target_sync_length_seconds_count{scrape_job="k8s-nodes"} 215051 prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.01"} 0.001254418 prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.05"} 0.001268009 prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.5"} 0.001405108 prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.9"} 0.002601432 prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.99"} 0.004531955 prometheus_target_sync_length_seconds_sum{scrape_job="kyverno"} 375.51768539200356 prometheus_target_sync_length_seconds_count{scrape_job="kyverno"} 215051 prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.01"} 0.000148314 prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.05"} 0.000154546 prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.5"} 0.000191937 prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.9"} 0.000348326 prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.99"} 0.001432103 prometheus_target_sync_length_seconds_sum{scrape_job="logs-api"} 65.14417413300102 prometheus_target_sync_length_seconds_count{scrape_job="logs-api"} 215047 prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.01"} 0.001047488 prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.05"} 0.001084554 prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.5"} 0.001219999 prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.9"} 0.002547506 prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.99"} 0.005015267 prometheus_target_sync_length_seconds_sum{scrape_job="loki-tools"} 326.73375662199544 prometheus_target_sync_length_seconds_count{scrape_job="loki-tools"} 215050 prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.01"} 0.001254498 prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.05"} 0.001301368 prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.5"} 0.001475632 prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.9"} 0.002456234 prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.99"} 0.004187036 prometheus_target_sync_length_seconds_sum{scrape_job="node-exporter"} 377.5446252080046 prometheus_target_sync_length_seconds_count{scrape_job="node-exporter"} 215220 prometheus_target_sync_length_seconds{scrape_job="opensearch",quantile="0.01"} 0.000504494 prometheus_target_sync_length_seconds{scrape_job="opensearch",quantile="0.05"} 0.000516718 prometheus_target_sync_length_seconds{scrape_job="opensearch",quantile="0.5"} 0.000612459 prometheus_target_sync_length_seconds{scrape_job="opensearch",quantile="0.9"} 0.001039915 prometheus_target_sync_length_seconds{scrape_job="opensearch",quantile="0.99"} 0.004927485 prometheus_target_sync_length_seconds_sum{scrape_job="opensearch"} 164.97206923000317 prometheus_target_sync_length_seconds_count{scrape_job="opensearch"} 215100 prometheus_target_sync_length_seconds{scrape_job="opensearch-haproxy",quantile="0.01"} 0.000497884 prometheus_target_sync_length_seconds{scrape_job="opensearch-haproxy",quantile="0.05"} 0.000509783 prometheus_target_sync_length_seconds{scrape_job="opensearch-haproxy",quantile="0.5"} 0.000602257 prometheus_target_sync_length_seconds{scrape_job="opensearch-haproxy",quantile="0.9"} 0.001000245 prometheus_target_sync_length_seconds{scrape_job="opensearch-haproxy",quantile="0.99"} 0.004770714 prometheus_target_sync_length_seconds_sum{scrape_job="opensearch-haproxy"} 164.81386167100158 prometheus_target_sync_length_seconds_count{scrape_job="opensearch-haproxy"} 215101 prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.01"} 1.5362e-05 prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.05"} 1.5796e-05 prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.5"} 2.2603e-05 prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.9"} 6.2738e-05 prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.99"} 0.004257304 prometheus_target_sync_length_seconds_sum{scrape_job="pint"} 13.739016522000068 prometheus_target_sync_length_seconds_count{scrape_job="pint"} 215456 prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.01"} 0.000428403 prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.05"} 0.000441376 prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.5"} 0.000498765 prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.9"} 0.000802133 prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.99"} 0.004061721 prometheus_target_sync_length_seconds_sum{scrape_job="probes/custom"} 137.66744051899914 prometheus_target_sync_length_seconds_count{scrape_job="probes/custom"} 215456 prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.01"} 3.2295e-05 prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.05"} 3.3743e-05 prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.5"} 4.6053e-05 prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.9"} 9.3458e-05 prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.99"} 0.00081381 prometheus_target_sync_length_seconds_sum{scrape_job="probes/pingthing"} 22.03072009599945 prometheus_target_sync_length_seconds_count{scrape_job="probes/pingthing"} 215456 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.01"} 1.6419e-05 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.05"} 1.757e-05 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.5"} 2.4061e-05 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.9"} 7.156e-05 prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.99"} 0.00112256 prometheus_target_sync_length_seconds_sum{scrape_job="prometheus"} 15.063840789000201 prometheus_target_sync_length_seconds_count{scrape_job="prometheus"} 215456 prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.01"} 0.000519413 prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.05"} 0.000527613 prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.5"} 0.000625644 prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.9"} 0.001197883 prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.99"} 0.004907024 prometheus_target_sync_length_seconds_sum{scrape_job="redis"} 166.79067382399927 prometheus_target_sync_length_seconds_count{scrape_job="redis"} 215161 prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.01"} 0.001853601 prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.05"} 0.001881788 prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.5"} 0.002100633 prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.9"} 0.003375548 prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.99"} 0.005489231 prometheus_target_sync_length_seconds_sum{scrape_job="ssh-banner"} 526.7670724519932 prometheus_target_sync_length_seconds_count{scrape_job="ssh-banner"} 215220 prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.01"} 0.000238566 prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.05"} 0.000244024 prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.5"} 0.000288353 prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.9"} 0.000548259 prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.99"} 0.001411778 prometheus_target_sync_length_seconds_sum{scrape_job="tekton-pipelines-controller"} 92.1469545290013 prometheus_target_sync_length_seconds_count{scrape_job="tekton-pipelines-controller"} 215051 prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.01"} 0.000484307 prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.05"} 0.000507021 prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.5"} 0.000577942 prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.9"} 0.000938133 prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.99"} 0.003672228 prometheus_target_sync_length_seconds_sum{scrape_job="tools-db"} 161.26202620699993 prometheus_target_sync_length_seconds_count{scrape_job="tools-db"} 215220 # HELP prometheus_template_text_expansion_failures_total The total number of template text expansion failures. # TYPE prometheus_template_text_expansion_failures_total counter prometheus_template_text_expansion_failures_total 0 # HELP prometheus_template_text_expansions_total The total number of template text expansions. # TYPE prometheus_template_text_expansions_total counter prometheus_template_text_expansions_total 6.0996211e+07 # HELP prometheus_treecache_watcher_goroutines The current number of watcher goroutines. # TYPE prometheus_treecache_watcher_goroutines gauge prometheus_treecache_watcher_goroutines 0 # HELP prometheus_treecache_zookeeper_failures_total The total number of ZooKeeper failures. # TYPE prometheus_treecache_zookeeper_failures_total counter prometheus_treecache_zookeeper_failures_total 0 # HELP prometheus_tsdb_blocks_loaded Number of currently loaded data blocks # TYPE prometheus_tsdb_blocks_loaded gauge prometheus_tsdb_blocks_loaded 70 # HELP prometheus_tsdb_checkpoint_creations_failed_total Total number of checkpoint creations that failed. # TYPE prometheus_tsdb_checkpoint_creations_failed_total counter prometheus_tsdb_checkpoint_creations_failed_total 0 # HELP prometheus_tsdb_checkpoint_creations_total Total number of checkpoint creations attempted. # TYPE prometheus_tsdb_checkpoint_creations_total counter prometheus_tsdb_checkpoint_creations_total 157 # HELP prometheus_tsdb_checkpoint_deletions_failed_total Total number of checkpoint deletions that failed. # TYPE prometheus_tsdb_checkpoint_deletions_failed_total counter prometheus_tsdb_checkpoint_deletions_failed_total 0 # HELP prometheus_tsdb_checkpoint_deletions_total Total number of checkpoint deletions attempted. # TYPE prometheus_tsdb_checkpoint_deletions_total counter prometheus_tsdb_checkpoint_deletions_total 157 # HELP prometheus_tsdb_clean_start -1: lockfile is disabled. 0: a lockfile from a previous execution was replaced. 1: lockfile creation was clean # TYPE prometheus_tsdb_clean_start gauge prometheus_tsdb_clean_start 0 # HELP prometheus_tsdb_compaction_chunk_range_seconds Final time range of chunks on their first compaction # TYPE prometheus_tsdb_compaction_chunk_range_seconds histogram prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="100"} 9.937059e+06 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="400"} 9.937067e+06 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="1600"} 9.937105e+06 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="6400"} 9.937522e+06 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="25600"} 9.938651e+06 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="102400"} 4.119788e+07 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="409600"} 5.8065143e+07 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="1.6384e+06"} 6.4490618e+07 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="6.5536e+06"} 7.4713997e+07 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="2.62144e+07"} 4.68585042e+08 prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="+Inf"} 4.68585042e+08 prometheus_tsdb_compaction_chunk_range_seconds_sum 2.853315352842623e+15 prometheus_tsdb_compaction_chunk_range_seconds_count 4.68585042e+08 # HELP prometheus_tsdb_compaction_chunk_samples Final number of samples on their first compaction # TYPE prometheus_tsdb_compaction_chunk_samples histogram prometheus_tsdb_compaction_chunk_samples_bucket{le="4"} 5.0495311e+07 prometheus_tsdb_compaction_chunk_samples_bucket{le="6"} 5.9232609e+07 prometheus_tsdb_compaction_chunk_samples_bucket{le="9"} 6.1512999e+07 prometheus_tsdb_compaction_chunk_samples_bucket{le="13.5"} 6.3291458e+07 prometheus_tsdb_compaction_chunk_samples_bucket{le="20.25"} 6.5253399e+07 prometheus_tsdb_compaction_chunk_samples_bucket{le="30.375"} 1.26934778e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="45.5625"} 1.30208261e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="68.34375"} 1.31956261e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="102.515625"} 1.33051654e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="153.7734375"} 4.684498e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="230.66015625"} 4.68577621e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="345.990234375"} 4.68585042e+08 prometheus_tsdb_compaction_chunk_samples_bucket{le="+Inf"} 4.68585042e+08 prometheus_tsdb_compaction_chunk_samples_sum 4.2617250597e+10 prometheus_tsdb_compaction_chunk_samples_count 4.68585042e+08 # HELP prometheus_tsdb_compaction_chunk_size_bytes Final size of chunks on their first compaction # TYPE prometheus_tsdb_compaction_chunk_size_bytes histogram prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="32"} 6.8297918e+07 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="48"} 7.3552332e+07 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="72"} 3.7109246e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="108"} 4.27515122e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="162"} 4.40266975e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="243"} 4.52698325e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="364.5"} 4.61720462e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="546.75"} 4.64324567e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="820.125"} 4.67226364e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="1230.1875"} 4.68585042e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="1845.28125"} 4.68585042e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="2767.921875"} 4.68585042e+08 prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="+Inf"} 4.68585042e+08 prometheus_tsdb_compaction_chunk_size_bytes_sum 3.3313720633e+10 prometheus_tsdb_compaction_chunk_size_bytes_count 4.68585042e+08 # HELP prometheus_tsdb_compaction_duration_seconds Duration of compaction runs # TYPE prometheus_tsdb_compaction_duration_seconds histogram prometheus_tsdb_compaction_duration_seconds_bucket{le="1"} 11 prometheus_tsdb_compaction_duration_seconds_bucket{le="2"} 14 prometheus_tsdb_compaction_duration_seconds_bucket{le="4"} 16 prometheus_tsdb_compaction_duration_seconds_bucket{le="8"} 16 prometheus_tsdb_compaction_duration_seconds_bucket{le="16"} 16 prometheus_tsdb_compaction_duration_seconds_bucket{le="32"} 17 prometheus_tsdb_compaction_duration_seconds_bucket{le="64"} 169 prometheus_tsdb_compaction_duration_seconds_bucket{le="128"} 213 prometheus_tsdb_compaction_duration_seconds_bucket{le="256"} 229 prometheus_tsdb_compaction_duration_seconds_bucket{le="512"} 229 prometheus_tsdb_compaction_duration_seconds_bucket{le="1024"} 229 prometheus_tsdb_compaction_duration_seconds_bucket{le="2048"} 229 prometheus_tsdb_compaction_duration_seconds_bucket{le="4096"} 229 prometheus_tsdb_compaction_duration_seconds_bucket{le="8192"} 229 prometheus_tsdb_compaction_duration_seconds_bucket{le="+Inf"} 229 prometheus_tsdb_compaction_duration_seconds_sum 14013.955823200999 prometheus_tsdb_compaction_duration_seconds_count 229 # HELP prometheus_tsdb_compaction_populating_block Set to 1 when a block is currently being written to the disk. # TYPE prometheus_tsdb_compaction_populating_block gauge prometheus_tsdb_compaction_populating_block 0 # HELP prometheus_tsdb_compactions_failed_total Total number of compactions that failed for the partition. # TYPE prometheus_tsdb_compactions_failed_total counter prometheus_tsdb_compactions_failed_total 0 # HELP prometheus_tsdb_compactions_skipped_total Total number of skipped compactions due to disabled auto compaction. # TYPE prometheus_tsdb_compactions_skipped_total counter prometheus_tsdb_compactions_skipped_total 0 # HELP prometheus_tsdb_compactions_total Total number of compactions that were executed for the partition. # TYPE prometheus_tsdb_compactions_total counter prometheus_tsdb_compactions_total 229 # HELP prometheus_tsdb_compactions_triggered_total Total number of triggered compactions for the partition. # TYPE prometheus_tsdb_compactions_triggered_total counter prometheus_tsdb_compactions_triggered_total 19035 # HELP prometheus_tsdb_data_replay_duration_seconds Time taken to replay the data on disk. # TYPE prometheus_tsdb_data_replay_duration_seconds gauge prometheus_tsdb_data_replay_duration_seconds 28.639192497 # HELP prometheus_tsdb_exemplar_exemplars_appended_total Total number of appended exemplars. # TYPE prometheus_tsdb_exemplar_exemplars_appended_total counter prometheus_tsdb_exemplar_exemplars_appended_total 0 # HELP prometheus_tsdb_exemplar_exemplars_in_storage Number of exemplars currently in circular storage. # TYPE prometheus_tsdb_exemplar_exemplars_in_storage gauge prometheus_tsdb_exemplar_exemplars_in_storage 0 # HELP prometheus_tsdb_exemplar_last_exemplars_timestamp_seconds The timestamp of the oldest exemplar stored in circular storage. Useful to check for what timerange the current exemplar buffer limit allows. This usually means the last timestampfor all exemplars for a typical setup. This is not true though if one of the series timestamp is in future compared to rest series. # TYPE prometheus_tsdb_exemplar_last_exemplars_timestamp_seconds gauge prometheus_tsdb_exemplar_last_exemplars_timestamp_seconds 0 # HELP prometheus_tsdb_exemplar_max_exemplars Total number of exemplars the exemplar storage can store, resizeable. # TYPE prometheus_tsdb_exemplar_max_exemplars gauge prometheus_tsdb_exemplar_max_exemplars 0 # HELP prometheus_tsdb_exemplar_out_of_order_exemplars_total Total number of out of order exemplar ingestion failed attempts. # TYPE prometheus_tsdb_exemplar_out_of_order_exemplars_total counter prometheus_tsdb_exemplar_out_of_order_exemplars_total 0 # HELP prometheus_tsdb_exemplar_series_with_exemplars_in_storage Number of series with exemplars currently in circular storage. # TYPE prometheus_tsdb_exemplar_series_with_exemplars_in_storage gauge prometheus_tsdb_exemplar_series_with_exemplars_in_storage 0 # HELP prometheus_tsdb_head_active_appenders Number of currently active appender transactions # TYPE prometheus_tsdb_head_active_appenders gauge prometheus_tsdb_head_active_appenders 4 # HELP prometheus_tsdb_head_chunks Total number of chunks in the head block. # TYPE prometheus_tsdb_head_chunks gauge prometheus_tsdb_head_chunks 6.479316e+06 # HELP prometheus_tsdb_head_chunks_created_total Total number of chunks created in the head # TYPE prometheus_tsdb_head_chunks_created_total counter prometheus_tsdb_head_chunks_created_total 4.75064358e+08 # HELP prometheus_tsdb_head_chunks_removed_total Total number of chunks removed in the head # TYPE prometheus_tsdb_head_chunks_removed_total counter prometheus_tsdb_head_chunks_removed_total 4.68585042e+08 # HELP prometheus_tsdb_head_chunks_storage_size_bytes Size of the chunks_head directory. # TYPE prometheus_tsdb_head_chunks_storage_size_bytes gauge prometheus_tsdb_head_chunks_storage_size_bytes 3.52104599e+08 # HELP prometheus_tsdb_head_gc_duration_seconds Runtime of garbage collection in the head block. # TYPE prometheus_tsdb_head_gc_duration_seconds summary prometheus_tsdb_head_gc_duration_seconds_sum 632.7055776339998 prometheus_tsdb_head_gc_duration_seconds_count 162 # HELP prometheus_tsdb_head_max_time Maximum timestamp of the head block. The unit is decided by the library consumer. # TYPE prometheus_tsdb_head_max_time gauge prometheus_tsdb_head_max_time 1.793753867843e+12 # HELP prometheus_tsdb_head_max_time_seconds Maximum timestamp of the head block. # TYPE prometheus_tsdb_head_max_time_seconds gauge prometheus_tsdb_head_max_time_seconds 1.793753867e+09 # HELP prometheus_tsdb_head_min_time Minimum time bound of the head block. The unit is decided by the library consumer. # TYPE prometheus_tsdb_head_min_time gauge prometheus_tsdb_head_min_time 1.7937432e+12 # HELP prometheus_tsdb_head_min_time_seconds Minimum time bound of the head block. # TYPE prometheus_tsdb_head_min_time_seconds gauge prometheus_tsdb_head_min_time_seconds 1.7937432e+09 # HELP prometheus_tsdb_head_out_of_order_samples_appended_total Total number of appended out of order samples. # TYPE prometheus_tsdb_head_out_of_order_samples_appended_total counter prometheus_tsdb_head_out_of_order_samples_appended_total 0 # HELP prometheus_tsdb_head_samples_appended_total Total number of appended samples. # TYPE prometheus_tsdb_head_samples_appended_total counter prometheus_tsdb_head_samples_appended_total{type="float"} 4.2869916494e+10 prometheus_tsdb_head_samples_appended_total{type="histogram"} 0 # HELP prometheus_tsdb_head_series Total number of series in the head block. # TYPE prometheus_tsdb_head_series gauge prometheus_tsdb_head_series 3.547146e+06 # HELP prometheus_tsdb_head_series_created_total Total number of series created in the head # TYPE prometheus_tsdb_head_series_created_total counter prometheus_tsdb_head_series_created_total 7.0874557e+07 # HELP prometheus_tsdb_head_series_not_found_total Total number of requests for series that were not found. # TYPE prometheus_tsdb_head_series_not_found_total counter prometheus_tsdb_head_series_not_found_total 750 # HELP prometheus_tsdb_head_series_removed_total Total number of series removed in the head # TYPE prometheus_tsdb_head_series_removed_total counter prometheus_tsdb_head_series_removed_total 6.7327411e+07 # HELP prometheus_tsdb_head_truncations_failed_total Total number of head truncations that failed. # TYPE prometheus_tsdb_head_truncations_failed_total counter prometheus_tsdb_head_truncations_failed_total 0 # HELP prometheus_tsdb_head_truncations_total Total number of head truncations attempted. # TYPE prometheus_tsdb_head_truncations_total counter prometheus_tsdb_head_truncations_total 162 # HELP prometheus_tsdb_isolation_high_watermark The highest TSDB append ID that has been given out. # TYPE prometheus_tsdb_isolation_high_watermark gauge prometheus_tsdb_isolation_high_watermark 1.1901794e+07 # HELP prometheus_tsdb_isolation_low_watermark The lowest TSDB append ID that is still referenced. # TYPE prometheus_tsdb_isolation_low_watermark gauge prometheus_tsdb_isolation_low_watermark 1.1901706e+07 # HELP prometheus_tsdb_lowest_timestamp Lowest timestamp value stored in the database. The unit is decided by the library consumer. # TYPE prometheus_tsdb_lowest_timestamp gauge prometheus_tsdb_lowest_timestamp 1.789322400029e+12 # HELP prometheus_tsdb_lowest_timestamp_seconds Lowest timestamp value stored in the database. # TYPE prometheus_tsdb_lowest_timestamp_seconds gauge prometheus_tsdb_lowest_timestamp_seconds 1.7893224e+09 # HELP prometheus_tsdb_mmap_chunk_corruptions_total Total number of memory-mapped chunk corruptions. # TYPE prometheus_tsdb_mmap_chunk_corruptions_total counter prometheus_tsdb_mmap_chunk_corruptions_total 0 # HELP prometheus_tsdb_mmap_chunks_total Total number of chunks that were memory-mapped. # TYPE prometheus_tsdb_mmap_chunks_total counter prometheus_tsdb_mmap_chunks_total 4.0419926e+08 # HELP prometheus_tsdb_out_of_bound_samples_total Total number of out of bound samples ingestion failed attempts with out of order support disabled. # TYPE prometheus_tsdb_out_of_bound_samples_total counter prometheus_tsdb_out_of_bound_samples_total{type="float"} 0 # HELP prometheus_tsdb_out_of_order_samples_total Total number of out of order samples ingestion failed attempts due to out of order being disabled. # TYPE prometheus_tsdb_out_of_order_samples_total counter prometheus_tsdb_out_of_order_samples_total{type="float"} 8.2679325e+07 prometheus_tsdb_out_of_order_samples_total{type="histogram"} 0 # HELP prometheus_tsdb_reloads_failures_total Number of times the database failed to reloadBlocks block data from disk. # TYPE prometheus_tsdb_reloads_failures_total counter prometheus_tsdb_reloads_failures_total 0 # HELP prometheus_tsdb_reloads_total Number of times the database reloaded block data from disk. # TYPE prometheus_tsdb_reloads_total counter prometheus_tsdb_reloads_total 18948 # HELP prometheus_tsdb_retention_limit_bytes Max number of bytes to be retained in the tsdb blocks, configured 0 means disabled # TYPE prometheus_tsdb_retention_limit_bytes gauge prometheus_tsdb_retention_limit_bytes 2.3622320128e+11 # HELP prometheus_tsdb_size_retentions_total The number of times that blocks were deleted because the maximum number of bytes was exceeded. # TYPE prometheus_tsdb_size_retentions_total counter prometheus_tsdb_size_retentions_total 18 # HELP prometheus_tsdb_snapshot_replay_error_total Total number snapshot replays that failed. # TYPE prometheus_tsdb_snapshot_replay_error_total counter prometheus_tsdb_snapshot_replay_error_total 0 # HELP prometheus_tsdb_storage_blocks_bytes The number of bytes that are currently used for local storage by all blocks. # TYPE prometheus_tsdb_storage_blocks_bytes gauge prometheus_tsdb_storage_blocks_bytes 2.29754786328e+11 # HELP prometheus_tsdb_symbol_table_size_bytes Size of symbol table in memory for loaded blocks # TYPE prometheus_tsdb_symbol_table_size_bytes gauge prometheus_tsdb_symbol_table_size_bytes 7.617256e+06 # HELP prometheus_tsdb_time_retentions_total The number of times that blocks were deleted because the maximum time limit was exceeded. # TYPE prometheus_tsdb_time_retentions_total counter prometheus_tsdb_time_retentions_total 0 # HELP prometheus_tsdb_tombstone_cleanup_seconds The time taken to recompact blocks to remove tombstones. # TYPE prometheus_tsdb_tombstone_cleanup_seconds histogram prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.005"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.01"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.025"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.05"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.1"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.25"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.5"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="1"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="2.5"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="5"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="10"} 0 prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="+Inf"} 0 prometheus_tsdb_tombstone_cleanup_seconds_sum 0 prometheus_tsdb_tombstone_cleanup_seconds_count 0 # HELP prometheus_tsdb_too_old_samples_total Total number of out of order samples ingestion failed attempts with out of support enabled, but sample outside of time window. # TYPE prometheus_tsdb_too_old_samples_total counter prometheus_tsdb_too_old_samples_total{type="float"} 0 # HELP prometheus_tsdb_vertical_compactions_total Total number of compactions done on overlapping blocks. # TYPE prometheus_tsdb_vertical_compactions_total counter prometheus_tsdb_vertical_compactions_total 0 # HELP prometheus_tsdb_wal_completed_pages_total Total number of completed pages. # TYPE prometheus_tsdb_wal_completed_pages_total counter prometheus_tsdb_wal_completed_pages_total 7.616233e+06 # HELP prometheus_tsdb_wal_corruptions_total Total number of WAL corruptions. # TYPE prometheus_tsdb_wal_corruptions_total counter prometheus_tsdb_wal_corruptions_total 0 # HELP prometheus_tsdb_wal_fsync_duration_seconds Duration of write log fsync. # TYPE prometheus_tsdb_wal_fsync_duration_seconds summary prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.5"} 0.022724673 prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.9"} 0.022724673 prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.99"} 0.022724673 prometheus_tsdb_wal_fsync_duration_seconds_sum 43.47816073899992 prometheus_tsdb_wal_fsync_duration_seconds_count 1947 # HELP prometheus_tsdb_wal_page_flushes_total Total number of page flushes. # TYPE prometheus_tsdb_wal_page_flushes_total counter prometheus_tsdb_wal_page_flushes_total 1.9445659e+07 # HELP prometheus_tsdb_wal_segment_current Write log segment index that TSDB is currently writing to. # TYPE prometheus_tsdb_wal_segment_current gauge prometheus_tsdb_wal_segment_current 32109 # HELP prometheus_tsdb_wal_storage_size_bytes Size of the write log directory. # TYPE prometheus_tsdb_wal_storage_size_bytes gauge prometheus_tsdb_wal_storage_size_bytes 3.035821218e+09 # HELP prometheus_tsdb_wal_truncate_duration_seconds Duration of WAL truncation. # TYPE prometheus_tsdb_wal_truncate_duration_seconds summary prometheus_tsdb_wal_truncate_duration_seconds_sum 3299.414744046 prometheus_tsdb_wal_truncate_duration_seconds_count 157 # HELP prometheus_tsdb_wal_truncations_failed_total Total number of write log truncations that failed. # TYPE prometheus_tsdb_wal_truncations_failed_total counter prometheus_tsdb_wal_truncations_failed_total 0 # HELP prometheus_tsdb_wal_truncations_total Total number of write log truncations attempted. # TYPE prometheus_tsdb_wal_truncations_total counter prometheus_tsdb_wal_truncations_total 157 # HELP prometheus_tsdb_wal_writes_failed_total Total number of write log writes that failed. # TYPE prometheus_tsdb_wal_writes_failed_total counter prometheus_tsdb_wal_writes_failed_total 0 # HELP prometheus_web_federation_errors_total Total number of errors that occurred while sending federation responses. # TYPE prometheus_web_federation_errors_total counter prometheus_web_federation_errors_total 0 # HELP prometheus_web_federation_warnings_total Total number of warnings that occurred while sending federation responses. # TYPE prometheus_web_federation_warnings_total counter prometheus_web_federation_warnings_total 0 # HELP promhttp_metric_handler_requests_in_flight Current number of scrapes being served. # TYPE promhttp_metric_handler_requests_in_flight gauge promhttp_metric_handler_requests_in_flight 1 # HELP promhttp_metric_handler_requests_total Total number of scrapes by HTTP status code. # TYPE promhttp_metric_handler_requests_total counter promhttp_metric_handler_requests_total{code="200"} 19502 promhttp_metric_handler_requests_total{code="500"} 0 promhttp_metric_handler_requests_total{code="503"} 0