# HELP go_gc_duration_seconds A summary of the pause duration of garbage collection cycles.
# TYPE go_gc_duration_seconds summary
go_gc_duration_seconds{quantile="0"} 0.000121797
go_gc_duration_seconds{quantile="0.25"} 0.000260403
go_gc_duration_seconds{quantile="0.5"} 0.000320789
go_gc_duration_seconds{quantile="0.75"} 0.000401048
go_gc_duration_seconds{quantile="1"} 0.004944153
go_gc_duration_seconds_sum 7.435509283
go_gc_duration_seconds_count 14160
# HELP go_goroutines Number of goroutines that currently exist.
# TYPE go_goroutines gauge
go_goroutines 1243
# HELP go_info Information about the Go environment.
# TYPE go_info gauge
go_info{version="go1.21.5"} 1
# HELP go_memstats_alloc_bytes Number of bytes allocated and still in use.
# TYPE go_memstats_alloc_bytes gauge
go_memstats_alloc_bytes 1.309721224e+10
# HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed.
# TYPE go_memstats_alloc_bytes_total counter
go_memstats_alloc_bytes_total 3.4957773384008e+13
# HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table.
# TYPE go_memstats_buck_hash_sys_bytes gauge
go_memstats_buck_hash_sys_bytes 9.930734e+06
# HELP go_memstats_frees_total Total number of frees.
# TYPE go_memstats_frees_total counter
go_memstats_frees_total 1.59266805361e+11
# HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata.
# TYPE go_memstats_gc_sys_bytes gauge
go_memstats_gc_sys_bytes 7.15066528e+08
# HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and still in use.
# TYPE go_memstats_heap_alloc_bytes gauge
go_memstats_heap_alloc_bytes 1.309721224e+10
# HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used.
# TYPE go_memstats_heap_idle_bytes gauge
go_memstats_heap_idle_bytes 1.4596718592e+10
# HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use.
# TYPE go_memstats_heap_inuse_bytes gauge
go_memstats_heap_inuse_bytes 1.4614904832e+10
# HELP go_memstats_heap_objects Number of allocated objects.
# TYPE go_memstats_heap_objects gauge
go_memstats_heap_objects 5.0144794e+07
# HELP go_memstats_heap_released_bytes Number of heap bytes released to OS.
# TYPE go_memstats_heap_released_bytes gauge
go_memstats_heap_released_bytes 1.3067083776e+10
# HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system.
# TYPE go_memstats_heap_sys_bytes gauge
go_memstats_heap_sys_bytes 2.9211623424e+10
# HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection.
# TYPE go_memstats_last_gc_time_seconds gauge
go_memstats_last_gc_time_seconds 1.7781833510460804e+09
# HELP go_memstats_lookups_total Total number of pointer lookups.
# TYPE go_memstats_lookups_total counter
go_memstats_lookups_total 0
# HELP go_memstats_mallocs_total Total number of mallocs.
# TYPE go_memstats_mallocs_total counter
go_memstats_mallocs_total 1.59316950155e+11
# HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures.
# TYPE go_memstats_mcache_inuse_bytes gauge
go_memstats_mcache_inuse_bytes 9600
# HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system.
# TYPE go_memstats_mcache_sys_bytes gauge
go_memstats_mcache_sys_bytes 15600
# HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures.
# TYPE go_memstats_mspan_inuse_bytes gauge
go_memstats_mspan_inuse_bytes 1.9628868e+08
# HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system.
# TYPE go_memstats_mspan_sys_bytes gauge
go_memstats_mspan_sys_bytes 4.29578856e+08
# HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place.
# TYPE go_memstats_next_gc_bytes gauge
go_memstats_next_gc_bytes 2.2852930584e+10
# HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations.
# TYPE go_memstats_other_sys_bytes gauge
go_memstats_other_sys_bytes 4.2377554e+07
# HELP go_memstats_stack_inuse_bytes Number of bytes in use by the stack allocator.
# TYPE go_memstats_stack_inuse_bytes gauge
go_memstats_stack_inuse_bytes 4.3646976e+07
# HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator.
# TYPE go_memstats_stack_sys_bytes gauge
go_memstats_stack_sys_bytes 4.3646976e+07
# HELP go_memstats_sys_bytes Number of bytes obtained from system.
# TYPE go_memstats_sys_bytes gauge
go_memstats_sys_bytes 3.0452239672e+10
# HELP go_threads Number of OS threads created.
# TYPE go_threads gauge
go_threads 16
# HELP net_conntrack_dialer_conn_attempted_total Total number of connections attempted by the given dialer a given name.
# TYPE net_conntrack_dialer_conn_attempted_total counter
net_conntrack_dialer_conn_attempted_total{dialer_name="alertmanager"} 29564
net_conntrack_dialer_conn_attempted_total{dialer_name="alloy"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="builds-api"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="components-api"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="default"} 0
net_conntrack_dialer_conn_attempted_total{dialer_name="elastic"} 3
net_conntrack_dialer_conn_attempted_total{dialer_name="elastic-haproxy"} 88530
net_conntrack_dialer_conn_attempted_total{dialer_name="envvars-api"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="exim"} 29510
net_conntrack_dialer_conn_attempted_total{dialer_name="haproxy"} 59020
net_conntrack_dialer_conn_attempted_total{dialer_name="harbor"} 477
net_conntrack_dialer_conn_attempted_total{dialer_name="infra-tracing-loki"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="istio-gateway-toolforge"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="istiod"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="jobs-api"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="jobs-emailer"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-apiserver"} 3
net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-cadvisor"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-cert-manager"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-cert-manager-reloader"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-coredns"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-etcd"} 1428
net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-ingress-nginx"} 2170
net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-kube-state-metrics"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-maintain-kubeusers"} 2
net_conntrack_dialer_conn_attempted_total{dialer_name="k8s-nodes"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes_sd"} 439
net_conntrack_dialer_conn_attempted_total{dialer_name="kyverno"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="logs-api"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="loki-tools"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="node-exporter"} 175
net_conntrack_dialer_conn_attempted_total{dialer_name="openstack_sd"} 212702
net_conntrack_dialer_conn_attempted_total{dialer_name="pint"} 29510
net_conntrack_dialer_conn_attempted_total{dialer_name="probes/custom"} 153
net_conntrack_dialer_conn_attempted_total{dialer_name="probes/pingthing"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="prometheus"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="redis"} 3
net_conntrack_dialer_conn_attempted_total{dialer_name="ssh-banner"} 9
net_conntrack_dialer_conn_attempted_total{dialer_name="tekton-pipelines-controller"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="tools-db"} 2
# HELP net_conntrack_dialer_conn_closed_total Total number of connections closed which originated from the dialer of a given name.
# TYPE net_conntrack_dialer_conn_closed_total counter
net_conntrack_dialer_conn_closed_total{dialer_name="alertmanager"} 29564
net_conntrack_dialer_conn_closed_total{dialer_name="alloy"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="builds-api"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="components-api"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="default"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="elastic"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="elastic-haproxy"} 88530
net_conntrack_dialer_conn_closed_total{dialer_name="envvars-api"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="exim"} 29510
net_conntrack_dialer_conn_closed_total{dialer_name="haproxy"} 59019
net_conntrack_dialer_conn_closed_total{dialer_name="harbor"} 476
net_conntrack_dialer_conn_closed_total{dialer_name="infra-tracing-loki"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="istio-gateway-toolforge"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="istiod"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="jobs-api"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="jobs-emailer"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="k8s-apiserver"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="k8s-cadvisor"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="k8s-cert-manager"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="k8s-cert-manager-reloader"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="k8s-coredns"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="k8s-etcd"} 1425
net_conntrack_dialer_conn_closed_total{dialer_name="k8s-ingress-nginx"} 2170
net_conntrack_dialer_conn_closed_total{dialer_name="k8s-kube-state-metrics"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="k8s-maintain-kubeusers"} 1
net_conntrack_dialer_conn_closed_total{dialer_name="k8s-nodes"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes_sd"} 421
net_conntrack_dialer_conn_closed_total{dialer_name="kyverno"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="logs-api"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="loki-tools"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="node-exporter"} 54
net_conntrack_dialer_conn_closed_total{dialer_name="openstack_sd"} 212702
net_conntrack_dialer_conn_closed_total{dialer_name="pint"} 29510
net_conntrack_dialer_conn_closed_total{dialer_name="probes/custom"} 151
net_conntrack_dialer_conn_closed_total{dialer_name="probes/pingthing"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="prometheus"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="redis"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="ssh-banner"} 7
net_conntrack_dialer_conn_closed_total{dialer_name="tekton-pipelines-controller"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="tools-db"} 0
# HELP net_conntrack_dialer_conn_established_total Total number of connections successfully established by the given dialer a given name.
# TYPE net_conntrack_dialer_conn_established_total counter
net_conntrack_dialer_conn_established_total{dialer_name="alertmanager"} 29564
net_conntrack_dialer_conn_established_total{dialer_name="alloy"} 1
net_conntrack_dialer_conn_established_total{dialer_name="builds-api"} 1
net_conntrack_dialer_conn_established_total{dialer_name="components-api"} 1
net_conntrack_dialer_conn_established_total{dialer_name="default"} 0
net_conntrack_dialer_conn_established_total{dialer_name="elastic"} 3
net_conntrack_dialer_conn_established_total{dialer_name="elastic-haproxy"} 88530
net_conntrack_dialer_conn_established_total{dialer_name="envvars-api"} 1
net_conntrack_dialer_conn_established_total{dialer_name="exim"} 29510
net_conntrack_dialer_conn_established_total{dialer_name="haproxy"} 59020
net_conntrack_dialer_conn_established_total{dialer_name="harbor"} 477
net_conntrack_dialer_conn_established_total{dialer_name="infra-tracing-loki"} 1
net_conntrack_dialer_conn_established_total{dialer_name="istio-gateway-toolforge"} 1
net_conntrack_dialer_conn_established_total{dialer_name="istiod"} 1
net_conntrack_dialer_conn_established_total{dialer_name="jobs-api"} 1
net_conntrack_dialer_conn_established_total{dialer_name="jobs-emailer"} 1
net_conntrack_dialer_conn_established_total{dialer_name="k8s-apiserver"} 3
net_conntrack_dialer_conn_established_total{dialer_name="k8s-cadvisor"} 1
net_conntrack_dialer_conn_established_total{dialer_name="k8s-cert-manager"} 1
net_conntrack_dialer_conn_established_total{dialer_name="k8s-cert-manager-reloader"} 1
net_conntrack_dialer_conn_established_total{dialer_name="k8s-coredns"} 1
net_conntrack_dialer_conn_established_total{dialer_name="k8s-etcd"} 1428
net_conntrack_dialer_conn_established_total{dialer_name="k8s-ingress-nginx"} 2170
net_conntrack_dialer_conn_established_total{dialer_name="k8s-kube-state-metrics"} 1
net_conntrack_dialer_conn_established_total{dialer_name="k8s-maintain-kubeusers"} 2
net_conntrack_dialer_conn_established_total{dialer_name="k8s-nodes"} 1
net_conntrack_dialer_conn_established_total{dialer_name="kubernetes_sd"} 439
net_conntrack_dialer_conn_established_total{dialer_name="kyverno"} 1
net_conntrack_dialer_conn_established_total{dialer_name="logs-api"} 1
net_conntrack_dialer_conn_established_total{dialer_name="loki-tools"} 1
net_conntrack_dialer_conn_established_total{dialer_name="node-exporter"} 167
net_conntrack_dialer_conn_established_total{dialer_name="openstack_sd"} 212702
net_conntrack_dialer_conn_established_total{dialer_name="pint"} 29510
net_conntrack_dialer_conn_established_total{dialer_name="probes/custom"} 153
net_conntrack_dialer_conn_established_total{dialer_name="probes/pingthing"} 1
net_conntrack_dialer_conn_established_total{dialer_name="prometheus"} 1
net_conntrack_dialer_conn_established_total{dialer_name="redis"} 3
net_conntrack_dialer_conn_established_total{dialer_name="ssh-banner"} 9
net_conntrack_dialer_conn_established_total{dialer_name="tekton-pipelines-controller"} 1
net_conntrack_dialer_conn_established_total{dialer_name="tools-db"} 2
# HELP net_conntrack_dialer_conn_failed_total Total number of connections failed to dial by the dialer a given name.
# TYPE net_conntrack_dialer_conn_failed_total counter
net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="alloy",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="alloy",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="alloy",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="alloy",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="builds-api",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="builds-api",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="builds-api",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="builds-api",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="components-api",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="components-api",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="components-api",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="components-api",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="elastic",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="elastic",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="elastic",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="elastic",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="elastic-haproxy",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="elastic-haproxy",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="elastic-haproxy",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="elastic-haproxy",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="envvars-api",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="envvars-api",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="envvars-api",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="envvars-api",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="exim",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="exim",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="exim",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="exim",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="haproxy",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="haproxy",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="haproxy",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="haproxy",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="harbor",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="harbor",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="harbor",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="harbor",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="infra-tracing-loki",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="infra-tracing-loki",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="infra-tracing-loki",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="infra-tracing-loki",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="istio-gateway-toolforge",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="istio-gateway-toolforge",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="istio-gateway-toolforge",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="istio-gateway-toolforge",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="istiod",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="istiod",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="istiod",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="istiod",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="jobs-api",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="jobs-api",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="jobs-api",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="jobs-api",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="jobs-emailer",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="jobs-emailer",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="jobs-emailer",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="jobs-emailer",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-apiserver",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-apiserver",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-apiserver",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-apiserver",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cadvisor",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cadvisor",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cadvisor",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cadvisor",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager-reloader",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager-reloader",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager-reloader",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-cert-manager-reloader",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-coredns",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-coredns",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-coredns",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-coredns",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-etcd",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-etcd",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-etcd",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-etcd",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-ingress-nginx",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-ingress-nginx",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-ingress-nginx",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-ingress-nginx",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-kube-state-metrics",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-kube-state-metrics",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-kube-state-metrics",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-kube-state-metrics",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-maintain-kubeusers",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-maintain-kubeusers",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-maintain-kubeusers",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-maintain-kubeusers",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-nodes",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-nodes",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-nodes",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="k8s-nodes",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes_sd",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes_sd",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes_sd",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes_sd",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kyverno",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kyverno",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kyverno",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kyverno",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="logs-api",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="logs-api",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="logs-api",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="logs-api",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="loki-tools",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="loki-tools",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="loki-tools",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="loki-tools",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="node-exporter",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="node-exporter",reason="resolution"} 7
net_conntrack_dialer_conn_failed_total{dialer_name="node-exporter",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="node-exporter",reason="unknown"} 1
net_conntrack_dialer_conn_failed_total{dialer_name="openstack_sd",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="openstack_sd",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="openstack_sd",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="openstack_sd",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="pint",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="pint",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="pint",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="pint",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="probes/custom",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="probes/custom",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="probes/custom",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="probes/custom",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="probes/pingthing",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="probes/pingthing",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="probes/pingthing",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="probes/pingthing",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="prometheus",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="redis",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="redis",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="redis",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="redis",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="ssh-banner",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="ssh-banner",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="ssh-banner",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="ssh-banner",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="tekton-pipelines-controller",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="tekton-pipelines-controller",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="tekton-pipelines-controller",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="tekton-pipelines-controller",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="tools-db",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="tools-db",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="tools-db",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="tools-db",reason="unknown"} 0
# HELP net_conntrack_listener_conn_accepted_total Total number of connections opened to the listener of a given name.
# TYPE net_conntrack_listener_conn_accepted_total counter
net_conntrack_listener_conn_accepted_total{listener_name="http"} 31024
# HELP net_conntrack_listener_conn_closed_total Total number of connections closed that were made to the listener of a given name.
# TYPE net_conntrack_listener_conn_closed_total counter
net_conntrack_listener_conn_closed_total{listener_name="http"} 31018
# HELP process_cpu_seconds_total Total user and system CPU time spent in seconds.
# TYPE process_cpu_seconds_total counter
process_cpu_seconds_total 799740.31
# HELP process_max_fds Maximum number of open file descriptors.
# TYPE process_max_fds gauge
process_max_fds 32768
# HELP process_open_fds Number of open file descriptors.
# TYPE process_open_fds gauge
process_open_fds 587
# HELP process_resident_memory_bytes Resident memory size in bytes.
# TYPE process_resident_memory_bytes gauge
process_resident_memory_bytes 2.2886780928e+10
# HELP process_start_time_seconds Start time of the process since unix epoch in seconds.
# TYPE process_start_time_seconds gauge
process_start_time_seconds 1.77641276016e+09
# HELP process_virtual_memory_bytes Virtual memory size in bytes.
# TYPE process_virtual_memory_bytes gauge
process_virtual_memory_bytes 2.62584172544e+11
# HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes.
# TYPE process_virtual_memory_max_bytes gauge
process_virtual_memory_max_bytes 1.8446744073709552e+19
# HELP prometheus_api_remote_read_queries The current number of remote read queries being executed or waiting.
# TYPE prometheus_api_remote_read_queries gauge
prometheus_api_remote_read_queries 0
# HELP prometheus_build_info A metric with a constant '1' value labeled by version, revision, branch, goversion from which prometheus was built, and the goos and goarch for the build.
# TYPE prometheus_build_info gauge
prometheus_build_info{branch="non-git",goarch="amd64",goos="linux",goversion="go1.21.5",revision="non-git",tags="netgo,builtinassets,stringlabels",version="2.48.1"} 1
# HELP prometheus_config_last_reload_success_timestamp_seconds Timestamp of the last successful configuration reload.
# TYPE prometheus_config_last_reload_success_timestamp_seconds gauge
prometheus_config_last_reload_success_timestamp_seconds 1.7781120113925452e+09
# HELP prometheus_config_last_reload_successful Whether the last configuration reload attempt was successful.
# TYPE prometheus_config_last_reload_successful gauge
prometheus_config_last_reload_successful 1
# HELP prometheus_engine_queries The current number of queries being executed or waiting.
# TYPE prometheus_engine_queries gauge
prometheus_engine_queries 0
# HELP prometheus_engine_queries_concurrent_max The max number of concurrent queries.
# TYPE prometheus_engine_queries_concurrent_max gauge
prometheus_engine_queries_concurrent_max 20
# HELP prometheus_engine_query_duration_seconds Query timings
# TYPE prometheus_engine_query_duration_seconds summary
prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.5"} 0.000186378
prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.9"} 0.004952492
prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.99"} 0.230863765
prometheus_engine_query_duration_seconds_sum{slice="inner_eval"} 31920.496135816542
prometheus_engine_query_duration_seconds_count{slice="inner_eval"} 2.488489e+06
prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.5"} 0.000203834
prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.9"} 0.002181964
prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.99"} 0.254380463
prometheus_engine_query_duration_seconds_sum{slice="prepare_time"} 27160.54977832642
prometheus_engine_query_duration_seconds_count{slice="prepare_time"} 2.488489e+06
prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.5"} 1.0767e-05
prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.9"} 2.7937e-05
prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.99"} 8.3932e-05
prometheus_engine_query_duration_seconds_sum{slice="queue_time"} 88.83847832199541
prometheus_engine_query_duration_seconds_count{slice="queue_time"} 4.976991e+06
prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.5"} 1.172e-06
prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.9"} 1.664e-06
prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.99"} 2.285e-06
prometheus_engine_query_duration_seconds_sum{slice="result_sort"} 0.0807315839999995
prometheus_engine_query_duration_seconds_count{slice="result_sort"} 52589
# HELP prometheus_engine_query_log_enabled State of the query log.
# TYPE prometheus_engine_query_log_enabled gauge
prometheus_engine_query_log_enabled 1
# HELP prometheus_engine_query_log_failures_total The number of query log failures.
# TYPE prometheus_engine_query_log_failures_total counter
prometheus_engine_query_log_failures_total 0
# HELP prometheus_engine_query_samples_total The total number of samples loaded by all queries.
# TYPE prometheus_engine_query_samples_total counter
prometheus_engine_query_samples_total 1.6428010841e+10
# HELP prometheus_http_request_duration_seconds Histogram of latencies for HTTP requests.
# TYPE prometheus_http_request_duration_seconds histogram
prometheus_http_request_duration_seconds_bucket{handler="/",le="0.1"} 52
prometheus_http_request_duration_seconds_bucket{handler="/",le="0.2"} 52
prometheus_http_request_duration_seconds_bucket{handler="/",le="0.4"} 52
prometheus_http_request_duration_seconds_bucket{handler="/",le="1"} 52
prometheus_http_request_duration_seconds_bucket{handler="/",le="3"} 52
prometheus_http_request_duration_seconds_bucket{handler="/",le="8"} 52
prometheus_http_request_duration_seconds_bucket{handler="/",le="20"} 52
prometheus_http_request_duration_seconds_bucket{handler="/",le="60"} 52
prometheus_http_request_duration_seconds_bucket{handler="/",le="120"} 52
prometheus_http_request_duration_seconds_bucket{handler="/",le="+Inf"} 52
prometheus_http_request_duration_seconds_sum{handler="/"} 0.0025782630000000003
prometheus_http_request_duration_seconds_count{handler="/"} 52
prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="0.1"} 91
prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="0.2"} 91
prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="0.4"} 91
prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="1"} 91
prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="3"} 91
prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="8"} 91
prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="20"} 91
prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="60"} 91
prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="120"} 91
prometheus_http_request_duration_seconds_bucket{handler="/-/ready",le="+Inf"} 91
prometheus_http_request_duration_seconds_sum{handler="/-/ready"} 0.0027416700000000007
prometheus_http_request_duration_seconds_count{handler="/-/ready"} 91
prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="0.1"} 31
prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="0.2"} 31
prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="0.4"} 31
prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="1"} 31
prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="3"} 31
prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="8"} 31
prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="20"} 31
prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="60"} 31
prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="120"} 31
prometheus_http_request_duration_seconds_bucket{handler="/alerts",le="+Inf"} 31
prometheus_http_request_duration_seconds_sum{handler="/alerts"} 0.029340330999999997
prometheus_http_request_duration_seconds_count{handler="/alerts"} 31
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="0.1"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="0.2"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="0.4"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="1"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="3"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="8"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="20"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="60"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="120"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/alertmanagers",le="+Inf"} 1
prometheus_http_request_duration_seconds_sum{handler="/api/v1/alertmanagers"} 0.006762548
prometheus_http_request_duration_seconds_count{handler="/api/v1/alertmanagers"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.1"} 56
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.2"} 60
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.4"} 102
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="1"} 107
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="3"} 108
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="8"} 108
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="20"} 108
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="60"} 108
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="120"} 108
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="+Inf"} 108
prometheus_http_request_duration_seconds_sum{handler="/api/v1/label/:name/values"} 19.606267242999998
prometheus_http_request_duration_seconds_count{handler="/api/v1/label/:name/values"} 108
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.1"} 2429
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.2"} 2429
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.4"} 2429
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="1"} 2429
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="3"} 2429
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="8"} 2429
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="20"} 2429
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="60"} 2429
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="120"} 2429
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="+Inf"} 2429
prometheus_http_request_duration_seconds_sum{handler="/api/v1/labels"} 2.260265849999999
prometheus_http_request_duration_seconds_count{handler="/api/v1/labels"} 2429
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="0.1"} 1505
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="0.2"} 1508
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="0.4"} 1508
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="1"} 1508
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="3"} 1508
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="8"} 1508
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="20"} 1508
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="60"} 1508
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="120"} 1508
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/metadata",le="+Inf"} 1508
prometheus_http_request_duration_seconds_sum{handler="/api/v1/metadata"} 4.793823946999996
prometheus_http_request_duration_seconds_count{handler="/api/v1/metadata"} 1508
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.1"} 172227
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.2"} 172348
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.4"} 179022
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="1"} 184174
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="3"} 184194
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="8"} 184231
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="20"} 184232
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="60"} 184232
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="120"} 184232
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="+Inf"} 184232
prometheus_http_request_duration_seconds_sum{handler="/api/v1/query"} 5604.640165931025
prometheus_http_request_duration_seconds_count{handler="/api/v1/query"} 184232
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.1"} 48419
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.2"} 52159
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.4"} 52457
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="1"} 52490
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="3"} 52571
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="8"} 52599
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="20"} 52599
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="60"} 52599
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="120"} 52599
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="+Inf"} 52599
prometheus_http_request_duration_seconds_sum{handler="/api/v1/query_range"} 1353.1418540280042
prometheus_http_request_duration_seconds_count{handler="/api/v1/query_range"} 52599
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.1"} 13
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.2"} 13
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.4"} 13
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="1"} 13
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="3"} 13
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="8"} 13
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="20"} 13
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="60"} 13
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="120"} 13
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="+Inf"} 13
prometheus_http_request_duration_seconds_sum{handler="/api/v1/rules"} 0.28337629500000006
prometheus_http_request_duration_seconds_count{handler="/api/v1/rules"} 13
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="0.1"} 3
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="0.2"} 3
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="0.4"} 3
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="1"} 3
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="3"} 3
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="8"} 3
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="20"} 3
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="60"} 3
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="120"} 3
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/scrape_pools",le="+Inf"} 3
prometheus_http_request_duration_seconds_sum{handler="/api/v1/scrape_pools"} 0.007167718
prometheus_http_request_duration_seconds_count{handler="/api/v1/scrape_pools"} 3
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.1"} 69
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.2"} 1628
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.4"} 1714
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="1"} 1736
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="3"} 1739
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="8"} 1741
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="20"} 1741
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="60"} 1741
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="120"} 1741
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="+Inf"} 1741
prometheus_http_request_duration_seconds_sum{handler="/api/v1/series"} 259.70722800099924
prometheus_http_request_duration_seconds_count{handler="/api/v1/series"} 1741
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="0.1"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="0.2"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="0.4"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="1"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="3"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="8"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="20"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="60"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="120"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/buildinfo",le="+Inf"} 1
prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/buildinfo"} 0.002245093
prometheus_http_request_duration_seconds_count{handler="/api/v1/status/buildinfo"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.1"} 1475
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.2"} 1475
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.4"} 1475
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="1"} 1475
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="3"} 1475
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="8"} 1475
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="20"} 1475
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="60"} 1475
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="120"} 1475
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="+Inf"} 1475
prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/config"} 21.15242855099999
prometheus_http_request_duration_seconds_count{handler="/api/v1/status/config"} 1475
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="0.1"} 1478
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="0.2"} 1478
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="0.4"} 1478
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="1"} 1478
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="3"} 1478
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="8"} 1478
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="20"} 1478
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="60"} 1478
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="120"} 1478
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/flags",le="+Inf"} 1478
prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/flags"} 1.623834908
prometheus_http_request_duration_seconds_count{handler="/api/v1/status/flags"} 1478
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="0.1"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="0.2"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="0.4"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="1"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="3"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="8"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="20"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="60"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="120"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/runtimeinfo",le="+Inf"} 1
prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/runtimeinfo"} 0.068086502
prometheus_http_request_duration_seconds_count{handler="/api/v1/status/runtimeinfo"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="0.1"} 0
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="0.2"} 2
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="0.4"} 2
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="1"} 2
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="3"} 2
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="8"} 2
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="20"} 2
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="60"} 2
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="120"} 2
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/tsdb",le="+Inf"} 2
prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/tsdb"} 0.257419653
prometheus_http_request_duration_seconds_count{handler="/api/v1/status/tsdb"} 2
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/walreplay",le="0.1"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/walreplay",le="0.2"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/walreplay",le="0.4"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/walreplay",le="1"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/walreplay",le="3"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/walreplay",le="8"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/walreplay",le="20"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/walreplay",le="60"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/walreplay",le="120"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/walreplay",le="+Inf"} 1
prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/walreplay"} 0.055622893
prometheus_http_request_duration_seconds_count{handler="/api/v1/status/walreplay"} 1
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="0.1"} 4
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="0.2"} 6
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="0.4"} 6
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="1"} 6
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="3"} 6
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="8"} 6
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="20"} 6
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="60"} 6
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="120"} 6
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/targets",le="+Inf"} 6
prometheus_http_request_duration_seconds_sum{handler="/api/v1/targets"} 0.376633482
prometheus_http_request_duration_seconds_count{handler="/api/v1/targets"} 6
prometheus_http_request_duration_seconds_bucket{handler="/config",le="0.1"} 1
prometheus_http_request_duration_seconds_bucket{handler="/config",le="0.2"} 1
prometheus_http_request_duration_seconds_bucket{handler="/config",le="0.4"} 1
prometheus_http_request_duration_seconds_bucket{handler="/config",le="1"} 1
prometheus_http_request_duration_seconds_bucket{handler="/config",le="3"} 1
prometheus_http_request_duration_seconds_bucket{handler="/config",le="8"} 1
prometheus_http_request_duration_seconds_bucket{handler="/config",le="20"} 1
prometheus_http_request_duration_seconds_bucket{handler="/config",le="60"} 1
prometheus_http_request_duration_seconds_bucket{handler="/config",le="120"} 1
prometheus_http_request_duration_seconds_bucket{handler="/config",le="+Inf"} 1
prometheus_http_request_duration_seconds_sum{handler="/config"} 0.000306372
prometheus_http_request_duration_seconds_count{handler="/config"} 1
prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="0.1"} 24
prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="0.2"} 24
prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="0.4"} 24
prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="1"} 24
prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="3"} 24
prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="8"} 24
prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="20"} 24
prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="60"} 24
prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="120"} 24
prometheus_http_request_duration_seconds_bucket{handler="/favicon.ico",le="+Inf"} 24
prometheus_http_request_duration_seconds_sum{handler="/favicon.ico"} 0.045585200000000006
prometheus_http_request_duration_seconds_count{handler="/favicon.ico"} 24
prometheus_http_request_duration_seconds_bucket{handler="/flags",le="0.1"} 2
prometheus_http_request_duration_seconds_bucket{handler="/flags",le="0.2"} 2
prometheus_http_request_duration_seconds_bucket{handler="/flags",le="0.4"} 2
prometheus_http_request_duration_seconds_bucket{handler="/flags",le="1"} 2
prometheus_http_request_duration_seconds_bucket{handler="/flags",le="3"} 2
prometheus_http_request_duration_seconds_bucket{handler="/flags",le="8"} 2
prometheus_http_request_duration_seconds_bucket{handler="/flags",le="20"} 2
prometheus_http_request_duration_seconds_bucket{handler="/flags",le="60"} 2
prometheus_http_request_duration_seconds_bucket{handler="/flags",le="120"} 2
prometheus_http_request_duration_seconds_bucket{handler="/flags",le="+Inf"} 2
prometheus_http_request_duration_seconds_sum{handler="/flags"} 0.000433511
prometheus_http_request_duration_seconds_count{handler="/flags"} 2
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.1"} 252
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.2"} 252
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.4"} 252
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="1"} 252
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="3"} 252
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="8"} 252
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="20"} 252
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="60"} 252
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="120"} 252
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="+Inf"} 252
prometheus_http_request_duration_seconds_sum{handler="/graph"} 0.24260111799999998
prometheus_http_request_duration_seconds_count{handler="/graph"} 252
prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="0.1"} 14
prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="0.2"} 14
prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="0.4"} 14
prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="1"} 14
prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="3"} 14
prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="8"} 14
prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="20"} 14
prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="60"} 14
prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="120"} 14
prometheus_http_request_duration_seconds_bucket{handler="/manifest.json",le="+Inf"} 14
prometheus_http_request_duration_seconds_sum{handler="/manifest.json"} 0.02877483
prometheus_http_request_duration_seconds_count{handler="/manifest.json"} 14
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.1"} 29513
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.2"} 29514
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.4"} 29514
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="1"} 29514
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="3"} 29514
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="8"} 29514
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="20"} 29514
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="60"} 29514
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="120"} 29514
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="+Inf"} 29514
prometheus_http_request_duration_seconds_sum{handler="/metrics"} 897.4891155239937
prometheus_http_request_duration_seconds_count{handler="/metrics"} 29514
prometheus_http_request_duration_seconds_bucket{handler="/rules",le="0.1"} 8
prometheus_http_request_duration_seconds_bucket{handler="/rules",le="0.2"} 8
prometheus_http_request_duration_seconds_bucket{handler="/rules",le="0.4"} 8
prometheus_http_request_duration_seconds_bucket{handler="/rules",le="1"} 8
prometheus_http_request_duration_seconds_bucket{handler="/rules",le="3"} 8
prometheus_http_request_duration_seconds_bucket{handler="/rules",le="8"} 8
prometheus_http_request_duration_seconds_bucket{handler="/rules",le="20"} 8
prometheus_http_request_duration_seconds_bucket{handler="/rules",le="60"} 8
prometheus_http_request_duration_seconds_bucket{handler="/rules",le="120"} 8
prometheus_http_request_duration_seconds_bucket{handler="/rules",le="+Inf"} 8
prometheus_http_request_duration_seconds_sum{handler="/rules"} 0.005973592
prometheus_http_request_duration_seconds_count{handler="/rules"} 8
prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="0.1"} 3
prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="0.2"} 3
prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="0.4"} 3
prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="1"} 3
prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="3"} 3
prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="8"} 3
prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="20"} 3
prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="60"} 3
prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="120"} 3
prometheus_http_request_duration_seconds_bucket{handler="/service-discovery",le="+Inf"} 3
prometheus_http_request_duration_seconds_sum{handler="/service-discovery"} 0.004935435
prometheus_http_request_duration_seconds_count{handler="/service-discovery"} 3
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.1"} 130
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.2"} 130
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.4"} 130
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="1"} 130
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="3"} 130
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="8"} 130
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="20"} 130
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="60"} 130
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="120"} 130
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="+Inf"} 130
prometheus_http_request_duration_seconds_sum{handler="/static/*filepath"} 3.172950090000001
prometheus_http_request_duration_seconds_count{handler="/static/*filepath"} 130
prometheus_http_request_duration_seconds_bucket{handler="/status",le="0.1"} 2
prometheus_http_request_duration_seconds_bucket{handler="/status",le="0.2"} 2
prometheus_http_request_duration_seconds_bucket{handler="/status",le="0.4"} 2
prometheus_http_request_duration_seconds_bucket{handler="/status",le="1"} 2
prometheus_http_request_duration_seconds_bucket{handler="/status",le="3"} 2
prometheus_http_request_duration_seconds_bucket{handler="/status",le="8"} 2
prometheus_http_request_duration_seconds_bucket{handler="/status",le="20"} 2
prometheus_http_request_duration_seconds_bucket{handler="/status",le="60"} 2
prometheus_http_request_duration_seconds_bucket{handler="/status",le="120"} 2
prometheus_http_request_duration_seconds_bucket{handler="/status",le="+Inf"} 2
prometheus_http_request_duration_seconds_sum{handler="/status"} 0.000544525
prometheus_http_request_duration_seconds_count{handler="/status"} 2
prometheus_http_request_duration_seconds_bucket{handler="/targets",le="0.1"} 50
prometheus_http_request_duration_seconds_bucket{handler="/targets",le="0.2"} 50
prometheus_http_request_duration_seconds_bucket{handler="/targets",le="0.4"} 50
prometheus_http_request_duration_seconds_bucket{handler="/targets",le="1"} 50
prometheus_http_request_duration_seconds_bucket{handler="/targets",le="3"} 50
prometheus_http_request_duration_seconds_bucket{handler="/targets",le="8"} 50
prometheus_http_request_duration_seconds_bucket{handler="/targets",le="20"} 50
prometheus_http_request_duration_seconds_bucket{handler="/targets",le="60"} 50
prometheus_http_request_duration_seconds_bucket{handler="/targets",le="120"} 50
prometheus_http_request_duration_seconds_bucket{handler="/targets",le="+Inf"} 50
prometheus_http_request_duration_seconds_sum{handler="/targets"} 0.032146548
prometheus_http_request_duration_seconds_count{handler="/targets"} 50
prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="0.1"} 15
prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="0.2"} 15
prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="0.4"} 15
prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="1"} 15
prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="3"} 15
prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="8"} 15
prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="20"} 15
prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="60"} 15
prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="120"} 15
prometheus_http_request_duration_seconds_bucket{handler="/tsdb-status",le="+Inf"} 15
prometheus_http_request_duration_seconds_sum{handler="/tsdb-status"} 0.009867500000000001
prometheus_http_request_duration_seconds_count{handler="/tsdb-status"} 15
# HELP prometheus_http_requests_total Counter of HTTP requests.
# TYPE prometheus_http_requests_total counter
prometheus_http_requests_total{code="200",handler="/"} 0
prometheus_http_requests_total{code="200",handler="/-/healthy"} 0
prometheus_http_requests_total{code="200",handler="/-/quit"} 0
prometheus_http_requests_total{code="200",handler="/-/ready"} 91
prometheus_http_requests_total{code="200",handler="/-/reload"} 0
prometheus_http_requests_total{code="200",handler="/alerts"} 31
prometheus_http_requests_total{code="200",handler="/api/v1/*path"} 0
prometheus_http_requests_total{code="200",handler="/api/v1/admin/tsdb/clean_tombstones"} 0
prometheus_http_requests_total{code="200",handler="/api/v1/admin/tsdb/delete_series"} 0
prometheus_http_requests_total{code="200",handler="/api/v1/admin/tsdb/snapshot"} 0
prometheus_http_requests_total{code="200",handler="/api/v1/alertmanagers"} 1
prometheus_http_requests_total{code="200",handler="/api/v1/alerts"} 0
prometheus_http_requests_total{code="200",handler="/api/v1/format_query"} 0
prometheus_http_requests_total{code="200",handler="/api/v1/label/:name/values"} 108
prometheus_http_requests_total{code="200",handler="/api/v1/labels"} 2427
prometheus_http_requests_total{code="200",handler="/api/v1/metadata"} 1508
prometheus_http_requests_total{code="200",handler="/api/v1/otlp/v1/metrics"} 0
prometheus_http_requests_total{code="200",handler="/api/v1/query"} 184221
prometheus_http_requests_total{code="200",handler="/api/v1/query_exemplars"} 0
prometheus_http_requests_total{code="200",handler="/api/v1/query_range"} 52589
prometheus_http_requests_total{code="200",handler="/api/v1/read"} 0
prometheus_http_requests_total{code="200",handler="/api/v1/rules"} 13
prometheus_http_requests_total{code="200",handler="/api/v1/scrape_pools"} 3
prometheus_http_requests_total{code="200",handler="/api/v1/series"} 1741
prometheus_http_requests_total{code="200",handler="/api/v1/status/buildinfo"} 1
prometheus_http_requests_total{code="200",handler="/api/v1/status/config"} 1475
prometheus_http_requests_total{code="200",handler="/api/v1/status/flags"} 1478
prometheus_http_requests_total{code="200",handler="/api/v1/status/runtimeinfo"} 1
prometheus_http_requests_total{code="200",handler="/api/v1/status/tsdb"} 2
prometheus_http_requests_total{code="200",handler="/api/v1/status/walreplay"} 1
prometheus_http_requests_total{code="200",handler="/api/v1/targets"} 6
prometheus_http_requests_total{code="200",handler="/api/v1/targets/metadata"} 0
prometheus_http_requests_total{code="200",handler="/api/v1/write"} 0
prometheus_http_requests_total{code="200",handler="/classic/static/*filepath"} 0
prometheus_http_requests_total{code="200",handler="/config"} 1
prometheus_http_requests_total{code="200",handler="/consoles/*filepath"} 0
prometheus_http_requests_total{code="200",handler="/debug/*subpath"} 0
prometheus_http_requests_total{code="200",handler="/favicon.ico"} 24
prometheus_http_requests_total{code="200",handler="/federate"} 0
prometheus_http_requests_total{code="200",handler="/flags"} 2
prometheus_http_requests_total{code="200",handler="/graph"} 252
prometheus_http_requests_total{code="200",handler="/manifest.json"} 14
prometheus_http_requests_total{code="200",handler="/metrics"} 29514
prometheus_http_requests_total{code="200",handler="/rules"} 8
prometheus_http_requests_total{code="200",handler="/service-discovery"} 3
prometheus_http_requests_total{code="200",handler="/starting"} 0
prometheus_http_requests_total{code="200",handler="/static/*filepath"} 130
prometheus_http_requests_total{code="200",handler="/status"} 2
prometheus_http_requests_total{code="200",handler="/targets"} 50
prometheus_http_requests_total{code="200",handler="/tsdb-status"} 15
prometheus_http_requests_total{code="200",handler="/version"} 0
prometheus_http_requests_total{code="302",handler="/"} 52
prometheus_http_requests_total{code="400",handler="/api/v1/query"} 7
prometheus_http_requests_total{code="400",handler="/api/v1/query_range"} 6
prometheus_http_requests_total{code="422",handler="/api/v1/labels"} 2
prometheus_http_requests_total{code="422",handler="/api/v1/query"} 4
prometheus_http_requests_total{code="422",handler="/api/v1/query_range"} 4
# HELP prometheus_http_response_size_bytes Histogram of response size for HTTP requests.
# TYPE prometheus_http_response_size_bytes histogram
prometheus_http_response_size_bytes_bucket{handler="/",le="100"} 52
prometheus_http_response_size_bytes_bucket{handler="/",le="1000"} 52
prometheus_http_response_size_bytes_bucket{handler="/",le="10000"} 52
prometheus_http_response_size_bytes_bucket{handler="/",le="100000"} 52
prometheus_http_response_size_bytes_bucket{handler="/",le="1e+06"} 52
prometheus_http_response_size_bytes_bucket{handler="/",le="1e+07"} 52
prometheus_http_response_size_bytes_bucket{handler="/",le="1e+08"} 52
prometheus_http_response_size_bytes_bucket{handler="/",le="1e+09"} 52
prometheus_http_response_size_bytes_bucket{handler="/",le="+Inf"} 52
prometheus_http_response_size_bytes_sum{handler="/"} 1820
prometheus_http_response_size_bytes_count{handler="/"} 52
prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="100"} 91
prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1000"} 91
prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="10000"} 91
prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="100000"} 91
prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+06"} 91
prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+07"} 91
prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+08"} 91
prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="1e+09"} 91
prometheus_http_response_size_bytes_bucket{handler="/-/ready",le="+Inf"} 91
prometheus_http_response_size_bytes_sum{handler="/-/ready"} 2548
prometheus_http_response_size_bytes_count{handler="/-/ready"} 91
prometheus_http_response_size_bytes_bucket{handler="/alerts",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1000"} 31
prometheus_http_response_size_bytes_bucket{handler="/alerts",le="10000"} 31
prometheus_http_response_size_bytes_bucket{handler="/alerts",le="100000"} 31
prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+06"} 31
prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+07"} 31
prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+08"} 31
prometheus_http_response_size_bytes_bucket{handler="/alerts",le="1e+09"} 31
prometheus_http_response_size_bytes_bucket{handler="/alerts",le="+Inf"} 31
prometheus_http_response_size_bytes_sum{handler="/alerts"} 22754
prometheus_http_response_size_bytes_count{handler="/alerts"} 31
prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1000"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="10000"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="100000"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1e+06"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1e+07"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1e+08"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="1e+09"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/alertmanagers",le="+Inf"} 1
prometheus_http_response_size_bytes_sum{handler="/api/v1/alertmanagers"} 206
prometheus_http_response_size_bytes_count{handler="/api/v1/alertmanagers"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="100"} 8
prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1000"} 40
prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="10000"} 40
prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="100000"} 107
prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+06"} 108
prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+07"} 108
prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+08"} 108
prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+09"} 108
prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="+Inf"} 108
prometheus_http_response_size_bytes_sum{handler="/api/v1/label/:name/values"} 1.874905e+06
prometheus_http_response_size_bytes_count{handler="/api/v1/label/:name/values"} 108
prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1000"} 2421
prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="10000"} 2429
prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="100000"} 2429
prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+06"} 2429
prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+07"} 2429
prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+08"} 2429
prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+09"} 2429
prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="+Inf"} 2429
prometheus_http_response_size_bytes_sum{handler="/api/v1/labels"} 299417
prometheus_http_response_size_bytes_count{handler="/api/v1/labels"} 2429
prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1000"} 1475
prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="10000"} 1475
prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="100000"} 1508
prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+06"} 1508
prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+07"} 1508
prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+08"} 1508
prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="1e+09"} 1508
prometheus_http_response_size_bytes_bucket{handler="/api/v1/metadata",le="+Inf"} 1508
prometheus_http_response_size_bytes_sum{handler="/api/v1/metadata"} 2.288651e+06
prometheus_http_response_size_bytes_count{handler="/api/v1/metadata"} 1508
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="100"} 9775
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1000"} 183983
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="10000"} 184020
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="100000"} 184216
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+06"} 184232
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+07"} 184232
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+08"} 184232
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+09"} 184232
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="+Inf"} 184232
prometheus_http_response_size_bytes_sum{handler="/api/v1/query"} 3.6154621e+07
prometheus_http_response_size_bytes_count{handler="/api/v1/query"} 184232
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="100"} 15143
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1000"} 37738
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="10000"} 52387
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="100000"} 52586
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+06"} 52595
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+07"} 52599
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+08"} 52599
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+09"} 52599
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="+Inf"} 52599
prometheus_http_response_size_bytes_sum{handler="/api/v1/query_range"} 4.2913891e+07
prometheus_http_response_size_bytes_count{handler="/api/v1/query_range"} 52599
prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1000"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="10000"} 13
prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="100000"} 13
prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+06"} 13
prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+07"} 13
prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+08"} 13
prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+09"} 13
prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="+Inf"} 13
prometheus_http_response_size_bytes_sum{handler="/api/v1/rules"} 104440
prometheus_http_response_size_bytes_count{handler="/api/v1/rules"} 13
prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1000"} 3
prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="10000"} 3
prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="100000"} 3
prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1e+06"} 3
prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1e+07"} 3
prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1e+08"} 3
prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="1e+09"} 3
prometheus_http_response_size_bytes_bucket{handler="/api/v1/scrape_pools",le="+Inf"} 3
prometheus_http_response_size_bytes_sum{handler="/api/v1/scrape_pools"} 966
prometheus_http_response_size_bytes_count{handler="/api/v1/scrape_pools"} 3
prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1000"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="10000"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="100000"} 1714
prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+06"} 1717
prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+07"} 1741
prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+08"} 1741
prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+09"} 1741
prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="+Inf"} 1741
prometheus_http_response_size_bytes_sum{handler="/api/v1/series"} 1.05252934e+08
prometheus_http_response_size_bytes_count{handler="/api/v1/series"} 1741
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1000"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="10000"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="100000"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+06"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+07"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+08"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="1e+09"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/buildinfo",le="+Inf"} 1
prometheus_http_response_size_bytes_sum{handler="/api/v1/status/buildinfo"} 156
prometheus_http_response_size_bytes_count{handler="/api/v1/status/buildinfo"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1000"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="10000"} 1475
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="100000"} 1475
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+06"} 1475
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+07"} 1475
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+08"} 1475
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+09"} 1475
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="+Inf"} 1475
prometheus_http_response_size_bytes_sum{handler="/api/v1/status/config"} 4.021821e+06
prometheus_http_response_size_bytes_count{handler="/api/v1/status/config"} 1475
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1000"} 1478
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="10000"} 1478
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="100000"} 1478
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+06"} 1478
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+07"} 1478
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+08"} 1478
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="1e+09"} 1478
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/flags",le="+Inf"} 1478
prometheus_http_response_size_bytes_sum{handler="/api/v1/status/flags"} 1.2563e+06
prometheus_http_response_size_bytes_count{handler="/api/v1/status/flags"} 1478
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1000"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="10000"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="100000"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1e+06"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1e+07"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1e+08"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="1e+09"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/runtimeinfo",le="+Inf"} 1
prometheus_http_response_size_bytes_sum{handler="/api/v1/status/runtimeinfo"} 250
prometheus_http_response_size_bytes_count{handler="/api/v1/status/runtimeinfo"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1000"} 2
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="10000"} 2
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="100000"} 2
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1e+06"} 2
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1e+07"} 2
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1e+08"} 2
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="1e+09"} 2
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/tsdb",le="+Inf"} 2
prometheus_http_response_size_bytes_sum{handler="/api/v1/status/tsdb"} 1724
prometheus_http_response_size_bytes_count{handler="/api/v1/status/tsdb"} 2
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/walreplay",le="100"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/walreplay",le="1000"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/walreplay",le="10000"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/walreplay",le="100000"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/walreplay",le="1e+06"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/walreplay",le="1e+07"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/walreplay",le="1e+08"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/walreplay",le="1e+09"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/walreplay",le="+Inf"} 1
prometheus_http_response_size_bytes_sum{handler="/api/v1/status/walreplay"} 66
prometheus_http_response_size_bytes_count{handler="/api/v1/status/walreplay"} 1
prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1000"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="10000"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="100000"} 3
prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+06"} 6
prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+07"} 6
prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+08"} 6
prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="1e+09"} 6
prometheus_http_response_size_bytes_bucket{handler="/api/v1/targets",le="+Inf"} 6
prometheus_http_response_size_bytes_sum{handler="/api/v1/targets"} 572309
prometheus_http_response_size_bytes_count{handler="/api/v1/targets"} 6
prometheus_http_response_size_bytes_bucket{handler="/config",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/config",le="1000"} 1
prometheus_http_response_size_bytes_bucket{handler="/config",le="10000"} 1
prometheus_http_response_size_bytes_bucket{handler="/config",le="100000"} 1
prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+06"} 1
prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+07"} 1
prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+08"} 1
prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+09"} 1
prometheus_http_response_size_bytes_bucket{handler="/config",le="+Inf"} 1
prometheus_http_response_size_bytes_sum{handler="/config"} 734
prometheus_http_response_size_bytes_count{handler="/config"} 1
prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1000"} 0
prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="10000"} 0
prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="100000"} 24
prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1e+06"} 24
prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1e+07"} 24
prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1e+08"} 24
prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="1e+09"} 24
prometheus_http_response_size_bytes_bucket{handler="/favicon.ico",le="+Inf"} 24
prometheus_http_response_size_bytes_sum{handler="/favicon.ico"} 362064
prometheus_http_response_size_bytes_count{handler="/favicon.ico"} 24
prometheus_http_response_size_bytes_bucket{handler="/flags",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/flags",le="1000"} 2
prometheus_http_response_size_bytes_bucket{handler="/flags",le="10000"} 2
prometheus_http_response_size_bytes_bucket{handler="/flags",le="100000"} 2
prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+06"} 2
prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+07"} 2
prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+08"} 2
prometheus_http_response_size_bytes_bucket{handler="/flags",le="1e+09"} 2
prometheus_http_response_size_bytes_bucket{handler="/flags",le="+Inf"} 2
prometheus_http_response_size_bytes_sum{handler="/flags"} 1468
prometheus_http_response_size_bytes_count{handler="/flags"} 2
prometheus_http_response_size_bytes_bucket{handler="/graph",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/graph",le="1000"} 252
prometheus_http_response_size_bytes_bucket{handler="/graph",le="10000"} 252
prometheus_http_response_size_bytes_bucket{handler="/graph",le="100000"} 252
prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+06"} 252
prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+07"} 252
prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+08"} 252
prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+09"} 252
prometheus_http_response_size_bytes_bucket{handler="/graph",le="+Inf"} 252
prometheus_http_response_size_bytes_sum{handler="/graph"} 184968
prometheus_http_response_size_bytes_count{handler="/graph"} 252
prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1000"} 14
prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="10000"} 14
prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="100000"} 14
prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1e+06"} 14
prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1e+07"} 14
prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1e+08"} 14
prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="1e+09"} 14
prometheus_http_response_size_bytes_bucket{handler="/manifest.json",le="+Inf"} 14
prometheus_http_response_size_bytes_sum{handler="/manifest.json"} 4452
prometheus_http_response_size_bytes_count{handler="/manifest.json"} 14
prometheus_http_response_size_bytes_bucket{handler="/metrics",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1000"} 0
prometheus_http_response_size_bytes_bucket{handler="/metrics",le="10000"} 0
prometheus_http_response_size_bytes_bucket{handler="/metrics",le="100000"} 29514
prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+06"} 29514
prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+07"} 29514
prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+08"} 29514
prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+09"} 29514
prometheus_http_response_size_bytes_bucket{handler="/metrics",le="+Inf"} 29514
prometheus_http_response_size_bytes_sum{handler="/metrics"} 6.54569818e+08
prometheus_http_response_size_bytes_count{handler="/metrics"} 29514
prometheus_http_response_size_bytes_bucket{handler="/rules",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/rules",le="1000"} 8
prometheus_http_response_size_bytes_bucket{handler="/rules",le="10000"} 8
prometheus_http_response_size_bytes_bucket{handler="/rules",le="100000"} 8
prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+06"} 8
prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+07"} 8
prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+08"} 8
prometheus_http_response_size_bytes_bucket{handler="/rules",le="1e+09"} 8
prometheus_http_response_size_bytes_bucket{handler="/rules",le="+Inf"} 8
prometheus_http_response_size_bytes_sum{handler="/rules"} 5872
prometheus_http_response_size_bytes_count{handler="/rules"} 8
prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1000"} 3
prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="10000"} 3
prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="100000"} 3
prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+06"} 3
prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+07"} 3
prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+08"} 3
prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="1e+09"} 3
prometheus_http_response_size_bytes_bucket{handler="/service-discovery",le="+Inf"} 3
prometheus_http_response_size_bytes_sum{handler="/service-discovery"} 2202
prometheus_http_response_size_bytes_count{handler="/service-discovery"} 3
prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1000"} 0
prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="10000"} 0
prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="100000"} 8
prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+06"} 63
prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+07"} 130
prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+08"} 130
prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+09"} 130
prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="+Inf"} 130
prometheus_http_response_size_bytes_sum{handler="/static/*filepath"} 1.76670776e+08
prometheus_http_response_size_bytes_count{handler="/static/*filepath"} 130
prometheus_http_response_size_bytes_bucket{handler="/status",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/status",le="1000"} 2
prometheus_http_response_size_bytes_bucket{handler="/status",le="10000"} 2
prometheus_http_response_size_bytes_bucket{handler="/status",le="100000"} 2
prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+06"} 2
prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+07"} 2
prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+08"} 2
prometheus_http_response_size_bytes_bucket{handler="/status",le="1e+09"} 2
prometheus_http_response_size_bytes_bucket{handler="/status",le="+Inf"} 2
prometheus_http_response_size_bytes_sum{handler="/status"} 1468
prometheus_http_response_size_bytes_count{handler="/status"} 2
prometheus_http_response_size_bytes_bucket{handler="/targets",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/targets",le="1000"} 50
prometheus_http_response_size_bytes_bucket{handler="/targets",le="10000"} 50
prometheus_http_response_size_bytes_bucket{handler="/targets",le="100000"} 50
prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+06"} 50
prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+07"} 50
prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+08"} 50
prometheus_http_response_size_bytes_bucket{handler="/targets",le="1e+09"} 50
prometheus_http_response_size_bytes_bucket{handler="/targets",le="+Inf"} 50
prometheus_http_response_size_bytes_sum{handler="/targets"} 36700
prometheus_http_response_size_bytes_count{handler="/targets"} 50
prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1000"} 15
prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="10000"} 15
prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="100000"} 15
prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1e+06"} 15
prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1e+07"} 15
prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1e+08"} 15
prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="1e+09"} 15
prometheus_http_response_size_bytes_bucket{handler="/tsdb-status",le="+Inf"} 15
prometheus_http_response_size_bytes_sum{handler="/tsdb-status"} 11010
prometheus_http_response_size_bytes_count{handler="/tsdb-status"} 15
# HELP prometheus_notifications_alertmanagers_discovered The number of alertmanagers discovered and active.
# TYPE prometheus_notifications_alertmanagers_discovered gauge
prometheus_notifications_alertmanagers_discovered 2
# HELP prometheus_notifications_dropped_total Total number of alerts dropped due to errors when sending to Alertmanager.
# TYPE prometheus_notifications_dropped_total counter
prometheus_notifications_dropped_total 0
# HELP prometheus_notifications_errors_total Total number of errors sending alert notifications.
# TYPE prometheus_notifications_errors_total counter
prometheus_notifications_errors_total{alertmanager="http://172.16.4.235:8643/api/v2/alerts"} 0
prometheus_notifications_errors_total{alertmanager="http://172.16.5.127:8643/api/v2/alerts"} 0
# HELP prometheus_notifications_latency_seconds Latency quantiles for sending alert notifications.
# TYPE prometheus_notifications_latency_seconds summary
prometheus_notifications_latency_seconds{alertmanager="http://172.16.4.235:8643/api/v2/alerts",quantile="0.5"} 0.004348578
prometheus_notifications_latency_seconds{alertmanager="http://172.16.4.235:8643/api/v2/alerts",quantile="0.9"} 0.006849046
prometheus_notifications_latency_seconds{alertmanager="http://172.16.4.235:8643/api/v2/alerts",quantile="0.99"} 0.006849046
prometheus_notifications_latency_seconds_sum{alertmanager="http://172.16.4.235:8643/api/v2/alerts"} 75.88807863099994
prometheus_notifications_latency_seconds_count{alertmanager="http://172.16.4.235:8643/api/v2/alerts"} 14801
prometheus_notifications_latency_seconds{alertmanager="http://172.16.5.127:8643/api/v2/alerts",quantile="0.5"} 0.005582222
prometheus_notifications_latency_seconds{alertmanager="http://172.16.5.127:8643/api/v2/alerts",quantile="0.9"} 0.005704078
prometheus_notifications_latency_seconds{alertmanager="http://172.16.5.127:8643/api/v2/alerts",quantile="0.99"} 0.005704078
prometheus_notifications_latency_seconds_sum{alertmanager="http://172.16.5.127:8643/api/v2/alerts"} 81.49379601299967
prometheus_notifications_latency_seconds_count{alertmanager="http://172.16.5.127:8643/api/v2/alerts"} 14801
# HELP prometheus_notifications_queue_capacity The capacity of the alert notifications queue.
# TYPE prometheus_notifications_queue_capacity gauge
prometheus_notifications_queue_capacity 10000
# HELP prometheus_notifications_queue_length The number of alert notifications in the queue.
# TYPE prometheus_notifications_queue_length gauge
prometheus_notifications_queue_length 0
# HELP prometheus_notifications_sent_total Total number of alerts sent.
# TYPE prometheus_notifications_sent_total counter
prometheus_notifications_sent_total{alertmanager="http://172.16.4.235:8643/api/v2/alerts"} 14818
prometheus_notifications_sent_total{alertmanager="http://172.16.5.127:8643/api/v2/alerts"} 14818
# HELP prometheus_ready Whether Prometheus startup was fully completed and the server is ready for normal operation.
# TYPE prometheus_ready gauge
prometheus_ready 1
# HELP prometheus_remote_storage_exemplars_in_total Exemplars in to remote storage, compare to exemplars out for queue managers.
# TYPE prometheus_remote_storage_exemplars_in_total counter
prometheus_remote_storage_exemplars_in_total 0
# HELP prometheus_remote_storage_highest_timestamp_in_seconds Highest timestamp that has come into the remote storage via the Appender interface, in seconds since epoch.
# TYPE prometheus_remote_storage_highest_timestamp_in_seconds gauge
prometheus_remote_storage_highest_timestamp_in_seconds 1.778183425e+09
# HELP prometheus_remote_storage_histograms_in_total HistogramSamples in to remote storage, compare to histograms out for queue managers.
# TYPE prometheus_remote_storage_histograms_in_total counter
prometheus_remote_storage_histograms_in_total 0
# HELP prometheus_remote_storage_samples_in_total Samples in to remote storage, compare to samples out for queue managers.
# TYPE prometheus_remote_storage_samples_in_total counter
prometheus_remote_storage_samples_in_total 6.2894137792e+10
# HELP prometheus_remote_storage_string_interner_zero_reference_releases_total The number of times release has been called for strings that are not interned.
# TYPE prometheus_remote_storage_string_interner_zero_reference_releases_total counter
prometheus_remote_storage_string_interner_zero_reference_releases_total 0
# HELP prometheus_rule_evaluation_duration_seconds The duration for a rule to execute.
# TYPE prometheus_rule_evaluation_duration_seconds summary
prometheus_rule_evaluation_duration_seconds{quantile="0.5"} 0.001042248
prometheus_rule_evaluation_duration_seconds{quantile="0.9"} 0.006994548
prometheus_rule_evaluation_duration_seconds{quantile="0.99"} 0.475795982
prometheus_rule_evaluation_duration_seconds_sum 53571.7759070731
prometheus_rule_evaluation_duration_seconds_count 2.251671e+06
# HELP prometheus_rule_evaluation_failures_total The total number of rule evaluation failures.
# TYPE prometheus_rule_evaluation_failures_total counter
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/project-tools/elastic_elastic.yaml;Elasticsearch"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/alerts/web_web.yaml;Web services"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 0
prometheus_rule_evaluation_failures_total{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 0
# HELP prometheus_rule_evaluations_total The total number of rule evaluations.
# TYPE prometheus_rule_evaluations_total counter
prometheus_rule_evaluations_total{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 59020
prometheus_rule_evaluations_total{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 88527
prometheus_rule_evaluations_total{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 59020
prometheus_rule_evaluations_total{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 59020
prometheus_rule_evaluations_total{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 29510
prometheus_rule_evaluations_total{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 59020
prometheus_rule_evaluations_total{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 59020
prometheus_rule_evaluations_total{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 118040
prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 59020
prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 88530
prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 29510
prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 59020
prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 88530
prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 88530
prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 59020
prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 29509
prometheus_rule_evaluations_total{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 29510
prometheus_rule_evaluations_total{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 59020
prometheus_rule_evaluations_total{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 59020
prometheus_rule_evaluations_total{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 118040
prometheus_rule_evaluations_total{rule_group="/srv/alerts/project-tools/elastic_elastic.yaml;Elasticsearch"} 59020
prometheus_rule_evaluations_total{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 206570
prometheus_rule_evaluations_total{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 59020
prometheus_rule_evaluations_total{rule_group="/srv/alerts/web_web.yaml;Web services"} 59020
prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 29509
prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 29510
prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 29510
prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 29510
prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 29510
prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 29510
prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 29510
prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 29510
prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 29510
prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 29510
prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 29510
prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 29510
prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 29510
prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 29510
prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 29510
prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 29510
prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 29510
prometheus_rule_evaluations_total{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 59020
# HELP prometheus_rule_group_duration_seconds The duration of rule group evaluations.
# TYPE prometheus_rule_group_duration_seconds summary
prometheus_rule_group_duration_seconds{quantile="0.01"} 0.000570747
prometheus_rule_group_duration_seconds{quantile="0.05"} 0.0008958
prometheus_rule_group_duration_seconds{quantile="0.5"} 0.001356609
prometheus_rule_group_duration_seconds{quantile="0.9"} 0.011313401
prometheus_rule_group_duration_seconds{quantile="0.99"} 1.306766155
prometheus_rule_group_duration_seconds_sum 53615.565474946576
prometheus_rule_group_duration_seconds_count 1.248333e+06
# HELP prometheus_rule_group_interval_seconds The interval of a rule group.
# TYPE prometheus_rule_group_interval_seconds gauge
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/project-tools/elastic_elastic.yaml;Elasticsearch"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/alerts/web_web.yaml;Web services"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 60
prometheus_rule_group_interval_seconds{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 60
# HELP prometheus_rule_group_iterations_missed_total The total number of rule group evaluations missed due to slow rule group evaluation.
# TYPE prometheus_rule_group_iterations_missed_total counter
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/project-tools/elastic_elastic.yaml;Elasticsearch"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/alerts/web_web.yaml;Web services"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 0
prometheus_rule_group_iterations_missed_total{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 0
# HELP prometheus_rule_group_iterations_total The total number of scheduled rule group evaluations, whether executed or missed.
# TYPE prometheus_rule_group_iterations_total counter
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 29509
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 29509
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/project-tools/elastic_elastic.yaml;Elasticsearch"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/alerts/web_web.yaml;Web services"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 29509
prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 29510
prometheus_rule_group_iterations_total{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 29510
# HELP prometheus_rule_group_last_duration_seconds The duration of the last rule group evaluation.
# TYPE prometheus_rule_group_last_duration_seconds gauge
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 0.001729348
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 0.003567359
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 0.001456885
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 0.001485764
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 0.001100095
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 0.001657081
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 0.002175725
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 0.012154869
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 0.014300984
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 0.002467518
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 0.000678857
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 0.004711567
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 1.395386281
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 0.005662947
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 0.002168389
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 0.007088609
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 0.002358497
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 0.001015907
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 0.001380504
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 0.011313401
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/project-tools/elastic_elastic.yaml;Elasticsearch"} 0.001290452
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 0.006133244
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 0.001247083
prometheus_rule_group_last_duration_seconds{rule_group="/srv/alerts/web_web.yaml;Web services"} 0.001949838
prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 0.00159054
prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 0.0021511
prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 0.001146389
prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 0.001745936
prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 0.003787169
prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 0.001320782
prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 0.001195056
prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 0.001554919
prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 0.001117563
prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 0.001120693
prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 0.001184948
prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 0.001062435
prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 0.001205711
prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 0.001082658
prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 0.000932552
prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 0.001199298
prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 0.001319939
prometheus_rule_group_last_duration_seconds{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 0.33188128
# HELP prometheus_rule_group_last_evaluation_samples The number of samples returned during the last rule group evaluation.
# TYPE prometheus_rule_group_last_evaluation_samples gauge
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 2
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/project-tools/elastic_elastic.yaml;Elasticsearch"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/alerts/web_web.yaml;Web services"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 0
prometheus_rule_group_last_evaluation_samples{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 4
# HELP prometheus_rule_group_last_evaluation_timestamp_seconds The timestamp of the last rule group evaluation in seconds.
# TYPE prometheus_rule_group_last_evaluation_timestamp_seconds gauge
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 1.7781833962253306e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 1.7781833668211906e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 1.7781833889336903e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 1.7781834036352034e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 1.7781834038534455e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 1.7781833883187385e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 1.7781833948153286e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 1.7781833682053964e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 1.7781834250666819e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 1.7781834205869405e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 1.7781834141351755e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 1.77818338417632e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 1.778183415387663e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 1.7781833933922749e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 1.7781833904782405e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 1.778183366900144e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 1.778183373201217e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 1.778183391287914e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 1.7781833876216037e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 1.7781834039922802e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/project-tools/elastic_elastic.yaml;Elasticsearch"} 1.778183420804935e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 1.778183377195085e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 1.7781833990656002e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/alerts/web_web.yaml;Web services"} 1.7781834038874793e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 1.7781833662494047e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 1.7781834174919715e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 1.7781834163378766e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 1.7781834016407263e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 1.7781834083067029e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 1.7781834029080558e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 1.7781834217501276e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 1.7781833936922348e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 1.7781834207973952e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 1.7781834095438807e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 1.778183405754632e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 1.778183386196725e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 1.778183395880279e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 1.7781834156870282e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 1.778183386308963e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 1.7781833766788006e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 1.7781834034887094e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 1.7781834073886292e+09
# HELP prometheus_rule_group_rules The number of rules.
# TYPE prometheus_rule_group_rules gauge
prometheus_rule_group_rules{rule_group="/srv/alerts/buildservice_builds-api.yaml;builds-api"} 2
prometheus_rule_group_rules{rule_group="/srv/alerts/buildservice_harbor.yaml;harbor"} 3
prometheus_rule_group_rules{rule_group="/srv/alerts/buildservice_tekton.yaml;tekton"} 2
prometheus_rule_group_rules{rule_group="/srv/alerts/components-service_components-api.yaml;components-api"} 2
prometheus_rule_group_rules{rule_group="/srv/alerts/envvarsservice_envvars-admission.yaml;envvars-admission"} 1
prometheus_rule_group_rules{rule_group="/srv/alerts/envvarsservice_envvars-api.yaml;envvars-api"} 2
prometheus_rule_group_rules{rule_group="/srv/alerts/jobs-service_jobs-api.yaml;jobs-api"} 2
prometheus_rule_group_rules{rule_group="/srv/alerts/jobs-service_jobs-emailer.yaml;jobs-emailer"} 4
prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_capacity.yaml;Kubernetes cluster capacity"} 2
prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_cert-manager.yaml;cert-manager"} 3
prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_gateway.yaml;Istio"} 1
prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_haproxy.yaml;Kubernetes haproxy"} 2
prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_kyverno.yaml;Kubernetes kyverno"} 3
prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_node.yaml;Kubernetes nodes"} 3
prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_prometheus_k8s_cert.yaml;cert-manager"} 2
prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_worker_out_of_space.yaml;Kubernetes worker low on space"} 1
prometheus_rule_group_rules{rule_group="/srv/alerts/kubernetes_worker_stuck.yaml;Kubernetes worker stuck on NFS"} 1
prometheus_rule_group_rules{rule_group="/srv/alerts/maintain-kubeusers_main.yaml;maintain-kubeusers"} 2
prometheus_rule_group_rules{rule_group="/srv/alerts/monitoring_prometheus.yaml;prometheus"} 2
prometheus_rule_group_rules{rule_group="/srv/alerts/nfs_nfs.yaml;nfs"} 4
prometheus_rule_group_rules{rule_group="/srv/alerts/project-tools/elastic_elastic.yaml;Elasticsearch"} 2
prometheus_rule_group_rules{rule_group="/srv/alerts/project-tools/tools-db_tools-db.yaml;tools-db"} 7
prometheus_rule_group_rules{rule_group="/srv/alerts/project-tools/web_toolviews.yaml;Toolviews"} 2
prometheus_rule_group_rules{rule_group="/srv/alerts/web_web.yaml;Web services"} 2
prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;puppet_probes"} 1
prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_admin_toolforge_org.yml;ssl_expire"} 1
prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;puppet_probes"} 1
prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_api_svc_toolforge_org.yml;ssl_expire"} 1
prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_default.yml;alerts_default.conf"} 1
prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_infra_tracing_loki_svc_tools_eqiad1_wikimedia_cloud.yml;puppet_probes"} 1
prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;puppet_probes"} 1
prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_this_tool_does_not_exist_toolforge_org.yml;ssl_expire"} 1
prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_static_wmflabs_org.yml;puppet_probes"} 1
prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;puppet_probes"} 1
prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_main_page.yml;ssl_expire"} 1
prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;puppet_probes"} 1
prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_tools_wmflabs_org_tool.yml;ssl_expire"} 1
prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;puppet_probes"} 1
prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_main_page.yml;ssl_expire"} 1
prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;puppet_probes"} 1
prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/alerts_toolserver_org_redirects.yml;ssl_expire"} 1
prometheus_rule_group_rules{rule_group="/srv/prometheus/tools/rules/rules_kubernetes.yml;cluster_resource"} 2
# HELP prometheus_sd_azure_failures_total Number of Azure service discovery refresh failures.
# TYPE prometheus_sd_azure_failures_total counter
prometheus_sd_azure_failures_total 0
# HELP prometheus_sd_consul_rpc_duration_seconds The duration of a Consul RPC call in seconds.
# TYPE prometheus_sd_consul_rpc_duration_seconds summary
prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.5"} NaN
prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.9"} NaN
prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.99"} NaN
prometheus_sd_consul_rpc_duration_seconds_sum{call="service",endpoint="catalog"} 0
prometheus_sd_consul_rpc_duration_seconds_count{call="service",endpoint="catalog"} 0
prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.5"} NaN
prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.9"} NaN
prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.99"} NaN
prometheus_sd_consul_rpc_duration_seconds_sum{call="services",endpoint="catalog"} 0
prometheus_sd_consul_rpc_duration_seconds_count{call="services",endpoint="catalog"} 0
# HELP prometheus_sd_consul_rpc_failures_total The number of Consul RPC call failures.
# TYPE prometheus_sd_consul_rpc_failures_total counter
prometheus_sd_consul_rpc_failures_total 0
# HELP prometheus_sd_discovered_targets Current number of discovered targets.
# TYPE prometheus_sd_discovered_targets gauge
prometheus_sd_discovered_targets{config="alloy",name="scrape"} 78
prometheus_sd_discovered_targets{config="builds-api",name="scrape"} 6
prometheus_sd_discovered_targets{config="components-api",name="scrape"} 6
prometheus_sd_discovered_targets{config="config-0",name="notify"} 12
prometheus_sd_discovered_targets{config="elastic",name="scrape"} 135
prometheus_sd_discovered_targets{config="elastic-haproxy",name="scrape"} 135
prometheus_sd_discovered_targets{config="envvars-api",name="scrape"} 6
prometheus_sd_discovered_targets{config="exim",name="scrape"} 135
prometheus_sd_discovered_targets{config="haproxy",name="scrape"} 135
prometheus_sd_discovered_targets{config="harbor",name="scrape"} 135
prometheus_sd_discovered_targets{config="infra-tracing-loki",name="scrape"} 28
prometheus_sd_discovered_targets{config="istio-gateway-toolforge",name="scrape"} 9
prometheus_sd_discovered_targets{config="istiod",name="scrape"} 15
prometheus_sd_discovered_targets{config="jobs-api",name="scrape"} 6
prometheus_sd_discovered_targets{config="jobs-emailer",name="scrape"} 1
prometheus_sd_discovered_targets{config="k8s-apiserver",name="scrape"} 135
prometheus_sd_discovered_targets{config="k8s-cadvisor",name="scrape"} 85
prometheus_sd_discovered_targets{config="k8s-cert-manager",name="scrape"} 6
prometheus_sd_discovered_targets{config="k8s-cert-manager-reloader",name="scrape"} 6
prometheus_sd_discovered_targets{config="k8s-coredns",name="scrape"} 431
prometheus_sd_discovered_targets{config="k8s-etcd",name="scrape"} 135
prometheus_sd_discovered_targets{config="k8s-kube-state-metrics",name="scrape"} 85
prometheus_sd_discovered_targets{config="k8s-maintain-kubeusers",name="scrape"} 2
prometheus_sd_discovered_targets{config="k8s-nodes",name="scrape"} 81
prometheus_sd_discovered_targets{config="kyverno",name="scrape"} 33
prometheus_sd_discovered_targets{config="logs-api",name="scrape"} 6
prometheus_sd_discovered_targets{config="loki-tools",name="scrape"} 27
prometheus_sd_discovered_targets{config="node",name="scrape"} 0
prometheus_sd_discovered_targets{config="node-exporter",name="scrape"} 135
prometheus_sd_discovered_targets{config="pint",name="scrape"} 1
prometheus_sd_discovered_targets{config="probes/custom",name="scrape"} 25
prometheus_sd_discovered_targets{config="probes/pingthing",name="scrape"} 1
prometheus_sd_discovered_targets{config="prometheus",name="scrape"} 1
prometheus_sd_discovered_targets{config="redis",name="scrape"} 135
prometheus_sd_discovered_targets{config="ssh-banner",name="scrape"} 135
prometheus_sd_discovered_targets{config="tekton-pipelines-controller",name="scrape"} 10
prometheus_sd_discovered_targets{config="tools-db",name="scrape"} 135
# HELP prometheus_sd_dns_lookup_failures_total The number of DNS-SD lookup failures.
# TYPE prometheus_sd_dns_lookup_failures_total counter
prometheus_sd_dns_lookup_failures_total 0
# HELP prometheus_sd_dns_lookups_total The number of DNS-SD lookups.
# TYPE prometheus_sd_dns_lookups_total counter
prometheus_sd_dns_lookups_total 0
# HELP prometheus_sd_failed_configs Current number of service discovery configurations that failed to load.
# TYPE prometheus_sd_failed_configs gauge
prometheus_sd_failed_configs{name="notify"} 0
prometheus_sd_failed_configs{name="scrape"} 0
# HELP prometheus_sd_file_mtime_seconds Timestamp (mtime) of files read by FileSD. Timestamp is set at read time.
# TYPE prometheus_sd_file_mtime_seconds gauge
prometheus_sd_file_mtime_seconds{filename="/srv/prometheus/tools/targets/probes-custom_puppet-http.yaml"} 1.77798814e+09
prometheus_sd_file_mtime_seconds{filename="/srv/prometheus/tools/targets/probes_pingthing_http_check_urls.yaml"} 1.683212851e+09
# HELP prometheus_sd_file_read_errors_total The number of File-SD read errors.
# TYPE prometheus_sd_file_read_errors_total counter
prometheus_sd_file_read_errors_total 0
# HELP prometheus_sd_file_scan_duration_seconds The duration of the File-SD scan in seconds.
# TYPE prometheus_sd_file_scan_duration_seconds summary
prometheus_sd_file_scan_duration_seconds{quantile="0.5"} 0.000282047
prometheus_sd_file_scan_duration_seconds{quantile="0.9"} 0.002002555
prometheus_sd_file_scan_duration_seconds{quantile="0.99"} 0.002002555
prometheus_sd_file_scan_duration_seconds_sum 15.190789036999933
prometheus_sd_file_scan_duration_seconds_count 17797
# HELP prometheus_sd_file_watcher_errors_total The number of File-SD errors caused by filesystem watch failures.
# TYPE prometheus_sd_file_watcher_errors_total counter
prometheus_sd_file_watcher_errors_total 0
# HELP prometheus_sd_http_failures_total Number of HTTP service discovery refresh failures.
# TYPE prometheus_sd_http_failures_total counter
prometheus_sd_http_failures_total 0
# HELP prometheus_sd_kubernetes_events_total The number of Kubernetes events handled.
# TYPE prometheus_sd_kubernetes_events_total counter
prometheus_sd_kubernetes_events_total{event="add",role="endpoints"} 0
prometheus_sd_kubernetes_events_total{event="add",role="endpointslice"} 0
prometheus_sd_kubernetes_events_total{event="add",role="ingress"} 0
prometheus_sd_kubernetes_events_total{event="add",role="node"} 1968
prometheus_sd_kubernetes_events_total{event="add",role="pod"} 9767
prometheus_sd_kubernetes_events_total{event="add",role="service"} 0
prometheus_sd_kubernetes_events_total{event="delete",role="endpoints"} 0
prometheus_sd_kubernetes_events_total{event="delete",role="endpointslice"} 0
prometheus_sd_kubernetes_events_total{event="delete",role="ingress"} 0
prometheus_sd_kubernetes_events_total{event="delete",role="node"} 3
prometheus_sd_kubernetes_events_total{event="delete",role="pod"} 82
prometheus_sd_kubernetes_events_total{event="delete",role="service"} 0
prometheus_sd_kubernetes_events_total{event="update",role="endpoints"} 0
prometheus_sd_kubernetes_events_total{event="update",role="endpointslice"} 0
prometheus_sd_kubernetes_events_total{event="update",role="ingress"} 0
prometheus_sd_kubernetes_events_total{event="update",role="node"} 2.368078e+06
prometheus_sd_kubernetes_events_total{event="update",role="pod"} 700
prometheus_sd_kubernetes_events_total{event="update",role="service"} 0
# HELP prometheus_sd_kubernetes_http_request_duration_seconds Summary of latencies for HTTP requests to the Kubernetes API by endpoint.
# TYPE prometheus_sd_kubernetes_http_request_duration_seconds summary
prometheus_sd_kubernetes_http_request_duration_seconds_sum{endpoint="/api/v1/namespaces/%7Bnamespace%7D/pods"} 19.23733355799999
prometheus_sd_kubernetes_http_request_duration_seconds_count{endpoint="/api/v1/namespaces/%7Bnamespace%7D/pods"} 415
prometheus_sd_kubernetes_http_request_duration_seconds_sum{endpoint="/api/v1/nodes"} 1.3701467539999996
prometheus_sd_kubernetes_http_request_duration_seconds_count{endpoint="/api/v1/nodes"} 24
# HELP prometheus_sd_kubernetes_http_request_total Total number of HTTP requests to the Kubernetes API by status code.
# TYPE prometheus_sd_kubernetes_http_request_total counter
prometheus_sd_kubernetes_http_request_total{status_code="200"} 72629
# HELP prometheus_sd_kubernetes_workqueue_depth Current depth of the work queue.
# TYPE prometheus_sd_kubernetes_workqueue_depth gauge
prometheus_sd_kubernetes_workqueue_depth{queue_name="node"} 0
prometheus_sd_kubernetes_workqueue_depth{queue_name="pod"} 0
# HELP prometheus_sd_kubernetes_workqueue_items_total Total number of items added to the work queue.
# TYPE prometheus_sd_kubernetes_workqueue_items_total counter
prometheus_sd_kubernetes_workqueue_items_total{queue_name="node"} 2.370046e+06
prometheus_sd_kubernetes_workqueue_items_total{queue_name="pod"} 10539
# HELP prometheus_sd_kubernetes_workqueue_latency_seconds How long an item stays in the work queue.
# TYPE prometheus_sd_kubernetes_workqueue_latency_seconds summary
prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="node"} 82.37599515299539
prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="node"} 2.370046e+06
prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="pod"} 315.47315349100114
prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="pod"} 10539
# HELP prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds Duration of the longest running processor in the work queue.
# TYPE prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds gauge
prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="node"} 0
prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="pod"} 0
# HELP prometheus_sd_kubernetes_workqueue_unfinished_work_seconds How long an item has remained unfinished in the work queue.
# TYPE prometheus_sd_kubernetes_workqueue_unfinished_work_seconds gauge
prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="node"} 0
prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="pod"} 0
# HELP prometheus_sd_kubernetes_workqueue_work_duration_seconds How long processing an item from the work queue takes.
# TYPE prometheus_sd_kubernetes_workqueue_work_duration_seconds summary
prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="node"} 406.94926957400156
prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="node"} 2.370046e+06
prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="pod"} 0.7424183500000022
prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="pod"} 10539
# HELP prometheus_sd_kuma_fetch_duration_seconds The duration of a Kuma MADS fetch call.
# TYPE prometheus_sd_kuma_fetch_duration_seconds summary
prometheus_sd_kuma_fetch_duration_seconds{quantile="0.5"} NaN
prometheus_sd_kuma_fetch_duration_seconds{quantile="0.9"} NaN
prometheus_sd_kuma_fetch_duration_seconds{quantile="0.99"} NaN
prometheus_sd_kuma_fetch_duration_seconds_sum 0
prometheus_sd_kuma_fetch_duration_seconds_count 0
# HELP prometheus_sd_kuma_fetch_failures_total The number of Kuma MADS fetch call failures.
# TYPE prometheus_sd_kuma_fetch_failures_total counter
prometheus_sd_kuma_fetch_failures_total 0
# HELP prometheus_sd_kuma_fetch_skipped_updates_total The number of Kuma MADS fetch calls that result in no updates to the targets.
# TYPE prometheus_sd_kuma_fetch_skipped_updates_total counter
prometheus_sd_kuma_fetch_skipped_updates_total 0
# HELP prometheus_sd_linode_failures_total Number of Linode service discovery refresh failures.
# TYPE prometheus_sd_linode_failures_total counter
prometheus_sd_linode_failures_total 0
# HELP prometheus_sd_nomad_failures_total Number of nomad service discovery refresh failures.
# TYPE prometheus_sd_nomad_failures_total counter
prometheus_sd_nomad_failures_total 0
# HELP prometheus_sd_received_updates_total Total number of update events received from the SD providers.
# TYPE prometheus_sd_received_updates_total counter
prometheus_sd_received_updates_total{name="notify"} 5908
prometheus_sd_received_updates_total{name="scrape"} 2.457533e+06
# HELP prometheus_sd_refresh_duration_seconds The duration of a refresh in seconds for the given SD mechanism.
# TYPE prometheus_sd_refresh_duration_seconds summary
prometheus_sd_refresh_duration_seconds{mechanism="openstack",quantile="0.5"} 1.368751196
prometheus_sd_refresh_duration_seconds{mechanism="openstack",quantile="0.9"} 1.584667319
prometheus_sd_refresh_duration_seconds{mechanism="openstack",quantile="0.99"} 1.651005782
prometheus_sd_refresh_duration_seconds_sum{mechanism="openstack"} 95906.0512034817
prometheus_sd_refresh_duration_seconds_count{mechanism="openstack"} 70909
# HELP prometheus_sd_refresh_failures_total Number of refresh failures for the given SD mechanism.
# TYPE prometheus_sd_refresh_failures_total counter
prometheus_sd_refresh_failures_total{mechanism="openstack"} 13
# HELP prometheus_sd_updates_total Total number of update events sent to the SD consumers.
# TYPE prometheus_sd_updates_total counter
prometheus_sd_updates_total{name="notify"} 5908
prometheus_sd_updates_total{name="scrape"} 353698
# HELP prometheus_target_interval_length_seconds Actual intervals between scrapes.
# TYPE prometheus_target_interval_length_seconds summary
prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.01"} 59.998984127
prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.05"} 59.999188174
prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.5"} 60.000007626
prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.9"} 60.000632252
prometheus_target_interval_length_seconds{interval="1m0s",quantile="0.99"} 60.001055431
prometheus_target_interval_length_seconds_sum{interval="1m0s"} 8.350974001226734e+08
prometheus_target_interval_length_seconds_count{interval="1m0s"} 1.3918286e+07
prometheus_target_interval_length_seconds{interval="30s",quantile="0.01"} 29.998982424
prometheus_target_interval_length_seconds{interval="30s",quantile="0.05"} 29.999199977
prometheus_target_interval_length_seconds{interval="30s",quantile="0.5"} 30.000035226
prometheus_target_interval_length_seconds{interval="30s",quantile="0.9"} 30.00065374
prometheus_target_interval_length_seconds{interval="30s",quantile="0.99"} 30.001044814
prometheus_target_interval_length_seconds_sum{interval="30s"} 4.426412549386878e+07
prometheus_target_interval_length_seconds_count{interval="30s"} 1.47547e+06
prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.01"} 239.998822026
prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.05"} 239.999227837
prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.5"} 240.0000212
prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.9"} 240.000653113
prometheus_target_interval_length_seconds{interval="4m0s",quantile="0.99"} 240.001126627
prometheus_target_interval_length_seconds_sum{interval="4m0s"} 1.4653153046195045e+08
prometheus_target_interval_length_seconds_count{interval="4m0s"} 610548
# HELP prometheus_target_metadata_cache_bytes The number of bytes that are currently used for storing metric metadata in the cache
# TYPE prometheus_target_metadata_cache_bytes gauge
prometheus_target_metadata_cache_bytes{scrape_job="alloy"} 567295
prometheus_target_metadata_cache_bytes{scrape_job="builds-api"} 8448
prometheus_target_metadata_cache_bytes{scrape_job="components-api"} 1112
prometheus_target_metadata_cache_bytes{scrape_job="elastic"} 21506
prometheus_target_metadata_cache_bytes{scrape_job="elastic-haproxy"} 27141
prometheus_target_metadata_cache_bytes{scrape_job="envvars-api"} 8448
prometheus_target_metadata_cache_bytes{scrape_job="exim"} 4706
prometheus_target_metadata_cache_bytes{scrape_job="haproxy"} 30282
prometheus_target_metadata_cache_bytes{scrape_job="harbor"} 4711
prometheus_target_metadata_cache_bytes{scrape_job="infra-tracing-loki"} 0
prometheus_target_metadata_cache_bytes{scrape_job="istio-gateway-toolforge"} 17916
prometheus_target_metadata_cache_bytes{scrape_job="istiod"} 19911
prometheus_target_metadata_cache_bytes{scrape_job="jobs-api"} 1112
prometheus_target_metadata_cache_bytes{scrape_job="jobs-emailer"} 1579
prometheus_target_metadata_cache_bytes{scrape_job="k8s-apiserver"} 99973
prometheus_target_metadata_cache_bytes{scrape_job="k8s-cadvisor"} 687933
prometheus_target_metadata_cache_bytes{scrape_job="k8s-cert-manager"} 427
prometheus_target_metadata_cache_bytes{scrape_job="k8s-cert-manager-reloader"} 4054
prometheus_target_metadata_cache_bytes{scrape_job="k8s-coredns"} 13664
prometheus_target_metadata_cache_bytes{scrape_job="k8s-etcd"} 21182
prometheus_target_metadata_cache_bytes{scrape_job="k8s-kube-state-metrics"} 40726
prometheus_target_metadata_cache_bytes{scrape_job="k8s-maintain-kubeusers"} 652
prometheus_target_metadata_cache_bytes{scrape_job="k8s-nodes"} 2.228274e+06
prometheus_target_metadata_cache_bytes{scrape_job="kyverno"} 66273
prometheus_target_metadata_cache_bytes{scrape_job="logs-api"} 1112
prometheus_target_metadata_cache_bytes{scrape_job="loki-tools"} 0
prometheus_target_metadata_cache_bytes{scrape_job="node-exporter"} 4.120322e+06
prometheus_target_metadata_cache_bytes{scrape_job="pint"} 2718
prometheus_target_metadata_cache_bytes{scrape_job="probes/custom"} 22579
prometheus_target_metadata_cache_bytes{scrape_job="probes/pingthing"} 908
prometheus_target_metadata_cache_bytes{scrape_job="prometheus"} 12621
prometheus_target_metadata_cache_bytes{scrape_job="redis"} 16925
prometheus_target_metadata_cache_bytes{scrape_job="ssh-banner"} 40002
prometheus_target_metadata_cache_bytes{scrape_job="tekton-pipelines-controller"} 4628
prometheus_target_metadata_cache_bytes{scrape_job="tools-db"} 85994
# HELP prometheus_target_metadata_cache_entries Total number of metric metadata entries in the cache
# TYPE prometheus_target_metadata_cache_entries gauge
prometheus_target_metadata_cache_entries{scrape_job="alloy"} 7375
prometheus_target_metadata_cache_entries{scrape_job="builds-api"} 88
prometheus_target_metadata_cache_entries{scrape_job="components-api"} 10
prometheus_target_metadata_cache_entries{scrape_job="elastic"} 520
prometheus_target_metadata_cache_entries{scrape_job="elastic-haproxy"} 516
prometheus_target_metadata_cache_entries{scrape_job="envvars-api"} 88
prometheus_target_metadata_cache_entries{scrape_job="exim"} 55
prometheus_target_metadata_cache_entries{scrape_job="haproxy"} 412
prometheus_target_metadata_cache_entries{scrape_job="harbor"} 61
prometheus_target_metadata_cache_entries{scrape_job="infra-tracing-loki"} 0
prometheus_target_metadata_cache_entries{scrape_job="istio-gateway-toolforge"} 738
prometheus_target_metadata_cache_entries{scrape_job="istiod"} 242
prometheus_target_metadata_cache_entries{scrape_job="jobs-api"} 10
prometheus_target_metadata_cache_entries{scrape_job="jobs-emailer"} 22
prometheus_target_metadata_cache_entries{scrape_job="k8s-apiserver"} 858
prometheus_target_metadata_cache_entries{scrape_job="k8s-cadvisor"} 10206
prometheus_target_metadata_cache_entries{scrape_job="k8s-cert-manager"} 6
prometheus_target_metadata_cache_entries{scrape_job="k8s-cert-manager-reloader"} 41
prometheus_target_metadata_cache_entries{scrape_job="k8s-coredns"} 246
prometheus_target_metadata_cache_entries{scrape_job="k8s-etcd"} 386
prometheus_target_metadata_cache_entries{scrape_job="k8s-kube-state-metrics"} 654
prometheus_target_metadata_cache_entries{scrape_job="k8s-maintain-kubeusers"} 14
prometheus_target_metadata_cache_entries{scrape_job="k8s-nodes"} 19092
prometheus_target_metadata_cache_entries{scrape_job="kyverno"} 660
prometheus_target_metadata_cache_entries{scrape_job="logs-api"} 10
prometheus_target_metadata_cache_entries{scrape_job="loki-tools"} 0
prometheus_target_metadata_cache_entries{scrape_job="node-exporter"} 91784
prometheus_target_metadata_cache_entries{scrape_job="pint"} 54
prometheus_target_metadata_cache_entries{scrape_job="probes/custom"} 447
prometheus_target_metadata_cache_entries{scrape_job="probes/pingthing"} 18
prometheus_target_metadata_cache_entries{scrape_job="prometheus"} 206
prometheus_target_metadata_cache_entries{scrape_job="redis"} 428
prometheus_target_metadata_cache_entries{scrape_job="ssh-banner"} 678
prometheus_target_metadata_cache_entries{scrape_job="tekton-pipelines-controller"} 59
prometheus_target_metadata_cache_entries{scrape_job="tools-db"} 1704
# HELP prometheus_target_scrape_pool_exceeded_label_limits_total Total number of times scrape pools hit the label limits, during sync or config reload.
# TYPE prometheus_target_scrape_pool_exceeded_label_limits_total counter
prometheus_target_scrape_pool_exceeded_label_limits_total 0
# HELP prometheus_target_scrape_pool_exceeded_target_limit_total Total number of times scrape pools hit the target limit, during sync or config reload.
# TYPE prometheus_target_scrape_pool_exceeded_target_limit_total counter
prometheus_target_scrape_pool_exceeded_target_limit_total 0
# HELP prometheus_target_scrape_pool_reloads_failed_total Total number of failed scrape pool reloads.
# TYPE prometheus_target_scrape_pool_reloads_failed_total counter
prometheus_target_scrape_pool_reloads_failed_total 0
# HELP prometheus_target_scrape_pool_reloads_total Total number of scrape pool reloads.
# TYPE prometheus_target_scrape_pool_reloads_total counter
prometheus_target_scrape_pool_reloads_total 0
# HELP prometheus_target_scrape_pool_sync_total Total number of syncs that were executed on a scrape pool.
# TYPE prometheus_target_scrape_pool_sync_total counter
prometheus_target_scrape_pool_sync_total{scrape_job="alloy"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="builds-api"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="components-api"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="elastic"} 353684
prometheus_target_scrape_pool_sync_total{scrape_job="elastic-haproxy"} 353684
prometheus_target_scrape_pool_sync_total{scrape_job="envvars-api"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="exim"} 353684
prometheus_target_scrape_pool_sync_total{scrape_job="haproxy"} 353684
prometheus_target_scrape_pool_sync_total{scrape_job="harbor"} 353684
prometheus_target_scrape_pool_sync_total{scrape_job="infra-tracing-loki"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="istio-gateway-toolforge"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="istiod"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="jobs-api"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="jobs-emailer"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="k8s-apiserver"} 353684
prometheus_target_scrape_pool_sync_total{scrape_job="k8s-cadvisor"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="k8s-cert-manager"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="k8s-cert-manager-reloader"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="k8s-coredns"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="k8s-etcd"} 353685
prometheus_target_scrape_pool_sync_total{scrape_job="k8s-kube-state-metrics"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="k8s-maintain-kubeusers"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="k8s-nodes"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="kyverno"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="logs-api"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="loki-tools"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="node-exporter"} 353685
prometheus_target_scrape_pool_sync_total{scrape_job="pint"} 353695
prometheus_target_scrape_pool_sync_total{scrape_job="probes/custom"} 353695
prometheus_target_scrape_pool_sync_total{scrape_job="probes/pingthing"} 353695
prometheus_target_scrape_pool_sync_total{scrape_job="prometheus"} 353695
prometheus_target_scrape_pool_sync_total{scrape_job="redis"} 353685
prometheus_target_scrape_pool_sync_total{scrape_job="ssh-banner"} 353684
prometheus_target_scrape_pool_sync_total{scrape_job="tekton-pipelines-controller"} 353694
prometheus_target_scrape_pool_sync_total{scrape_job="tools-db"} 353684
# HELP prometheus_target_scrape_pool_target_limit Maximum number of targets allowed in this scrape pool.
# TYPE prometheus_target_scrape_pool_target_limit gauge
prometheus_target_scrape_pool_target_limit{scrape_job="alloy"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="builds-api"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="components-api"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="elastic"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="elastic-haproxy"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="envvars-api"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="exim"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="haproxy"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="harbor"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="infra-tracing-loki"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="istio-gateway-toolforge"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="istiod"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="jobs-api"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="jobs-emailer"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="k8s-apiserver"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="k8s-cadvisor"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="k8s-cert-manager"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="k8s-cert-manager-reloader"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="k8s-coredns"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="k8s-etcd"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="k8s-kube-state-metrics"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="k8s-maintain-kubeusers"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="k8s-nodes"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="kyverno"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="logs-api"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="loki-tools"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="node-exporter"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="pint"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="probes/custom"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="probes/pingthing"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="prometheus"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="redis"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="ssh-banner"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="tekton-pipelines-controller"} 0
prometheus_target_scrape_pool_target_limit{scrape_job="tools-db"} 0
# HELP prometheus_target_scrape_pool_targets Current number of targets in this scrape pool.
# TYPE prometheus_target_scrape_pool_targets gauge
prometheus_target_scrape_pool_targets{scrape_job="alloy"} 78
prometheus_target_scrape_pool_targets{scrape_job="builds-api"} 2
prometheus_target_scrape_pool_targets{scrape_job="components-api"} 2
prometheus_target_scrape_pool_targets{scrape_job="elastic"} 3
prometheus_target_scrape_pool_targets{scrape_job="elastic-haproxy"} 3
prometheus_target_scrape_pool_targets{scrape_job="envvars-api"} 2
prometheus_target_scrape_pool_targets{scrape_job="exim"} 1
prometheus_target_scrape_pool_targets{scrape_job="haproxy"} 2
prometheus_target_scrape_pool_targets{scrape_job="harbor"} 1
prometheus_target_scrape_pool_targets{scrape_job="infra-tracing-loki"} 10
prometheus_target_scrape_pool_targets{scrape_job="istio-gateway-toolforge"} 3
prometheus_target_scrape_pool_targets{scrape_job="istiod"} 3
prometheus_target_scrape_pool_targets{scrape_job="jobs-api"} 2
prometheus_target_scrape_pool_targets{scrape_job="jobs-emailer"} 1
prometheus_target_scrape_pool_targets{scrape_job="k8s-apiserver"} 3
prometheus_target_scrape_pool_targets{scrape_job="k8s-cadvisor"} 81
prometheus_target_scrape_pool_targets{scrape_job="k8s-cert-manager"} 1
prometheus_target_scrape_pool_targets{scrape_job="k8s-cert-manager-reloader"} 1
prometheus_target_scrape_pool_targets{scrape_job="k8s-coredns"} 4
prometheus_target_scrape_pool_targets{scrape_job="k8s-etcd"} 3
prometheus_target_scrape_pool_targets{scrape_job="k8s-kube-state-metrics"} 3
prometheus_target_scrape_pool_targets{scrape_job="k8s-maintain-kubeusers"} 1
prometheus_target_scrape_pool_targets{scrape_job="k8s-nodes"} 81
prometheus_target_scrape_pool_targets{scrape_job="kyverno"} 13
prometheus_target_scrape_pool_targets{scrape_job="logs-api"} 2
prometheus_target_scrape_pool_targets{scrape_job="loki-tools"} 9
prometheus_target_scrape_pool_targets{scrape_job="node-exporter"} 113
prometheus_target_scrape_pool_targets{scrape_job="pint"} 1
prometheus_target_scrape_pool_targets{scrape_job="probes/custom"} 25
prometheus_target_scrape_pool_targets{scrape_job="probes/pingthing"} 1
prometheus_target_scrape_pool_targets{scrape_job="prometheus"} 1
prometheus_target_scrape_pool_targets{scrape_job="redis"} 3
prometheus_target_scrape_pool_targets{scrape_job="ssh-banner"} 113
prometheus_target_scrape_pool_targets{scrape_job="tekton-pipelines-controller"} 1
prometheus_target_scrape_pool_targets{scrape_job="tools-db"} 2
# HELP prometheus_target_scrape_pools_failed_total Total number of scrape pool creations that failed.
# TYPE prometheus_target_scrape_pools_failed_total counter
prometheus_target_scrape_pools_failed_total 0
# HELP prometheus_target_scrape_pools_total Total number of scrape pool creation attempts.
# TYPE prometheus_target_scrape_pools_total counter
prometheus_target_scrape_pools_total 36
# HELP prometheus_target_scrapes_cache_flush_forced_total How many times a scrape cache was flushed due to getting big while scrapes are failing.
# TYPE prometheus_target_scrapes_cache_flush_forced_total counter
prometheus_target_scrapes_cache_flush_forced_total 0
# HELP prometheus_target_scrapes_exceeded_body_size_limit_total Total number of scrapes that hit the body size limit
# TYPE prometheus_target_scrapes_exceeded_body_size_limit_total counter
prometheus_target_scrapes_exceeded_body_size_limit_total 0
# HELP prometheus_target_scrapes_exceeded_native_histogram_bucket_limit_total Total number of scrapes that hit the native histogram bucket limit and were rejected.
# TYPE prometheus_target_scrapes_exceeded_native_histogram_bucket_limit_total counter
prometheus_target_scrapes_exceeded_native_histogram_bucket_limit_total 0
# HELP prometheus_target_scrapes_exceeded_sample_limit_total Total number of scrapes that hit the sample limit and were rejected.
# TYPE prometheus_target_scrapes_exceeded_sample_limit_total counter
prometheus_target_scrapes_exceeded_sample_limit_total 0
# HELP prometheus_target_scrapes_exemplar_out_of_order_total Total number of exemplar rejected due to not being out of the expected order.
# TYPE prometheus_target_scrapes_exemplar_out_of_order_total counter
prometheus_target_scrapes_exemplar_out_of_order_total 0
# HELP prometheus_target_scrapes_sample_duplicate_timestamp_total Total number of samples rejected due to duplicate timestamps but different values.
# TYPE prometheus_target_scrapes_sample_duplicate_timestamp_total counter
prometheus_target_scrapes_sample_duplicate_timestamp_total 3449
# HELP prometheus_target_scrapes_sample_out_of_bounds_total Total number of samples rejected due to timestamp falling outside of the time bounds.
# TYPE prometheus_target_scrapes_sample_out_of_bounds_total counter
prometheus_target_scrapes_sample_out_of_bounds_total 0
# HELP prometheus_target_scrapes_sample_out_of_order_total Total number of samples rejected due to not being out of the expected order.
# TYPE prometheus_target_scrapes_sample_out_of_order_total counter
prometheus_target_scrapes_sample_out_of_order_total 1.76788714e+08
# HELP prometheus_target_sync_failed_total Total number of target sync failures.
# TYPE prometheus_target_sync_failed_total counter
prometheus_target_sync_failed_total{scrape_job="alloy"} 0
prometheus_target_sync_failed_total{scrape_job="builds-api"} 0
prometheus_target_sync_failed_total{scrape_job="components-api"} 0
prometheus_target_sync_failed_total{scrape_job="elastic"} 0
prometheus_target_sync_failed_total{scrape_job="elastic-haproxy"} 0
prometheus_target_sync_failed_total{scrape_job="envvars-api"} 0
prometheus_target_sync_failed_total{scrape_job="exim"} 0
prometheus_target_sync_failed_total{scrape_job="haproxy"} 0
prometheus_target_sync_failed_total{scrape_job="harbor"} 0
prometheus_target_sync_failed_total{scrape_job="infra-tracing-loki"} 0
prometheus_target_sync_failed_total{scrape_job="istio-gateway-toolforge"} 0
prometheus_target_sync_failed_total{scrape_job="istiod"} 0
prometheus_target_sync_failed_total{scrape_job="jobs-api"} 0
prometheus_target_sync_failed_total{scrape_job="jobs-emailer"} 0
prometheus_target_sync_failed_total{scrape_job="k8s-apiserver"} 0
prometheus_target_sync_failed_total{scrape_job="k8s-cadvisor"} 0
prometheus_target_sync_failed_total{scrape_job="k8s-cert-manager"} 0
prometheus_target_sync_failed_total{scrape_job="k8s-cert-manager-reloader"} 0
prometheus_target_sync_failed_total{scrape_job="k8s-coredns"} 0
prometheus_target_sync_failed_total{scrape_job="k8s-etcd"} 0
prometheus_target_sync_failed_total{scrape_job="k8s-kube-state-metrics"} 0
prometheus_target_sync_failed_total{scrape_job="k8s-maintain-kubeusers"} 0
prometheus_target_sync_failed_total{scrape_job="k8s-nodes"} 0
prometheus_target_sync_failed_total{scrape_job="kyverno"} 0
prometheus_target_sync_failed_total{scrape_job="logs-api"} 0
prometheus_target_sync_failed_total{scrape_job="loki-tools"} 0
prometheus_target_sync_failed_total{scrape_job="node-exporter"} 0
prometheus_target_sync_failed_total{scrape_job="pint"} 0
prometheus_target_sync_failed_total{scrape_job="probes/custom"} 0
prometheus_target_sync_failed_total{scrape_job="probes/pingthing"} 0
prometheus_target_sync_failed_total{scrape_job="prometheus"} 0
prometheus_target_sync_failed_total{scrape_job="redis"} 0
prometheus_target_sync_failed_total{scrape_job="ssh-banner"} 0
prometheus_target_sync_failed_total{scrape_job="tekton-pipelines-controller"} 0
prometheus_target_sync_failed_total{scrape_job="tools-db"} 0
# HELP prometheus_target_sync_length_seconds Actual interval to sync the scrape pool.
# TYPE prometheus_target_sync_length_seconds summary
prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.01"} 0.002342151
prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.05"} 0.003792157
prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.5"} 0.007631352
prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.9"} 0.012314379
prometheus_target_sync_length_seconds{scrape_job="alloy",quantile="0.99"} 0.016811631
prometheus_target_sync_length_seconds_sum{scrape_job="alloy"} 2823.2365259500157
prometheus_target_sync_length_seconds_count{scrape_job="alloy"} 353694
prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.01"} 0.000149664
prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.05"} 0.000194596
prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.5"} 0.000529445
prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.9"} 0.000892641
prometheus_target_sync_length_seconds{scrape_job="builds-api",quantile="0.99"} 0.004532068
prometheus_target_sync_length_seconds_sum{scrape_job="builds-api"} 265.14261200199684
prometheus_target_sync_length_seconds_count{scrape_job="builds-api"} 353694
prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.01"} 0.000147096
prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.05"} 0.000216617
prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.5"} 0.000532887
prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.9"} 0.000827184
prometheus_target_sync_length_seconds{scrape_job="components-api",quantile="0.99"} 0.004548038
prometheus_target_sync_length_seconds_sum{scrape_job="components-api"} 254.06771666799585
prometheus_target_sync_length_seconds_count{scrape_job="components-api"} 353694
prometheus_target_sync_length_seconds{scrape_job="elastic",quantile="0.01"} 0.000416579
prometheus_target_sync_length_seconds{scrape_job="elastic",quantile="0.05"} 0.000490826
prometheus_target_sync_length_seconds{scrape_job="elastic",quantile="0.5"} 0.001402786
prometheus_target_sync_length_seconds{scrape_job="elastic",quantile="0.9"} 0.002301039
prometheus_target_sync_length_seconds{scrape_job="elastic",quantile="0.99"} 0.005083365
prometheus_target_sync_length_seconds_sum{scrape_job="elastic"} 580.1552980729947
prometheus_target_sync_length_seconds_count{scrape_job="elastic"} 353684
prometheus_target_sync_length_seconds{scrape_job="elastic-haproxy",quantile="0.01"} 0.000405885
prometheus_target_sync_length_seconds{scrape_job="elastic-haproxy",quantile="0.05"} 0.000651272
prometheus_target_sync_length_seconds{scrape_job="elastic-haproxy",quantile="0.5"} 0.001411003
prometheus_target_sync_length_seconds{scrape_job="elastic-haproxy",quantile="0.9"} 0.002392381
prometheus_target_sync_length_seconds{scrape_job="elastic-haproxy",quantile="0.99"} 0.00569606
prometheus_target_sync_length_seconds_sum{scrape_job="elastic-haproxy"} 580.8075080630047
prometheus_target_sync_length_seconds_count{scrape_job="elastic-haproxy"} 353684
prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.01"} 0.000145147
prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.05"} 0.000213351
prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.5"} 0.000515838
prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.9"} 0.000780311
prometheus_target_sync_length_seconds{scrape_job="envvars-api",quantile="0.99"} 0.003957171
prometheus_target_sync_length_seconds_sum{scrape_job="envvars-api"} 253.81773890699995
prometheus_target_sync_length_seconds_count{scrape_job="envvars-api"} 353694
prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.01"} 0.000355977
prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.05"} 0.000542365
prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.5"} 0.001365488
prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.9"} 0.002402289
prometheus_target_sync_length_seconds{scrape_job="exim",quantile="0.99"} 0.008792668
prometheus_target_sync_length_seconds_sum{scrape_job="exim"} 565.2043800510023
prometheus_target_sync_length_seconds_count{scrape_job="exim"} 353684
prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.01"} 0.000449351
prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.05"} 0.000569082
prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.5"} 0.001385617
prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.9"} 0.002363434
prometheus_target_sync_length_seconds{scrape_job="haproxy",quantile="0.99"} 0.005124896
prometheus_target_sync_length_seconds_sum{scrape_job="haproxy"} 584.1531122980225
prometheus_target_sync_length_seconds_count{scrape_job="haproxy"} 353684
prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.01"} 0.0003779
prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.05"} 0.000617577
prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.5"} 0.00138611
prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.9"} 0.00213119
prometheus_target_sync_length_seconds{scrape_job="harbor",quantile="0.99"} 0.00363153
prometheus_target_sync_length_seconds_sum{scrape_job="harbor"} 572.808348978994
prometheus_target_sync_length_seconds_count{scrape_job="harbor"} 353684
prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.01"} 0.000977147
prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.05"} 0.001238452
prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.5"} 0.003705484
prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.9"} 0.006445156
prometheus_target_sync_length_seconds{scrape_job="infra-tracing-loki",quantile="0.99"} 0.010596243
prometheus_target_sync_length_seconds_sum{scrape_job="infra-tracing-loki"} 1455.2478719159951
prometheus_target_sync_length_seconds_count{scrape_job="infra-tracing-loki"} 353694
prometheus_target_sync_length_seconds{scrape_job="istio-gateway-toolforge",quantile="0.01"} 0.000531519
prometheus_target_sync_length_seconds{scrape_job="istio-gateway-toolforge",quantile="0.05"} 0.000773581
prometheus_target_sync_length_seconds{scrape_job="istio-gateway-toolforge",quantile="0.5"} 0.001864975
prometheus_target_sync_length_seconds{scrape_job="istio-gateway-toolforge",quantile="0.9"} 0.003569555
prometheus_target_sync_length_seconds{scrape_job="istio-gateway-toolforge",quantile="0.99"} 0.01199754
prometheus_target_sync_length_seconds_sum{scrape_job="istio-gateway-toolforge"} 760.2779269350427
prometheus_target_sync_length_seconds_count{scrape_job="istio-gateway-toolforge"} 353694
prometheus_target_sync_length_seconds{scrape_job="istiod",quantile="0.01"} 0.000765151
prometheus_target_sync_length_seconds{scrape_job="istiod",quantile="0.05"} 0.001332114
prometheus_target_sync_length_seconds{scrape_job="istiod",quantile="0.5"} 0.002981316
prometheus_target_sync_length_seconds{scrape_job="istiod",quantile="0.9"} 0.004269628
prometheus_target_sync_length_seconds{scrape_job="istiod",quantile="0.99"} 0.008552233
prometheus_target_sync_length_seconds_sum{scrape_job="istiod"} 1187.3198545330024
prometheus_target_sync_length_seconds_count{scrape_job="istiod"} 353694
prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.01"} 0.000188444
prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.05"} 0.000332682
prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.5"} 0.000678985
prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.9"} 0.001048963
prometheus_target_sync_length_seconds{scrape_job="jobs-api",quantile="0.99"} 0.010865257
prometheus_target_sync_length_seconds_sum{scrape_job="jobs-api"} 311.470661695
prometheus_target_sync_length_seconds_count{scrape_job="jobs-api"} 353694
prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.01"} 4.9421e-05
prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.05"} 6.7378e-05
prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.5"} 0.000174602
prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.9"} 0.000305149
prometheus_target_sync_length_seconds{scrape_job="jobs-emailer",quantile="0.99"} 0.00043089
prometheus_target_sync_length_seconds_sum{scrape_job="jobs-emailer"} 111.11136979099938
prometheus_target_sync_length_seconds_count{scrape_job="jobs-emailer"} 353694
prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.01"} 0.000384153
prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.05"} 0.000611877
prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.5"} 0.001390653
prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.9"} 0.002352173
prometheus_target_sync_length_seconds{scrape_job="k8s-apiserver",quantile="0.99"} 0.011824077
prometheus_target_sync_length_seconds_sum{scrape_job="k8s-apiserver"} 579.3154798619718
prometheus_target_sync_length_seconds_count{scrape_job="k8s-apiserver"} 353684
prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.01"} 0.00183233
prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.05"} 0.003030561
prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.5"} 0.004734953
prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.9"} 0.007797256
prometheus_target_sync_length_seconds{scrape_job="k8s-cadvisor",quantile="0.99"} 0.013712363
prometheus_target_sync_length_seconds_sum{scrape_job="k8s-cadvisor"} 1854.1256619759697
prometheus_target_sync_length_seconds_count{scrape_job="k8s-cadvisor"} 353694
prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.01"} 0.000155165
prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.05"} 0.000281601
prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.5"} 0.000574182
prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.9"} 0.00082889
prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager",quantile="0.99"} 0.013599019
prometheus_target_sync_length_seconds_sum{scrape_job="k8s-cert-manager"} 271.84619933899864
prometheus_target_sync_length_seconds_count{scrape_job="k8s-cert-manager"} 353694
prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.01"} 0.000120589
prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.05"} 0.000203805
prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.5"} 0.000434628
prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.9"} 0.000619203
prometheus_target_sync_length_seconds{scrape_job="k8s-cert-manager-reloader",quantile="0.99"} 0.004172586
prometheus_target_sync_length_seconds_sum{scrape_job="k8s-cert-manager-reloader"} 225.8535566739963
prometheus_target_sync_length_seconds_count{scrape_job="k8s-cert-manager-reloader"} 353694
prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.01"} 0.002836044
prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.05"} 0.003091071
prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.5"} 0.008961846
prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.9"} 0.012064144
prometheus_target_sync_length_seconds{scrape_job="k8s-coredns",quantile="0.99"} 0.016323142
prometheus_target_sync_length_seconds_sum{scrape_job="k8s-coredns"} 3250.035698180043
prometheus_target_sync_length_seconds_count{scrape_job="k8s-coredns"} 353694
prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.01"} 0.000429925
prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.05"} 0.000700441
prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.5"} 0.001433973
prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.9"} 0.002459685
prometheus_target_sync_length_seconds{scrape_job="k8s-etcd",quantile="0.99"} 0.0109371
prometheus_target_sync_length_seconds_sum{scrape_job="k8s-etcd"} 595.7230698560044
prometheus_target_sync_length_seconds_count{scrape_job="k8s-etcd"} 353685
prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.01"} 0.000831184
prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.05"} 0.001468783
prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.5"} 0.00289221
prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.9"} 0.004571845
prometheus_target_sync_length_seconds{scrape_job="k8s-kube-state-metrics",quantile="0.99"} 0.015457769
prometheus_target_sync_length_seconds_sum{scrape_job="k8s-kube-state-metrics"} 1133.2784916879866
prometheus_target_sync_length_seconds_count{scrape_job="k8s-kube-state-metrics"} 353694
prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.01"} 5.2731e-05
prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.05"} 6.5229e-05
prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.5"} 0.000173843
prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.9"} 0.000351594
prometheus_target_sync_length_seconds{scrape_job="k8s-maintain-kubeusers",quantile="0.99"} 0.000830611
prometheus_target_sync_length_seconds_sum{scrape_job="k8s-maintain-kubeusers"} 101.71488736500078
prometheus_target_sync_length_seconds_count{scrape_job="k8s-maintain-kubeusers"} 353694
prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.01"} 0.002463985
prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.05"} 0.005005428
prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.5"} 0.007610694
prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.9"} 0.011002698
prometheus_target_sync_length_seconds{scrape_job="k8s-nodes",quantile="0.99"} 0.016949516
prometheus_target_sync_length_seconds_sum{scrape_job="k8s-nodes"} 2847.6978580869863
prometheus_target_sync_length_seconds_count{scrape_job="k8s-nodes"} 353694
prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.01"} 0.001101356
prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.05"} 0.001887901
prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.5"} 0.004205128
prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.9"} 0.005949212
prometheus_target_sync_length_seconds{scrape_job="kyverno",quantile="0.99"} 0.010193917
prometheus_target_sync_length_seconds_sum{scrape_job="kyverno"} 1608.3164196150024
prometheus_target_sync_length_seconds_count{scrape_job="kyverno"} 353694
prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.01"} 0.000185992
prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.05"} 0.000222375
prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.5"} 0.00049289
prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.9"} 0.000812985
prometheus_target_sync_length_seconds{scrape_job="logs-api",quantile="0.99"} 0.008921029
prometheus_target_sync_length_seconds_sum{scrape_job="logs-api"} 253.1169449659967
prometheus_target_sync_length_seconds_count{scrape_job="logs-api"} 353694
prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.01"} 0.001050503
prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.05"} 0.001578842
prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.5"} 0.003483918
prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.9"} 0.006176258
prometheus_target_sync_length_seconds{scrape_job="loki-tools",quantile="0.99"} 0.010082623
prometheus_target_sync_length_seconds_sum{scrape_job="loki-tools"} 1385.341487225002
prometheus_target_sync_length_seconds_count{scrape_job="loki-tools"} 353694
prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.01"} 0.001385982
prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.05"} 0.001729621
prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.5"} 0.003611739
prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.9"} 0.00629407
prometheus_target_sync_length_seconds{scrape_job="node-exporter",quantile="0.99"} 0.012637395
prometheus_target_sync_length_seconds_sum{scrape_job="node-exporter"} 1390.9776646130067
prometheus_target_sync_length_seconds_count{scrape_job="node-exporter"} 353685
prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.01"} 1.6941e-05
prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.05"} 2.1414e-05
prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.5"} 5.318e-05
prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.9"} 0.000135953
prometheus_target_sync_length_seconds{scrape_job="pint",quantile="0.99"} 0.000212158
prometheus_target_sync_length_seconds_sum{scrape_job="pint"} 40.95131148100118
prometheus_target_sync_length_seconds_count{scrape_job="pint"} 353695
prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.01"} 0.000405667
prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.05"} 0.00048955
prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.5"} 0.00146638
prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.9"} 0.002047742
prometheus_target_sync_length_seconds{scrape_job="probes/custom",quantile="0.99"} 0.011136177
prometheus_target_sync_length_seconds_sum{scrape_job="probes/custom"} 584.1972804469957
prometheus_target_sync_length_seconds_count{scrape_job="probes/custom"} 353695
prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.01"} 3.0158e-05
prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.05"} 3.9327e-05
prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.5"} 0.000111616
prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.9"} 0.000231767
prometheus_target_sync_length_seconds{scrape_job="probes/pingthing",quantile="0.99"} 0.004112363
prometheus_target_sync_length_seconds_sum{scrape_job="probes/pingthing"} 73.14843662399946
prometheus_target_sync_length_seconds_count{scrape_job="probes/pingthing"} 353695
prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.01"} 1.5864e-05
prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.05"} 2.6819e-05
prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.5"} 5.4757e-05
prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.9"} 0.000142698
prometheus_target_sync_length_seconds{scrape_job="prometheus",quantile="0.99"} 0.007492456
prometheus_target_sync_length_seconds_sum{scrape_job="prometheus"} 45.91197269200046
prometheus_target_sync_length_seconds_count{scrape_job="prometheus"} 353695
prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.01"} 0.000455751
prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.05"} 0.000909084
prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.5"} 0.001409576
prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.9"} 0.002323272
prometheus_target_sync_length_seconds{scrape_job="redis",quantile="0.99"} 0.011466148
prometheus_target_sync_length_seconds_sum{scrape_job="redis"} 578.7368857119843
prometheus_target_sync_length_seconds_count{scrape_job="redis"} 353685
prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.01"} 0.001854503
prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.05"} 0.002602748
prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.5"} 0.005292116
prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.9"} 0.008849607
prometheus_target_sync_length_seconds{scrape_job="ssh-banner",quantile="0.99"} 0.014255364
prometheus_target_sync_length_seconds_sum{scrape_job="ssh-banner"} 1979.8566394009733
prometheus_target_sync_length_seconds_count{scrape_job="ssh-banner"} 353684
prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.01"} 0.000302456
prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.05"} 0.000461741
prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.5"} 0.000838839
prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.9"} 0.001265901
prometheus_target_sync_length_seconds{scrape_job="tekton-pipelines-controller",quantile="0.99"} 0.008021629
prometheus_target_sync_length_seconds_sum{scrape_job="tekton-pipelines-controller"} 371.23607243299244
prometheus_target_sync_length_seconds_count{scrape_job="tekton-pipelines-controller"} 353694
prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.01"} 0.000410587
prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.05"} 0.000584151
prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.5"} 0.001393971
prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.9"} 0.002356639
prometheus_target_sync_length_seconds{scrape_job="tools-db",quantile="0.99"} 0.004645653
prometheus_target_sync_length_seconds_sum{scrape_job="tools-db"} 579.319801856011
prometheus_target_sync_length_seconds_count{scrape_job="tools-db"} 353684
# HELP prometheus_template_text_expansion_failures_total The total number of template text expansion failures.
# TYPE prometheus_template_text_expansion_failures_total counter
prometheus_template_text_expansion_failures_total 0
# HELP prometheus_template_text_expansions_total The total number of template text expansions.
# TYPE prometheus_template_text_expansions_total counter
prometheus_template_text_expansions_total 186999
# HELP prometheus_treecache_watcher_goroutines The current number of watcher goroutines.
# TYPE prometheus_treecache_watcher_goroutines gauge
prometheus_treecache_watcher_goroutines 0
# HELP prometheus_treecache_zookeeper_failures_total The total number of ZooKeeper failures.
# TYPE prometheus_treecache_zookeeper_failures_total counter
prometheus_treecache_zookeeper_failures_total 0
# HELP prometheus_tsdb_blocks_loaded Number of currently loaded data blocks
# TYPE prometheus_tsdb_blocks_loaded gauge
prometheus_tsdb_blocks_loaded 76
# HELP prometheus_tsdb_checkpoint_creations_failed_total Total number of checkpoint creations that failed.
# TYPE prometheus_tsdb_checkpoint_creations_failed_total counter
prometheus_tsdb_checkpoint_creations_failed_total 0
# HELP prometheus_tsdb_checkpoint_creations_total Total number of checkpoint creations attempted.
# TYPE prometheus_tsdb_checkpoint_creations_total counter
prometheus_tsdb_checkpoint_creations_total 246
# HELP prometheus_tsdb_checkpoint_deletions_failed_total Total number of checkpoint deletions that failed.
# TYPE prometheus_tsdb_checkpoint_deletions_failed_total counter
prometheus_tsdb_checkpoint_deletions_failed_total 0
# HELP prometheus_tsdb_checkpoint_deletions_total Total number of checkpoint deletions attempted.
# TYPE prometheus_tsdb_checkpoint_deletions_total counter
prometheus_tsdb_checkpoint_deletions_total 246
# HELP prometheus_tsdb_clean_start -1: lockfile is disabled. 0: a lockfile from a previous execution was replaced. 1: lockfile creation was clean
# TYPE prometheus_tsdb_clean_start gauge
prometheus_tsdb_clean_start 0
# HELP prometheus_tsdb_compaction_chunk_range_seconds Final time range of chunks on their first compaction
# TYPE prometheus_tsdb_compaction_chunk_range_seconds histogram
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="100"} 1.6071381e+07
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="400"} 1.6071397e+07
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="1600"} 1.6071581e+07
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="6400"} 1.6072149e+07
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="25600"} 1.6075283e+07
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="102400"} 5.9889876e+07
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="409600"} 7.7050214e+07
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="1.6384e+06"} 8.653373e+07
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="6.5536e+06"} 9.2899976e+07
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="2.62144e+07"} 7.23732238e+08
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="+Inf"} 7.23732238e+08
prometheus_tsdb_compaction_chunk_range_seconds_sum 4.511499261285038e+15
prometheus_tsdb_compaction_chunk_range_seconds_count 7.23732238e+08
# HELP prometheus_tsdb_compaction_chunk_samples Final number of samples on their first compaction
# TYPE prometheus_tsdb_compaction_chunk_samples histogram
prometheus_tsdb_compaction_chunk_samples_bucket{le="4"} 7.5350953e+07
prometheus_tsdb_compaction_chunk_samples_bucket{le="6"} 8.0061248e+07
prometheus_tsdb_compaction_chunk_samples_bucket{le="9"} 8.2367345e+07
prometheus_tsdb_compaction_chunk_samples_bucket{le="13.5"} 8.458057e+07
prometheus_tsdb_compaction_chunk_samples_bucket{le="20.25"} 8.640022e+07
prometheus_tsdb_compaction_chunk_samples_bucket{le="30.375"} 2.35956505e+08
prometheus_tsdb_compaction_chunk_samples_bucket{le="45.5625"} 2.40000812e+08
prometheus_tsdb_compaction_chunk_samples_bucket{le="68.34375"} 2.41239973e+08
prometheus_tsdb_compaction_chunk_samples_bucket{le="102.515625"} 2.42270433e+08
prometheus_tsdb_compaction_chunk_samples_bucket{le="153.7734375"} 7.22643874e+08
prometheus_tsdb_compaction_chunk_samples_bucket{le="230.66015625"} 7.23689288e+08
prometheus_tsdb_compaction_chunk_samples_bucket{le="345.990234375"} 7.23732238e+08
prometheus_tsdb_compaction_chunk_samples_bucket{le="+Inf"} 7.23732238e+08
prometheus_tsdb_compaction_chunk_samples_sum 6.2878397917e+10
prometheus_tsdb_compaction_chunk_samples_count 7.23732238e+08
# HELP prometheus_tsdb_compaction_chunk_size_bytes Final size of chunks on their first compaction
# TYPE prometheus_tsdb_compaction_chunk_size_bytes histogram
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="32"} 9.3917052e+07
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="48"} 9.901873e+07
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="72"} 5.2417034e+08
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="108"} 6.57840813e+08
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="162"} 6.77915975e+08
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="243"} 6.9710741e+08
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="364.5"} 7.11810469e+08
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="546.75"} 7.16911418e+08
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="820.125"} 7.21570348e+08
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="1230.1875"} 7.23732238e+08
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="1845.28125"} 7.23732238e+08
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="2767.921875"} 7.23732238e+08
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="+Inf"} 7.23732238e+08
prometheus_tsdb_compaction_chunk_size_bytes_sum 5.4429370856e+10
prometheus_tsdb_compaction_chunk_size_bytes_count 7.23732238e+08
# HELP prometheus_tsdb_compaction_duration_seconds Duration of compaction runs
# TYPE prometheus_tsdb_compaction_duration_seconds histogram
prometheus_tsdb_compaction_duration_seconds_bucket{le="1"} 0
prometheus_tsdb_compaction_duration_seconds_bucket{le="2"} 0
prometheus_tsdb_compaction_duration_seconds_bucket{le="4"} 0
prometheus_tsdb_compaction_duration_seconds_bucket{le="8"} 0
prometheus_tsdb_compaction_duration_seconds_bucket{le="16"} 0
prometheus_tsdb_compaction_duration_seconds_bucket{le="32"} 0
prometheus_tsdb_compaction_duration_seconds_bucket{le="64"} 246
prometheus_tsdb_compaction_duration_seconds_bucket{le="128"} 345
prometheus_tsdb_compaction_duration_seconds_bucket{le="256"} 351
prometheus_tsdb_compaction_duration_seconds_bucket{le="512"} 351
prometheus_tsdb_compaction_duration_seconds_bucket{le="1024"} 351
prometheus_tsdb_compaction_duration_seconds_bucket{le="2048"} 351
prometheus_tsdb_compaction_duration_seconds_bucket{le="4096"} 351
prometheus_tsdb_compaction_duration_seconds_bucket{le="8192"} 351
prometheus_tsdb_compaction_duration_seconds_bucket{le="+Inf"} 351
prometheus_tsdb_compaction_duration_seconds_sum 18711.110109563997
prometheus_tsdb_compaction_duration_seconds_count 351
# HELP prometheus_tsdb_compaction_populating_block Set to 1 when a block is currently being written to the disk.
# TYPE prometheus_tsdb_compaction_populating_block gauge
prometheus_tsdb_compaction_populating_block 0
# HELP prometheus_tsdb_compactions_failed_total Total number of compactions that failed for the partition.
# TYPE prometheus_tsdb_compactions_failed_total counter
prometheus_tsdb_compactions_failed_total 0
# HELP prometheus_tsdb_compactions_skipped_total Total number of skipped compactions due to disabled auto compaction.
# TYPE prometheus_tsdb_compactions_skipped_total counter
prometheus_tsdb_compactions_skipped_total 0
# HELP prometheus_tsdb_compactions_total Total number of compactions that were executed for the partition.
# TYPE prometheus_tsdb_compactions_total counter
prometheus_tsdb_compactions_total 351
# HELP prometheus_tsdb_compactions_triggered_total Total number of triggered compactions for the partition.
# TYPE prometheus_tsdb_compactions_triggered_total counter
prometheus_tsdb_compactions_triggered_total 28890
# HELP prometheus_tsdb_data_replay_duration_seconds Time taken to replay the data on disk.
# TYPE prometheus_tsdb_data_replay_duration_seconds gauge
prometheus_tsdb_data_replay_duration_seconds 35.482063595
# HELP prometheus_tsdb_exemplar_exemplars_appended_total Total number of appended exemplars.
# TYPE prometheus_tsdb_exemplar_exemplars_appended_total counter
prometheus_tsdb_exemplar_exemplars_appended_total 0
# HELP prometheus_tsdb_exemplar_exemplars_in_storage Number of exemplars currently in circular storage.
# TYPE prometheus_tsdb_exemplar_exemplars_in_storage gauge
prometheus_tsdb_exemplar_exemplars_in_storage 0
# HELP prometheus_tsdb_exemplar_last_exemplars_timestamp_seconds The timestamp of the oldest exemplar stored in circular storage. Useful to check for what timerange the current exemplar buffer limit allows. This usually means the last timestampfor all exemplars for a typical setup. This is not true though if one of the series timestamp is in future compared to rest series.
# TYPE prometheus_tsdb_exemplar_last_exemplars_timestamp_seconds gauge
prometheus_tsdb_exemplar_last_exemplars_timestamp_seconds 0
# HELP prometheus_tsdb_exemplar_max_exemplars Total number of exemplars the exemplar storage can store, resizeable.
# TYPE prometheus_tsdb_exemplar_max_exemplars gauge
prometheus_tsdb_exemplar_max_exemplars 0
# HELP prometheus_tsdb_exemplar_out_of_order_exemplars_total Total number of out of order exemplar ingestion failed attempts.
# TYPE prometheus_tsdb_exemplar_out_of_order_exemplars_total counter
prometheus_tsdb_exemplar_out_of_order_exemplars_total 0
# HELP prometheus_tsdb_exemplar_series_with_exemplars_in_storage Number of series with exemplars currently in circular storage.
# TYPE prometheus_tsdb_exemplar_series_with_exemplars_in_storage gauge
prometheus_tsdb_exemplar_series_with_exemplars_in_storage 0
# HELP prometheus_tsdb_head_active_appenders Number of currently active appender transactions
# TYPE prometheus_tsdb_head_active_appenders gauge
prometheus_tsdb_head_active_appenders 4
# HELP prometheus_tsdb_head_chunks Total number of chunks in the head block.
# TYPE prometheus_tsdb_head_chunks gauge
prometheus_tsdb_head_chunks 2.978479e+06
# HELP prometheus_tsdb_head_chunks_created_total Total number of chunks created in the head
# TYPE prometheus_tsdb_head_chunks_created_total counter
prometheus_tsdb_head_chunks_created_total 7.26710717e+08
# HELP prometheus_tsdb_head_chunks_removed_total Total number of chunks removed in the head
# TYPE prometheus_tsdb_head_chunks_removed_total counter
prometheus_tsdb_head_chunks_removed_total 7.23732238e+08
# HELP prometheus_tsdb_head_chunks_storage_size_bytes Size of the chunks_head directory.
# TYPE prometheus_tsdb_head_chunks_storage_size_bytes gauge
prometheus_tsdb_head_chunks_storage_size_bytes 2.6406419e+07
# HELP prometheus_tsdb_head_gc_duration_seconds Runtime of garbage collection in the head block.
# TYPE prometheus_tsdb_head_gc_duration_seconds summary
prometheus_tsdb_head_gc_duration_seconds_sum 883.5983513959993
prometheus_tsdb_head_gc_duration_seconds_count 246
# HELP prometheus_tsdb_head_max_time Maximum timestamp of the head block. The unit is decided by the library consumer.
# TYPE prometheus_tsdb_head_max_time gauge
prometheus_tsdb_head_max_time 1.778183425065e+12
# HELP prometheus_tsdb_head_max_time_seconds Maximum timestamp of the head block.
# TYPE prometheus_tsdb_head_max_time_seconds gauge
prometheus_tsdb_head_max_time_seconds 1.778183425e+09
# HELP prometheus_tsdb_head_min_time Minimum time bound of the head block. The unit is decided by the library consumer.
# TYPE prometheus_tsdb_head_min_time gauge
prometheus_tsdb_head_min_time 1.7781768e+12
# HELP prometheus_tsdb_head_min_time_seconds Minimum time bound of the head block.
# TYPE prometheus_tsdb_head_min_time_seconds gauge
prometheus_tsdb_head_min_time_seconds 1.7781768e+09
# HELP prometheus_tsdb_head_out_of_order_samples_appended_total Total number of appended out of order samples.
# TYPE prometheus_tsdb_head_out_of_order_samples_appended_total counter
prometheus_tsdb_head_out_of_order_samples_appended_total 0
# HELP prometheus_tsdb_head_samples_appended_total Total number of appended samples.
# TYPE prometheus_tsdb_head_samples_appended_total counter
prometheus_tsdb_head_samples_appended_total{type="float"} 6.2873569464e+10
prometheus_tsdb_head_samples_appended_total{type="histogram"} 0
# HELP prometheus_tsdb_head_series Total number of series in the head block.
# TYPE prometheus_tsdb_head_series gauge
prometheus_tsdb_head_series 2.971655e+06
# HELP prometheus_tsdb_head_series_created_total Total number of series created in the head
# TYPE prometheus_tsdb_head_series_created_total counter
prometheus_tsdb_head_series_created_total 9.0064234e+07
# HELP prometheus_tsdb_head_series_not_found_total Total number of requests for series that were not found.
# TYPE prometheus_tsdb_head_series_not_found_total counter
prometheus_tsdb_head_series_not_found_total 0
# HELP prometheus_tsdb_head_series_removed_total Total number of series removed in the head
# TYPE prometheus_tsdb_head_series_removed_total counter
prometheus_tsdb_head_series_removed_total 8.7092579e+07
# HELP prometheus_tsdb_head_truncations_failed_total Total number of head truncations that failed.
# TYPE prometheus_tsdb_head_truncations_failed_total counter
prometheus_tsdb_head_truncations_failed_total 0
# HELP prometheus_tsdb_head_truncations_total Total number of head truncations attempted.
# TYPE prometheus_tsdb_head_truncations_total counter
prometheus_tsdb_head_truncations_total 246
# HELP prometheus_tsdb_isolation_high_watermark The highest TSDB append ID that has been given out.
# TYPE prometheus_tsdb_isolation_high_watermark gauge
prometheus_tsdb_isolation_high_watermark 1.8256661e+07
# HELP prometheus_tsdb_isolation_low_watermark The lowest TSDB append ID that is still referenced.
# TYPE prometheus_tsdb_isolation_low_watermark gauge
prometheus_tsdb_isolation_low_watermark 1.8256574e+07
# HELP prometheus_tsdb_lowest_timestamp Lowest timestamp value stored in the database. The unit is decided by the library consumer.
# TYPE prometheus_tsdb_lowest_timestamp gauge
prometheus_tsdb_lowest_timestamp 1.773381600016e+12
# HELP prometheus_tsdb_lowest_timestamp_seconds Lowest timestamp value stored in the database.
# TYPE prometheus_tsdb_lowest_timestamp_seconds gauge
prometheus_tsdb_lowest_timestamp_seconds 1.7733816e+09
# HELP prometheus_tsdb_mmap_chunk_corruptions_total Total number of memory-mapped chunk corruptions.
# TYPE prometheus_tsdb_mmap_chunk_corruptions_total counter
prometheus_tsdb_mmap_chunk_corruptions_total 0
# HELP prometheus_tsdb_mmap_chunks_total Total number of chunks that were memory-mapped.
# TYPE prometheus_tsdb_mmap_chunks_total counter
prometheus_tsdb_mmap_chunks_total 6.36997981e+08
# HELP prometheus_tsdb_out_of_bound_samples_total Total number of out of bound samples ingestion failed attempts with out of order support disabled.
# TYPE prometheus_tsdb_out_of_bound_samples_total counter
prometheus_tsdb_out_of_bound_samples_total{type="float"} 0
# HELP prometheus_tsdb_out_of_order_samples_total Total number of out of order samples ingestion failed attempts due to out of order being disabled.
# TYPE prometheus_tsdb_out_of_order_samples_total counter
prometheus_tsdb_out_of_order_samples_total{type="float"} 1.80505436e+08
prometheus_tsdb_out_of_order_samples_total{type="histogram"} 0
# HELP prometheus_tsdb_reloads_failures_total Number of times the database failed to reloadBlocks block data from disk.
# TYPE prometheus_tsdb_reloads_failures_total counter
prometheus_tsdb_reloads_failures_total 0
# HELP prometheus_tsdb_reloads_total Number of times the database reloaded block data from disk.
# TYPE prometheus_tsdb_reloads_total counter
prometheus_tsdb_reloads_total 28751
# HELP prometheus_tsdb_retention_limit_bytes Max number of bytes to be retained in the tsdb blocks, configured 0 means disabled
# TYPE prometheus_tsdb_retention_limit_bytes gauge
prometheus_tsdb_retention_limit_bytes 2.3622320128e+11
# HELP prometheus_tsdb_size_retentions_total The number of times that blocks were deleted because the maximum number of bytes was exceeded.
# TYPE prometheus_tsdb_size_retentions_total counter
prometheus_tsdb_size_retentions_total 30
# HELP prometheus_tsdb_snapshot_replay_error_total Total number snapshot replays that failed.
# TYPE prometheus_tsdb_snapshot_replay_error_total counter
prometheus_tsdb_snapshot_replay_error_total 0
# HELP prometheus_tsdb_storage_blocks_bytes The number of bytes that are currently used for local storage by all blocks.
# TYPE prometheus_tsdb_storage_blocks_bytes gauge
prometheus_tsdb_storage_blocks_bytes 2.30382714579e+11
# HELP prometheus_tsdb_symbol_table_size_bytes Size of symbol table in memory for loaded blocks
# TYPE prometheus_tsdb_symbol_table_size_bytes gauge
prometheus_tsdb_symbol_table_size_bytes 6.58784e+06
# HELP prometheus_tsdb_time_retentions_total The number of times that blocks were deleted because the maximum time limit was exceeded.
# TYPE prometheus_tsdb_time_retentions_total counter
prometheus_tsdb_time_retentions_total 0
# HELP prometheus_tsdb_tombstone_cleanup_seconds The time taken to recompact blocks to remove tombstones.
# TYPE prometheus_tsdb_tombstone_cleanup_seconds histogram
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.005"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.01"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.025"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.05"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.1"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.25"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.5"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="1"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="2.5"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="5"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="10"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="+Inf"} 0
prometheus_tsdb_tombstone_cleanup_seconds_sum 0
prometheus_tsdb_tombstone_cleanup_seconds_count 0
# HELP prometheus_tsdb_too_old_samples_total Total number of out of order samples ingestion failed attempts with out of support enabled, but sample outside of time window.
# TYPE prometheus_tsdb_too_old_samples_total counter
prometheus_tsdb_too_old_samples_total{type="float"} 0
# HELP prometheus_tsdb_vertical_compactions_total Total number of compactions done on overlapping blocks.
# TYPE prometheus_tsdb_vertical_compactions_total counter
prometheus_tsdb_vertical_compactions_total 0
# HELP prometheus_tsdb_wal_completed_pages_total Total number of completed pages.
# TYPE prometheus_tsdb_wal_completed_pages_total counter
prometheus_tsdb_wal_completed_pages_total 1.1159708e+07
# HELP prometheus_tsdb_wal_corruptions_total Total number of WAL corruptions.
# TYPE prometheus_tsdb_wal_corruptions_total counter
prometheus_tsdb_wal_corruptions_total 0
# HELP prometheus_tsdb_wal_fsync_duration_seconds Duration of write log fsync.
# TYPE prometheus_tsdb_wal_fsync_duration_seconds summary
prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.5"} 0.030429387
prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.9"} 0.030429387
prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.99"} 0.030429387
prometheus_tsdb_wal_fsync_duration_seconds_sum 65.9454690779999
prometheus_tsdb_wal_fsync_duration_seconds_count 2834
# HELP prometheus_tsdb_wal_page_flushes_total Total number of page flushes.
# TYPE prometheus_tsdb_wal_page_flushes_total counter
prometheus_tsdb_wal_page_flushes_total 2.8931225e+07
# HELP prometheus_tsdb_wal_segment_current Write log segment index that TSDB is currently writing to.
# TYPE prometheus_tsdb_wal_segment_current gauge
prometheus_tsdb_wal_segment_current 5159
# HELP prometheus_tsdb_wal_storage_size_bytes Size of the write log directory.
# TYPE prometheus_tsdb_wal_storage_size_bytes gauge
prometheus_tsdb_wal_storage_size_bytes 1.711263747e+09
# HELP prometheus_tsdb_wal_truncate_duration_seconds Duration of WAL truncation.
# TYPE prometheus_tsdb_wal_truncate_duration_seconds summary
prometheus_tsdb_wal_truncate_duration_seconds_sum 4681.885152102997
prometheus_tsdb_wal_truncate_duration_seconds_count 246
# HELP prometheus_tsdb_wal_truncations_failed_total Total number of write log truncations that failed.
# TYPE prometheus_tsdb_wal_truncations_failed_total counter
prometheus_tsdb_wal_truncations_failed_total 0
# HELP prometheus_tsdb_wal_truncations_total Total number of write log truncations attempted.
# TYPE prometheus_tsdb_wal_truncations_total counter
prometheus_tsdb_wal_truncations_total 246
# HELP prometheus_tsdb_wal_writes_failed_total Total number of write log writes that failed.
# TYPE prometheus_tsdb_wal_writes_failed_total counter
prometheus_tsdb_wal_writes_failed_total 0
# HELP prometheus_web_federation_errors_total Total number of errors that occurred while sending federation responses.
# TYPE prometheus_web_federation_errors_total counter
prometheus_web_federation_errors_total 0
# HELP prometheus_web_federation_warnings_total Total number of warnings that occurred while sending federation responses.
# TYPE prometheus_web_federation_warnings_total counter
prometheus_web_federation_warnings_total 0
# HELP promhttp_metric_handler_requests_in_flight Current number of scrapes being served.
# TYPE promhttp_metric_handler_requests_in_flight gauge
promhttp_metric_handler_requests_in_flight 1
# HELP promhttp_metric_handler_requests_total Total number of scrapes by HTTP status code.
# TYPE promhttp_metric_handler_requests_total counter
promhttp_metric_handler_requests_total{code="200"} 29514
promhttp_metric_handler_requests_total{code="500"} 0
promhttp_metric_handler_requests_total{code="503"} 0