# HELP go_gc_duration_seconds A summary of the GC invocation durations.
# TYPE go_gc_duration_seconds summary
go_gc_duration_seconds{quantile="0"} 2.188e-05
go_gc_duration_seconds{quantile="0.25"} 2.809e-05
go_gc_duration_seconds{quantile="0.5"} 3.1444e-05
go_gc_duration_seconds{quantile="0.75"} 3.7806e-05
go_gc_duration_seconds{quantile="1"} 0.002393112
go_gc_duration_seconds_sum 7.900596247
go_gc_duration_seconds_count 85122
# HELP go_goroutines Number of goroutines that currently exist.
# TYPE go_goroutines gauge
go_goroutines 295
# HELP go_info Information about the Go environment.
# TYPE go_info gauge
go_info{version="go1.12.4"} 1
# HELP go_memstats_alloc_bytes Number of bytes allocated and still in use.
# TYPE go_memstats_alloc_bytes gauge
go_memstats_alloc_bytes 8.43198984e+08
# HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed.
# TYPE go_memstats_alloc_bytes_total counter
go_memstats_alloc_bytes_total 4.543685588712e+13
# HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table.
# TYPE go_memstats_buck_hash_sys_bytes gauge
go_memstats_buck_hash_sys_bytes 1.5704908e+07
# HELP go_memstats_frees_total Total number of frees.
# TYPE go_memstats_frees_total counter
go_memstats_frees_total 3.13610763485e+11
# HELP go_memstats_gc_cpu_fraction The fraction of this program's available CPU time used by the GC since the program started.
# TYPE go_memstats_gc_cpu_fraction gauge
go_memstats_gc_cpu_fraction 0.006395591685574016
# HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata.
# TYPE go_memstats_gc_sys_bytes gauge
go_memstats_gc_sys_bytes 2.08504832e+08
# HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and still in use.
# TYPE go_memstats_heap_alloc_bytes gauge
go_memstats_heap_alloc_bytes 8.43198984e+08
# HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used.
# TYPE go_memstats_heap_idle_bytes gauge
go_memstats_heap_idle_bytes 4.165107712e+09
# HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use.
# TYPE go_memstats_heap_inuse_bytes gauge
go_memstats_heap_inuse_bytes 9.99817216e+08
# HELP go_memstats_heap_objects Number of allocated objects.
# TYPE go_memstats_heap_objects gauge
go_memstats_heap_objects 6.597481e+06
# HELP go_memstats_heap_released_bytes Number of heap bytes released to OS.
# TYPE go_memstats_heap_released_bytes gauge
go_memstats_heap_released_bytes 3.599147008e+09
# HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system.
# TYPE go_memstats_heap_sys_bytes gauge
go_memstats_heap_sys_bytes 5.164924928e+09
# HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection.
# TYPE go_memstats_last_gc_time_seconds gauge
go_memstats_last_gc_time_seconds 1.764834747759261e+09
# HELP go_memstats_lookups_total Total number of pointer lookups.
# TYPE go_memstats_lookups_total counter
go_memstats_lookups_total 0
# HELP go_memstats_mallocs_total Total number of mallocs.
# TYPE go_memstats_mallocs_total counter
go_memstats_mallocs_total 3.13617360966e+11
# HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures.
# TYPE go_memstats_mcache_inuse_bytes gauge
go_memstats_mcache_inuse_bytes 6944
# HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system.
# TYPE go_memstats_mcache_sys_bytes gauge
go_memstats_mcache_sys_bytes 16384
# HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures.
# TYPE go_memstats_mspan_inuse_bytes gauge
go_memstats_mspan_inuse_bytes 1.646856e+07
# HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system.
# TYPE go_memstats_mspan_sys_bytes gauge
go_memstats_mspan_sys_bytes 7.0090752e+07
# HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place.
# TYPE go_memstats_next_gc_bytes gauge
go_memstats_next_gc_bytes 1.44908464e+09
# HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations.
# TYPE go_memstats_other_sys_bytes gauge
go_memstats_other_sys_bytes 1.3104396e+07
# HELP go_memstats_stack_inuse_bytes Number of bytes in use by the stack allocator.
# TYPE go_memstats_stack_inuse_bytes gauge
go_memstats_stack_inuse_bytes 2.4576e+06
# HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator.
# TYPE go_memstats_stack_sys_bytes gauge
go_memstats_stack_sys_bytes 2.4576e+06
# HELP go_memstats_sys_bytes Number of bytes obtained from system.
# TYPE go_memstats_sys_bytes gauge
go_memstats_sys_bytes 5.4748038e+09
# HELP go_threads Number of OS threads created.
# TYPE go_threads gauge
go_threads 15
# HELP net_conntrack_dialer_conn_attempted_total Total number of connections attempted by the given dialer a given name.
# TYPE net_conntrack_dialer_conn_attempted_total counter
net_conntrack_dialer_conn_attempted_total{dialer_name="alertmanager"} 240
net_conntrack_dialer_conn_attempted_total{dialer_name="default"} 0
net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-apiservers"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-cadvisor"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-ingress"} 2.339477e+06
net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-nodes"} 1
net_conntrack_dialer_conn_attempted_total{dialer_name="kubernetes-pods"} 196233
# HELP net_conntrack_dialer_conn_closed_total Total number of connections closed which originated from the dialer of a given name.
# TYPE net_conntrack_dialer_conn_closed_total counter
net_conntrack_dialer_conn_closed_total{dialer_name="alertmanager"} 239
net_conntrack_dialer_conn_closed_total{dialer_name="default"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-apiservers"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-cadvisor"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-ingress"} 2.339428e+06
net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-nodes"} 0
net_conntrack_dialer_conn_closed_total{dialer_name="kubernetes-pods"} 98096
# HELP net_conntrack_dialer_conn_established_total Total number of connections successfully established by the given dialer a given name.
# TYPE net_conntrack_dialer_conn_established_total counter
net_conntrack_dialer_conn_established_total{dialer_name="alertmanager"} 240
net_conntrack_dialer_conn_established_total{dialer_name="default"} 0
net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-apiservers"} 1
net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-cadvisor"} 1
net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-ingress"} 2.339453e+06
net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-nodes"} 1
net_conntrack_dialer_conn_established_total{dialer_name="kubernetes-pods"} 98123
# HELP net_conntrack_dialer_conn_failed_total Total number of connections failed to dial by the dialer a given name.
# TYPE net_conntrack_dialer_conn_failed_total counter
net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="alertmanager",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="default",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-apiservers",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-apiservers",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-apiservers",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-apiservers",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-cadvisor",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-cadvisor",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-cadvisor",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-cadvisor",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-ingress",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-ingress",reason="resolution"} 24
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-ingress",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-ingress",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes",reason="refused"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes",reason="timeout"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-nodes",reason="unknown"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods",reason="refused"} 98091
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods",reason="resolution"} 0
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods",reason="timeout"} 18
net_conntrack_dialer_conn_failed_total{dialer_name="kubernetes-pods",reason="unknown"} 98110
# HELP net_conntrack_listener_conn_accepted_total Total number of connections opened to the listener of a given name.
# TYPE net_conntrack_listener_conn_accepted_total counter
net_conntrack_listener_conn_accepted_total{listener_name="http"} 20212
# HELP net_conntrack_listener_conn_closed_total Total number of connections closed that were made to the listener of a given name.
# TYPE net_conntrack_listener_conn_closed_total counter
net_conntrack_listener_conn_closed_total{listener_name="http"} 20222
# HELP process_cpu_seconds_total Total user and system CPU time spent in seconds.
# TYPE process_cpu_seconds_total counter
process_cpu_seconds_total 643503.51
# HELP process_max_fds Maximum number of open file descriptors.
# TYPE process_max_fds gauge
process_max_fds 1.048576e+06
# HELP process_open_fds Number of open file descriptors.
# TYPE process_open_fds gauge
process_open_fds 143
# HELP process_resident_memory_bytes Resident memory size in bytes.
# TYPE process_resident_memory_bytes gauge
process_resident_memory_bytes 3.390337024e+09
# HELP process_start_time_seconds Start time of the process since unix epoch in seconds.
# TYPE process_start_time_seconds gauge
process_start_time_seconds 1.76336376812e+09
# HELP process_virtual_memory_bytes Virtual memory size in bytes.
# TYPE process_virtual_memory_bytes gauge
process_virtual_memory_bytes 3.0458441728e+10
# HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes.
# TYPE process_virtual_memory_max_bytes gauge
process_virtual_memory_max_bytes -1
# HELP prometheus_api_remote_read_queries The current number of remote read queries being executed or waiting.
# TYPE prometheus_api_remote_read_queries gauge
prometheus_api_remote_read_queries 0
# HELP prometheus_build_info A metric with a constant '1' value labeled by version, revision, branch, and goversion from which prometheus was built.
# TYPE prometheus_build_info gauge
prometheus_build_info{branch="HEAD",goversion="go1.12.4",revision="d3245f15022551c6fc8281766ea62db4d71e2747",version="2.9.2"} 1
# HELP prometheus_config_last_reload_success_timestamp_seconds Timestamp of the last successful configuration reload.
# TYPE prometheus_config_last_reload_success_timestamp_seconds gauge
prometheus_config_last_reload_success_timestamp_seconds 1.7633637874097195e+09
# HELP prometheus_config_last_reload_successful Whether the last configuration reload attempt was successful.
# TYPE prometheus_config_last_reload_successful gauge
prometheus_config_last_reload_successful 1
# HELP prometheus_engine_queries The current number of queries being executed or waiting.
# TYPE prometheus_engine_queries gauge
prometheus_engine_queries 0
# HELP prometheus_engine_queries_concurrent_max The max number of concurrent queries.
# TYPE prometheus_engine_queries_concurrent_max gauge
prometheus_engine_queries_concurrent_max 20
# HELP prometheus_engine_query_duration_seconds Query timings
# TYPE prometheus_engine_query_duration_seconds summary
prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.5"} 1.2076e-05
prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.9"} 0.00100559
prometheus_engine_query_duration_seconds{slice="inner_eval",quantile="0.99"} 0.009004537
prometheus_engine_query_duration_seconds_sum{slice="inner_eval"} 108717.83222945072
prometheus_engine_query_duration_seconds_count{slice="inner_eval"} 9.70124e+06
prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.5"} 1.4037e-05
prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.9"} 0.000100814
prometheus_engine_query_duration_seconds{slice="prepare_time",quantile="0.99"} 0.135385171
prometheus_engine_query_duration_seconds_sum{slice="prepare_time"} 10295.2795907891
prometheus_engine_query_duration_seconds_count{slice="prepare_time"} 9.79206e+06
prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.5"} 7.04e-07
prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.9"} 1.78e-06
prometheus_engine_query_duration_seconds{slice="queue_time",quantile="0.99"} 2.884e-06
prometheus_engine_query_duration_seconds_sum{slice="queue_time"} 9.236991782004342
prometheus_engine_query_duration_seconds_count{slice="queue_time"} 9.792061e+06
prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.5"} NaN
prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.9"} NaN
prometheus_engine_query_duration_seconds{slice="result_sort",quantile="0.99"} NaN
prometheus_engine_query_duration_seconds_sum{slice="result_sort"} 3.8639709580000177
prometheus_engine_query_duration_seconds_count{slice="result_sort"} 205971
# HELP prometheus_http_request_duration_seconds Histogram of latencies for HTTP requests.
# TYPE prometheus_http_request_duration_seconds histogram
prometheus_http_request_duration_seconds_bucket{handler="/",le="0.1"} 71
prometheus_http_request_duration_seconds_bucket{handler="/",le="0.2"} 71
prometheus_http_request_duration_seconds_bucket{handler="/",le="0.4"} 71
prometheus_http_request_duration_seconds_bucket{handler="/",le="1"} 71
prometheus_http_request_duration_seconds_bucket{handler="/",le="3"} 71
prometheus_http_request_duration_seconds_bucket{handler="/",le="8"} 71
prometheus_http_request_duration_seconds_bucket{handler="/",le="20"} 71
prometheus_http_request_duration_seconds_bucket{handler="/",le="60"} 71
prometheus_http_request_duration_seconds_bucket{handler="/",le="120"} 71
prometheus_http_request_duration_seconds_bucket{handler="/",le="+Inf"} 71
prometheus_http_request_duration_seconds_sum{handler="/"} 0.0026179570000000006
prometheus_http_request_duration_seconds_count{handler="/"} 71
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.1"} 20
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.2"} 22
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="0.4"} 22
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="1"} 22
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="3"} 22
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="8"} 22
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="20"} 22
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="60"} 22
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="120"} 22
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/label/:name/values",le="+Inf"} 22
prometheus_http_request_duration_seconds_sum{handler="/api/v1/label/:name/values"} 0.8951648080000001
prometheus_http_request_duration_seconds_count{handler="/api/v1/label/:name/values"} 22
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.1"} 25
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.2"} 25
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="0.4"} 25
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="1"} 25
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="3"} 25
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="8"} 25
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="20"} 25
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="60"} 25
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="120"} 25
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/labels",le="+Inf"} 25
prometheus_http_request_duration_seconds_sum{handler="/api/v1/labels"} 0.04473258700000001
prometheus_http_request_duration_seconds_count{handler="/api/v1/labels"} 25
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.1"} 73269
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.2"} 73285
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="0.4"} 73288
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="1"} 73288
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="3"} 73288
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="8"} 73288
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="20"} 73288
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="60"} 73288
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="120"} 73288
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query",le="+Inf"} 73288
prometheus_http_request_duration_seconds_sum{handler="/api/v1/query"} 271.04449522899887
prometheus_http_request_duration_seconds_count{handler="/api/v1/query"} 73288
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.1"} 136776
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.2"} 143158
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="0.4"} 166399
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="1"} 191880
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="3"} 203537
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="8"} 206274
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="20"} 206530
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="60"} 206552
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="120"} 206552
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/query_range",le="+Inf"} 206552
prometheus_http_request_duration_seconds_sum{handler="/api/v1/query_range"} 59812.24032602443
prometheus_http_request_duration_seconds_count{handler="/api/v1/query_range"} 206552
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.1"} 2190
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.2"} 2190
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="0.4"} 2190
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="1"} 2190
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="3"} 2190
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="8"} 2190
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="20"} 2190
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="60"} 2190
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="120"} 2190
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/rules",le="+Inf"} 2190
prometheus_http_request_duration_seconds_sum{handler="/api/v1/rules"} 3.4587763020000053
prometheus_http_request_duration_seconds_count{handler="/api/v1/rules"} 2190
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.1"} 126
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.2"} 132
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="0.4"} 133
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="1"} 133
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="3"} 133
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="8"} 133
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="20"} 133
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="60"} 133
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="120"} 133
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/series",le="+Inf"} 133
prometheus_http_request_duration_seconds_sum{handler="/api/v1/series"} 3.6374002479999996
prometheus_http_request_duration_seconds_count{handler="/api/v1/series"} 133
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.1"} 4
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.2"} 4
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="0.4"} 4
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="1"} 4
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="3"} 4
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="8"} 4
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="20"} 4
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="60"} 4
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="120"} 4
prometheus_http_request_duration_seconds_bucket{handler="/api/v1/status/config",le="+Inf"} 4
prometheus_http_request_duration_seconds_sum{handler="/api/v1/status/config"} 0.009489309999999999
prometheus_http_request_duration_seconds_count{handler="/api/v1/status/config"} 4
prometheus_http_request_duration_seconds_bucket{handler="/config",le="0.1"} 4
prometheus_http_request_duration_seconds_bucket{handler="/config",le="0.2"} 4
prometheus_http_request_duration_seconds_bucket{handler="/config",le="0.4"} 4
prometheus_http_request_duration_seconds_bucket{handler="/config",le="1"} 4
prometheus_http_request_duration_seconds_bucket{handler="/config",le="3"} 4
prometheus_http_request_duration_seconds_bucket{handler="/config",le="8"} 4
prometheus_http_request_duration_seconds_bucket{handler="/config",le="20"} 4
prometheus_http_request_duration_seconds_bucket{handler="/config",le="60"} 4
prometheus_http_request_duration_seconds_bucket{handler="/config",le="120"} 4
prometheus_http_request_duration_seconds_bucket{handler="/config",le="+Inf"} 4
prometheus_http_request_duration_seconds_sum{handler="/config"} 0.041485656999999995
prometheus_http_request_duration_seconds_count{handler="/config"} 4
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.1"} 152
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.2"} 152
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="0.4"} 152
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="1"} 152
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="3"} 152
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="8"} 152
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="20"} 152
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="60"} 152
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="120"} 152
prometheus_http_request_duration_seconds_bucket{handler="/graph",le="+Inf"} 152
prometheus_http_request_duration_seconds_sum{handler="/graph"} 0.3762688720000002
prometheus_http_request_duration_seconds_count{handler="/graph"} 152
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.1"} 97870
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.2"} 97966
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="0.4"} 98051
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="1"} 98066
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="3"} 98069
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="8"} 98069
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="20"} 98069
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="60"} 98069
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="120"} 98069
prometheus_http_request_duration_seconds_bucket{handler="/metrics",le="+Inf"} 98069
prometheus_http_request_duration_seconds_sum{handler="/metrics"} 422.8561038279926
prometheus_http_request_duration_seconds_count{handler="/metrics"} 98069
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.1"} 73
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.2"} 73
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="0.4"} 73
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="1"} 73
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="3"} 73
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="8"} 73
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="20"} 73
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="60"} 73
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="120"} 73
prometheus_http_request_duration_seconds_bucket{handler="/static/*filepath",le="+Inf"} 73
prometheus_http_request_duration_seconds_sum{handler="/static/*filepath"} 0.069832393
prometheus_http_request_duration_seconds_count{handler="/static/*filepath"} 73
# HELP prometheus_http_response_size_bytes Histogram of response size for HTTP requests.
# TYPE prometheus_http_response_size_bytes histogram
prometheus_http_response_size_bytes_bucket{handler="/",le="100"} 71
prometheus_http_response_size_bytes_bucket{handler="/",le="1000"} 71
prometheus_http_response_size_bytes_bucket{handler="/",le="10000"} 71
prometheus_http_response_size_bytes_bucket{handler="/",le="100000"} 71
prometheus_http_response_size_bytes_bucket{handler="/",le="1e+06"} 71
prometheus_http_response_size_bytes_bucket{handler="/",le="1e+07"} 71
prometheus_http_response_size_bytes_bucket{handler="/",le="1e+08"} 71
prometheus_http_response_size_bytes_bucket{handler="/",le="1e+09"} 71
prometheus_http_response_size_bytes_bucket{handler="/",le="+Inf"} 71
prometheus_http_response_size_bytes_sum{handler="/"} 2059
prometheus_http_response_size_bytes_count{handler="/"} 71
prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1000"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="10000"} 22
prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="100000"} 22
prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+06"} 22
prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+07"} 22
prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+08"} 22
prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="1e+09"} 22
prometheus_http_response_size_bytes_bucket{handler="/api/v1/label/:name/values",le="+Inf"} 22
prometheus_http_response_size_bytes_sum{handler="/api/v1/label/:name/values"} 101354
prometheus_http_response_size_bytes_count{handler="/api/v1/label/:name/values"} 22
prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1000"} 25
prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="10000"} 25
prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="100000"} 25
prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+06"} 25
prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+07"} 25
prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+08"} 25
prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="1e+09"} 25
prometheus_http_response_size_bytes_bucket{handler="/api/v1/labels",le="+Inf"} 25
prometheus_http_response_size_bytes_sum{handler="/api/v1/labels"} 19850
prometheus_http_response_size_bytes_count{handler="/api/v1/labels"} 25
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1000"} 73288
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="10000"} 73288
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="100000"} 73288
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+06"} 73288
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+07"} 73288
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+08"} 73288
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="1e+09"} 73288
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query",le="+Inf"} 73288
prometheus_http_response_size_bytes_sum{handler="/api/v1/query"} 2.7032572e+07
prometheus_http_response_size_bytes_count{handler="/api/v1/query"} 73288
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="100"} 1636
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1000"} 11683
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="10000"} 129928
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="100000"} 204347
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+06"} 206552
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+07"} 206552
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+08"} 206552
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="1e+09"} 206552
prometheus_http_response_size_bytes_bucket{handler="/api/v1/query_range",le="+Inf"} 206552
prometheus_http_response_size_bytes_sum{handler="/api/v1/query_range"} 3.110358924e+09
prometheus_http_response_size_bytes_count{handler="/api/v1/query_range"} 206552
prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1000"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="10000"} 2190
prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="100000"} 2190
prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+06"} 2190
prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+07"} 2190
prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+08"} 2190
prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="1e+09"} 2190
prometheus_http_response_size_bytes_bucket{handler="/api/v1/rules",le="+Inf"} 2190
prometheus_http_response_size_bytes_sum{handler="/api/v1/rules"} 6.94303e+06
prometheus_http_response_size_bytes_count{handler="/api/v1/rules"} 2190
prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1000"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="10000"} 133
prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="100000"} 133
prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+06"} 133
prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+07"} 133
prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+08"} 133
prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="1e+09"} 133
prometheus_http_response_size_bytes_bucket{handler="/api/v1/series",le="+Inf"} 133
prometheus_http_response_size_bytes_sum{handler="/api/v1/series"} 737421
prometheus_http_response_size_bytes_count{handler="/api/v1/series"} 133
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1000"} 4
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="10000"} 4
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="100000"} 4
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+06"} 4
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+07"} 4
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+08"} 4
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="1e+09"} 4
prometheus_http_response_size_bytes_bucket{handler="/api/v1/status/config",le="+Inf"} 4
prometheus_http_response_size_bytes_sum{handler="/api/v1/status/config"} 3228
prometheus_http_response_size_bytes_count{handler="/api/v1/status/config"} 4
prometheus_http_response_size_bytes_bucket{handler="/config",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/config",le="1000"} 0
prometheus_http_response_size_bytes_bucket{handler="/config",le="10000"} 4
prometheus_http_response_size_bytes_bucket{handler="/config",le="100000"} 4
prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+06"} 4
prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+07"} 4
prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+08"} 4
prometheus_http_response_size_bytes_bucket{handler="/config",le="1e+09"} 4
prometheus_http_response_size_bytes_bucket{handler="/config",le="+Inf"} 4
prometheus_http_response_size_bytes_sum{handler="/config"} 33776
prometheus_http_response_size_bytes_count{handler="/config"} 4
prometheus_http_response_size_bytes_bucket{handler="/graph",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/graph",le="1000"} 0
prometheus_http_response_size_bytes_bucket{handler="/graph",le="10000"} 152
prometheus_http_response_size_bytes_bucket{handler="/graph",le="100000"} 152
prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+06"} 152
prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+07"} 152
prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+08"} 152
prometheus_http_response_size_bytes_bucket{handler="/graph",le="1e+09"} 152
prometheus_http_response_size_bytes_bucket{handler="/graph",le="+Inf"} 152
prometheus_http_response_size_bytes_sum{handler="/graph"} 879320
prometheus_http_response_size_bytes_count{handler="/graph"} 152
prometheus_http_response_size_bytes_bucket{handler="/metrics",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1000"} 0
prometheus_http_response_size_bytes_bucket{handler="/metrics",le="10000"} 7253
prometheus_http_response_size_bytes_bucket{handler="/metrics",le="100000"} 98069
prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+06"} 98069
prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+07"} 98069
prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+08"} 98069
prometheus_http_response_size_bytes_bucket{handler="/metrics",le="1e+09"} 98069
prometheus_http_response_size_bytes_bucket{handler="/metrics",le="+Inf"} 98069
prometheus_http_response_size_bytes_sum{handler="/metrics"} 1.018238142e+09
prometheus_http_response_size_bytes_count{handler="/metrics"} 98069
prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="100"} 0
prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1000"} 12
prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="10000"} 32
prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="100000"} 63
prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+06"} 73
prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+07"} 73
prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+08"} 73
prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="1e+09"} 73
prometheus_http_response_size_bytes_bucket{handler="/static/*filepath",le="+Inf"} 73
prometheus_http_response_size_bytes_sum{handler="/static/*filepath"} 2.483665e+06
prometheus_http_response_size_bytes_count{handler="/static/*filepath"} 73
# HELP prometheus_notifications_alertmanagers_discovered The number of alertmanagers discovered and active.
# TYPE prometheus_notifications_alertmanagers_discovered gauge
prometheus_notifications_alertmanagers_discovered 1
# HELP prometheus_notifications_dropped_total Total number of alerts dropped due to errors when sending to Alertmanager.
# TYPE prometheus_notifications_dropped_total counter
prometheus_notifications_dropped_total 0
# HELP prometheus_notifications_errors_total Total number of errors sending alert notifications.
# TYPE prometheus_notifications_errors_total counter
prometheus_notifications_errors_total{alertmanager="http://alertmanager:80/api/v1/alerts"} 0
# HELP prometheus_notifications_latency_seconds Latency quantiles for sending alert notifications.
# TYPE prometheus_notifications_latency_seconds summary
prometheus_notifications_latency_seconds{alertmanager="http://alertmanager:80/api/v1/alerts",quantile="0.5"} 0.001426472
prometheus_notifications_latency_seconds{alertmanager="http://alertmanager:80/api/v1/alerts",quantile="0.9"} 0.002721817
prometheus_notifications_latency_seconds{alertmanager="http://alertmanager:80/api/v1/alerts",quantile="0.99"} 0.002721817
prometheus_notifications_latency_seconds_sum{alertmanager="http://alertmanager:80/api/v1/alerts"} 40.12253093799988
prometheus_notifications_latency_seconds_count{alertmanager="http://alertmanager:80/api/v1/alerts"} 20249
# HELP prometheus_notifications_queue_capacity The capacity of the alert notifications queue.
# TYPE prometheus_notifications_queue_capacity gauge
prometheus_notifications_queue_capacity 10000
# HELP prometheus_notifications_queue_length The number of alert notifications in the queue.
# TYPE prometheus_notifications_queue_length gauge
prometheus_notifications_queue_length 0
# HELP prometheus_notifications_sent_total Total number of alerts sent.
# TYPE prometheus_notifications_sent_total counter
prometheus_notifications_sent_total{alertmanager="http://alertmanager:80/api/v1/alerts"} 23700
# HELP prometheus_remote_storage_highest_timestamp_in_seconds Highest timestamp that has come into the remote storage via the Appender interface, in seconds since epoch.
# TYPE prometheus_remote_storage_highest_timestamp_in_seconds gauge
prometheus_remote_storage_highest_timestamp_in_seconds 1.764834752e+09
# HELP prometheus_remote_storage_samples_in_total Samples in to remote storage, compare to samples out for queue managers.
# TYPE prometheus_remote_storage_samples_in_total counter
prometheus_remote_storage_samples_in_total 1.200352011e+10
# HELP prometheus_remote_storage_string_interner_zero_reference_releases_total The number of times release has been called for strings that are not interned.
# TYPE prometheus_remote_storage_string_interner_zero_reference_releases_total counter
prometheus_remote_storage_string_interner_zero_reference_releases_total 0
# HELP prometheus_rule_evaluation_duration_seconds The duration for a rule to execute.
# TYPE prometheus_rule_evaluation_duration_seconds summary
prometheus_rule_evaluation_duration_seconds{quantile="0.5"} 0.000115617
prometheus_rule_evaluation_duration_seconds{quantile="0.9"} 0.001912154
prometheus_rule_evaluation_duration_seconds{quantile="0.99"} 4.775746043
prometheus_rule_evaluation_duration_seconds_sum 457579.59587159875
prometheus_rule_evaluation_duration_seconds_count 9.512221e+06
# HELP prometheus_rule_evaluation_failures_total The total number of rule evaluation failures.
# TYPE prometheus_rule_evaluation_failures_total counter
prometheus_rule_evaluation_failures_total 90240
# HELP prometheus_rule_evaluations_total The total number of rule evaluations.
# TYPE prometheus_rule_evaluations_total counter
prometheus_rule_evaluations_total 9.512221e+06
# HELP prometheus_rule_group_duration_seconds The duration of rule group evaluations.
# TYPE prometheus_rule_group_duration_seconds summary
prometheus_rule_group_duration_seconds{quantile="0.01"} 0.000145559
prometheus_rule_group_duration_seconds{quantile="0.05"} 0.000172045
prometheus_rule_group_duration_seconds{quantile="0.5"} 0.000585801
prometheus_rule_group_duration_seconds{quantile="0.9"} 0.036596629
prometheus_rule_group_duration_seconds{quantile="0.99"} 5.107836385
prometheus_rule_group_duration_seconds_sum 457599.05577976606
prometheus_rule_group_duration_seconds_count 1.274836e+06
# HELP prometheus_rule_group_interval_seconds The interval of a rule group.
# TYPE prometheus_rule_group_interval_seconds gauge
prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/alerting.yml;application alerts"} 15
prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/alerting.yml;source alerts"} 15
prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/coordinator-rule.yml;calculation"} 15
prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/coordinator-rule.yml;data_collect"} 15
prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;big_screen"} 15
prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_containers"} 15
prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_deployments"} 15
prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_pods"} 15
prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_node"} 15
prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_pods"} 15
prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_resources"} 15
prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/nodes-rule.yml;node"} 15
prometheus_rule_group_interval_seconds{rule_group="/etc/prometheus/pods-rule.yml;pods"} 15
# HELP prometheus_rule_group_iterations_missed_total The total number of rule group evaluations missed due to slow rule group evaluation.
# TYPE prometheus_rule_group_iterations_missed_total counter
prometheus_rule_group_iterations_missed_total 1
# HELP prometheus_rule_group_iterations_total The total number of scheduled rule group evaluations, whether executed or missed.
# TYPE prometheus_rule_group_iterations_total counter
prometheus_rule_group_iterations_total 1.274836e+06
# HELP prometheus_rule_group_last_duration_seconds The duration of the last rule group evaluation.
# TYPE prometheus_rule_group_last_duration_seconds gauge
prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/alerting.yml;application alerts"} 0.050779335
prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/alerting.yml;source alerts"} 0.005249031
prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/coordinator-rule.yml;calculation"} 0.000342875
prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/coordinator-rule.yml;data_collect"} 5.108788883
prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;big_screen"} 0.000923101
prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_containers"} 0.000405496
prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_deployments"} 0.000439942
prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_pods"} 0.000175669
prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_node"} 0.000342285
prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_pods"} 0.000195756
prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_resources"} 0.004836042
prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/nodes-rule.yml;node"} 0.010965947
prometheus_rule_group_last_duration_seconds{rule_group="/etc/prometheus/pods-rule.yml;pods"} 0.009150692
# HELP prometheus_rule_group_last_evaluation_timestamp_seconds The timestamp of the last rule group evaluation in seconds.
# TYPE prometheus_rule_group_last_evaluation_timestamp_seconds gauge
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/alerting.yml;application alerts"} 1.7648347476909735e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/alerting.yml;source alerts"} 1.7648347376505225e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/coordinator-rule.yml;calculation"} 1.76483475042823e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/coordinator-rule.yml;data_collect"} 1.7648347464564664e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;big_screen"} 1.764834742246394e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_containers"} 1.7648347381253607e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_deployments"} 1.7648347410812604e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_pods"} 1.7648347441322742e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_node"} 1.764834751300645e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_pods"} 1.764834751693013e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_resources"} 1.7648347473457432e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/nodes-rule.yml;node"} 1.7648347411804686e+09
prometheus_rule_group_last_evaluation_timestamp_seconds{rule_group="/etc/prometheus/pods-rule.yml;pods"} 1.7648347447702324e+09
# HELP prometheus_rule_group_rules The number of rules.
# TYPE prometheus_rule_group_rules gauge
prometheus_rule_group_rules{rule_group="/etc/prometheus/alerting.yml;application alerts"} 5
prometheus_rule_group_rules{rule_group="/etc/prometheus/alerting.yml;source alerts"} 5
prometheus_rule_group_rules{rule_group="/etc/prometheus/coordinator-rule.yml;calculation"} 4
prometheus_rule_group_rules{rule_group="/etc/prometheus/coordinator-rule.yml;data_collect"} 3
prometheus_rule_group_rules{rule_group="/etc/prometheus/kubernetes-rule.yml;big_screen"} 12
prometheus_rule_group_rules{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_containers"} 6
prometheus_rule_group_rules{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_deployments"} 4
prometheus_rule_group_rules{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_namespace_pods"} 1
prometheus_rule_group_rules{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_node"} 3
prometheus_rule_group_rules{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_pods"} 1
prometheus_rule_group_rules{rule_group="/etc/prometheus/kubernetes-rule.yml;cluster_resources"} 8
prometheus_rule_group_rules{rule_group="/etc/prometheus/nodes-rule.yml;node"} 34
prometheus_rule_group_rules{rule_group="/etc/prometheus/pods-rule.yml;pods"} 11
# HELP prometheus_sd_consul_rpc_duration_seconds The duration of a Consul RPC call in seconds.
# TYPE prometheus_sd_consul_rpc_duration_seconds summary
prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.5"} NaN
prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.9"} NaN
prometheus_sd_consul_rpc_duration_seconds{call="service",endpoint="catalog",quantile="0.99"} NaN
prometheus_sd_consul_rpc_duration_seconds_sum{call="service",endpoint="catalog"} 0
prometheus_sd_consul_rpc_duration_seconds_count{call="service",endpoint="catalog"} 0
prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.5"} NaN
prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.9"} NaN
prometheus_sd_consul_rpc_duration_seconds{call="services",endpoint="catalog",quantile="0.99"} NaN
prometheus_sd_consul_rpc_duration_seconds_sum{call="services",endpoint="catalog"} 0
prometheus_sd_consul_rpc_duration_seconds_count{call="services",endpoint="catalog"} 0
# HELP prometheus_sd_consul_rpc_failures_total The number of Consul RPC call failures.
# TYPE prometheus_sd_consul_rpc_failures_total counter
prometheus_sd_consul_rpc_failures_total 0
# HELP prometheus_sd_discovered_targets Current number of discovered targets.
# TYPE prometheus_sd_discovered_targets gauge
prometheus_sd_discovered_targets{config="5e32f7d98f85ff2d9f2677f4a40d8aa9",name="notify"} 1
prometheus_sd_discovered_targets{config="kubernetes-apiservers",name="scrape"} 110
prometheus_sd_discovered_targets{config="kubernetes-cadvisor",name="scrape"} 4
prometheus_sd_discovered_targets{config="kubernetes-ingress",name="scrape"} 63
prometheus_sd_discovered_targets{config="kubernetes-nodes",name="scrape"} 4
prometheus_sd_discovered_targets{config="kubernetes-pods",name="scrape"} 132
# HELP prometheus_sd_dns_lookup_failures_total The number of DNS-SD lookup failures.
# TYPE prometheus_sd_dns_lookup_failures_total counter
prometheus_sd_dns_lookup_failures_total 0
# HELP prometheus_sd_dns_lookups_total The number of DNS-SD lookups.
# TYPE prometheus_sd_dns_lookups_total counter
prometheus_sd_dns_lookups_total 0
# HELP prometheus_sd_file_read_errors_total The number of File-SD read errors.
# TYPE prometheus_sd_file_read_errors_total counter
prometheus_sd_file_read_errors_total 0
# HELP prometheus_sd_file_scan_duration_seconds The duration of the File-SD scan in seconds.
# TYPE prometheus_sd_file_scan_duration_seconds summary
prometheus_sd_file_scan_duration_seconds{quantile="0.5"} NaN
prometheus_sd_file_scan_duration_seconds{quantile="0.9"} NaN
prometheus_sd_file_scan_duration_seconds{quantile="0.99"} NaN
prometheus_sd_file_scan_duration_seconds_sum 0
prometheus_sd_file_scan_duration_seconds_count 0
# HELP prometheus_sd_kubernetes_cache_last_resource_version Last resource version from the Kubernetes API.
# TYPE prometheus_sd_kubernetes_cache_last_resource_version gauge
prometheus_sd_kubernetes_cache_last_resource_version 3.41122181e+08
# HELP prometheus_sd_kubernetes_cache_list_duration_seconds Duration of a Kubernetes API call in seconds.
# TYPE prometheus_sd_kubernetes_cache_list_duration_seconds summary
prometheus_sd_kubernetes_cache_list_duration_seconds_sum 0.208261065
prometheus_sd_kubernetes_cache_list_duration_seconds_count 6
# HELP prometheus_sd_kubernetes_cache_list_items Count of items in a list from the Kubernetes API.
# TYPE prometheus_sd_kubernetes_cache_list_items summary
prometheus_sd_kubernetes_cache_list_items_sum 255
prometheus_sd_kubernetes_cache_list_items_count 6
# HELP prometheus_sd_kubernetes_cache_list_total Total number of list operations.
# TYPE prometheus_sd_kubernetes_cache_list_total counter
prometheus_sd_kubernetes_cache_list_total 6
# HELP prometheus_sd_kubernetes_cache_short_watches_total Total number of short watch operations.
# TYPE prometheus_sd_kubernetes_cache_short_watches_total counter
prometheus_sd_kubernetes_cache_short_watches_total 0
# HELP prometheus_sd_kubernetes_cache_watch_duration_seconds Duration of watches on the Kubernetes API.
# TYPE prometheus_sd_kubernetes_cache_watch_duration_seconds summary
prometheus_sd_kubernetes_cache_watch_duration_seconds_sum 8.824594797770692e+06
prometheus_sd_kubernetes_cache_watch_duration_seconds_count 19597
# HELP prometheus_sd_kubernetes_cache_watch_events Number of items in watches on the Kubernetes API.
# TYPE prometheus_sd_kubernetes_cache_watch_events summary
prometheus_sd_kubernetes_cache_watch_events_sum 2.947764e+06
prometheus_sd_kubernetes_cache_watch_events_count 19597
# HELP prometheus_sd_kubernetes_cache_watches_total Total number of watch operations.
# TYPE prometheus_sd_kubernetes_cache_watches_total counter
prometheus_sd_kubernetes_cache_watches_total 19603
# HELP prometheus_sd_kubernetes_events_total The number of Kubernetes events handled.
# TYPE prometheus_sd_kubernetes_events_total counter
prometheus_sd_kubernetes_events_total{event="add",role="endpoints"} 47
prometheus_sd_kubernetes_events_total{event="add",role="ingress"} 36
prometheus_sd_kubernetes_events_total{event="add",role="node"} 4
prometheus_sd_kubernetes_events_total{event="add",role="pod"} 120
prometheus_sd_kubernetes_events_total{event="add",role="service"} 43
prometheus_sd_kubernetes_events_total{event="delete",role="endpoints"} 4
prometheus_sd_kubernetes_events_total{event="delete",role="ingress"} 4
prometheus_sd_kubernetes_events_total{event="delete",role="node"} 0
prometheus_sd_kubernetes_events_total{event="delete",role="pod"} 49
prometheus_sd_kubernetes_events_total{event="delete",role="service"} 4
prometheus_sd_kubernetes_events_total{event="update",role="endpoints"} 3.032283e+06
prometheus_sd_kubernetes_events_total{event="update",role="ingress"} 77852
prometheus_sd_kubernetes_events_total{event="update",role="node"} 29419
prometheus_sd_kubernetes_events_total{event="update",role="pod"} 173803
prometheus_sd_kubernetes_events_total{event="update",role="service"} 95006
# HELP prometheus_sd_kubernetes_http_request_duration_seconds Summary of latencies for HTTP requests to the Kubernetes API by endpoint.
# TYPE prometheus_sd_kubernetes_http_request_duration_seconds summary
prometheus_sd_kubernetes_http_request_duration_seconds_sum{endpoint="/%7Bprefix%7D"} 0.16554870800000002
prometheus_sd_kubernetes_http_request_duration_seconds_count{endpoint="/%7Bprefix%7D"} 6
# HELP prometheus_sd_kubernetes_http_request_total Total number of HTTP requests to the Kubernetes API by status code.
# TYPE prometheus_sd_kubernetes_http_request_total counter
prometheus_sd_kubernetes_http_request_total{status_code="200"} 19609
# HELP prometheus_sd_kubernetes_workqueue_depth Current depth of the work queue.
# TYPE prometheus_sd_kubernetes_workqueue_depth gauge
prometheus_sd_kubernetes_workqueue_depth{queue_name="endpoints"} 0
prometheus_sd_kubernetes_workqueue_depth{queue_name="ingress"} 0
prometheus_sd_kubernetes_workqueue_depth{queue_name="node"} 0
prometheus_sd_kubernetes_workqueue_depth{queue_name="pod"} 0
# HELP prometheus_sd_kubernetes_workqueue_items_total Total number of items added to the work queue.
# TYPE prometheus_sd_kubernetes_workqueue_items_total counter
prometheus_sd_kubernetes_workqueue_items_total{queue_name="endpoints"} 3.120636e+06
prometheus_sd_kubernetes_workqueue_items_total{queue_name="ingress"} 77892
prometheus_sd_kubernetes_workqueue_items_total{queue_name="node"} 29423
prometheus_sd_kubernetes_workqueue_items_total{queue_name="pod"} 173970
# HELP prometheus_sd_kubernetes_workqueue_latency_seconds How long an item stays in the work queue.
# TYPE prometheus_sd_kubernetes_workqueue_latency_seconds summary
prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="endpoints"} 320.2116489909464
prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="endpoints"} 3.120636e+06
prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="ingress"} 47.31528400000062
prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="ingress"} 77892
prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="node"} 1.7010979999998646
prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="node"} 29423
prometheus_sd_kubernetes_workqueue_latency_seconds_sum{queue_name="pod"} 107.83676300000248
prometheus_sd_kubernetes_workqueue_latency_seconds_count{queue_name="pod"} 173970
# HELP prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds Duration of the longest running processor in the work queue.
# TYPE prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds gauge
prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="endpoints"} 0
prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="ingress"} 0
prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="node"} 0
prometheus_sd_kubernetes_workqueue_longest_running_processor_seconds{queue_name="pod"} 0
# HELP prometheus_sd_kubernetes_workqueue_unfinished_work_seconds How long an item has remained unfinished in the work queue.
# TYPE prometheus_sd_kubernetes_workqueue_unfinished_work_seconds gauge
prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="endpoints"} 0
prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="ingress"} 0
prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="node"} 0
prometheus_sd_kubernetes_workqueue_unfinished_work_seconds{queue_name="pod"} 0
# HELP prometheus_sd_kubernetes_workqueue_work_duration_seconds How long processing an item from the work queue takes.
# TYPE prometheus_sd_kubernetes_workqueue_work_duration_seconds summary
prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="endpoints"} 60.109776000405716
prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="endpoints"} 3.120636e+06
prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="ingress"} 3.108320000000132
prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="ingress"} 77892
prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="node"} 2.590193999999979
prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="node"} 29423
prometheus_sd_kubernetes_workqueue_work_duration_seconds_sum{queue_name="pod"} 3.4801600000008452
prometheus_sd_kubernetes_workqueue_work_duration_seconds_count{queue_name="pod"} 173970
# HELP prometheus_sd_received_updates_total Total number of update events received from the SD providers.
# TYPE prometheus_sd_received_updates_total counter
prometheus_sd_received_updates_total{name="notify"} 2
prometheus_sd_received_updates_total{name="scrape"} 3.401921e+06
# HELP prometheus_sd_updates_total Total number of update events sent to the SD consumers.
# TYPE prometheus_sd_updates_total counter
prometheus_sd_updates_total{name="notify"} 1
prometheus_sd_updates_total{name="scrape"} 294193
# HELP prometheus_target_interval_length_seconds Actual intervals between scrapes.
# TYPE prometheus_target_interval_length_seconds summary
prometheus_target_interval_length_seconds{interval="15s",quantile="0.01"} 14.990464658
prometheus_target_interval_length_seconds{interval="15s",quantile="0.05"} 14.999971578
prometheus_target_interval_length_seconds{interval="15s",quantile="0.5"} 15.000015596
prometheus_target_interval_length_seconds{interval="15s",quantile="0.9"} 15.000040471
prometheus_target_interval_length_seconds{interval="15s",quantile="0.99"} 15.009997659
prometheus_target_interval_length_seconds_sum{interval="15s"} 9.19691802223328e+07
prometheus_target_interval_length_seconds_count{interval="15s"} 6.131272e+06
# HELP prometheus_target_scrape_pool_reloads_failed_total Total number of failed scrape loop reloads.
# TYPE prometheus_target_scrape_pool_reloads_failed_total counter
prometheus_target_scrape_pool_reloads_failed_total 0
# HELP prometheus_target_scrape_pool_reloads_total Total number of scrape loop reloads.
# TYPE prometheus_target_scrape_pool_reloads_total counter
prometheus_target_scrape_pool_reloads_total 0
# HELP prometheus_target_scrape_pool_sync_total Total number of syncs that were executed on a scrape pool.
# TYPE prometheus_target_scrape_pool_sync_total counter
prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-apiservers"} 294190
prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-cadvisor"} 294190
prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-ingress"} 294190
prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-nodes"} 294190
prometheus_target_scrape_pool_sync_total{scrape_job="kubernetes-pods"} 294190
# HELP prometheus_target_scrape_pools_failed_total Total number of scrape pool creations that failed.
# TYPE prometheus_target_scrape_pools_failed_total counter
prometheus_target_scrape_pools_failed_total 0
# HELP prometheus_target_scrape_pools_total Total number of scrape pool creation atttempts.
# TYPE prometheus_target_scrape_pools_total counter
prometheus_target_scrape_pools_total 5
# HELP prometheus_target_scrapes_cache_flush_forced_total How many times a scrape cache was flushed due to getting big while scrapes are failing.
# TYPE prometheus_target_scrapes_cache_flush_forced_total counter
prometheus_target_scrapes_cache_flush_forced_total 0
# HELP prometheus_target_scrapes_exceeded_sample_limit_total Total number of scrapes that hit the sample limit and were rejected.
# TYPE prometheus_target_scrapes_exceeded_sample_limit_total counter
prometheus_target_scrapes_exceeded_sample_limit_total 0
# HELP prometheus_target_scrapes_sample_duplicate_timestamp_total Total number of samples rejected due to duplicate timestamps but different values
# TYPE prometheus_target_scrapes_sample_duplicate_timestamp_total counter
prometheus_target_scrapes_sample_duplicate_timestamp_total 0
# HELP prometheus_target_scrapes_sample_out_of_bounds_total Total number of samples rejected due to timestamp falling outside of the time bounds
# TYPE prometheus_target_scrapes_sample_out_of_bounds_total counter
prometheus_target_scrapes_sample_out_of_bounds_total 0
# HELP prometheus_target_scrapes_sample_out_of_order_total Total number of samples rejected due to not being out of the expected order
# TYPE prometheus_target_scrapes_sample_out_of_order_total counter
prometheus_target_scrapes_sample_out_of_order_total 0
# HELP prometheus_target_sync_length_seconds Actual interval to sync the scrape pool.
# TYPE prometheus_target_sync_length_seconds summary
prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.01"} 0.001487319
prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.05"} 0.001734094
prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.5"} 0.00203757
prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.9"} 0.002418114
prometheus_target_sync_length_seconds{scrape_job="kubernetes-apiservers",quantile="0.99"} 0.025690343
prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-apiservers"} 722.9677697440087
prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-apiservers"} 294190
prometheus_target_sync_length_seconds{scrape_job="kubernetes-cadvisor",quantile="0.01"} 0.000215446
prometheus_target_sync_length_seconds{scrape_job="kubernetes-cadvisor",quantile="0.05"} 0.000278297
prometheus_target_sync_length_seconds{scrape_job="kubernetes-cadvisor",quantile="0.5"} 0.000361069
prometheus_target_sync_length_seconds{scrape_job="kubernetes-cadvisor",quantile="0.9"} 0.000391261
prometheus_target_sync_length_seconds{scrape_job="kubernetes-cadvisor",quantile="0.99"} 0.001230584
prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-cadvisor"} 123.71478232000084
prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-cadvisor"} 294190
prometheus_target_sync_length_seconds{scrape_job="kubernetes-ingress",quantile="0.01"} 0.000800856
prometheus_target_sync_length_seconds{scrape_job="kubernetes-ingress",quantile="0.05"} 0.000894911
prometheus_target_sync_length_seconds{scrape_job="kubernetes-ingress",quantile="0.5"} 0.001150575
prometheus_target_sync_length_seconds{scrape_job="kubernetes-ingress",quantile="0.9"} 0.001295149
prometheus_target_sync_length_seconds{scrape_job="kubernetes-ingress",quantile="0.99"} 0.012356586
prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-ingress"} 391.1523958800028
prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-ingress"} 294190
prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.01"} 0.000236911
prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.05"} 0.000333461
prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.5"} 0.000395177
prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.9"} 0.000592772
prometheus_target_sync_length_seconds{scrape_job="kubernetes-nodes",quantile="0.99"} 0.002923477
prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-nodes"} 138.39092829800285
prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-nodes"} 294190
prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.01"} 0.003231914
prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.05"} 0.003352613
prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.5"} 0.004055909
prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.9"} 0.005380769
prometheus_target_sync_length_seconds{scrape_job="kubernetes-pods",quantile="0.99"} 0.044350257
prometheus_target_sync_length_seconds_sum{scrape_job="kubernetes-pods"} 1523.0692053980201
prometheus_target_sync_length_seconds_count{scrape_job="kubernetes-pods"} 294190
# HELP prometheus_template_text_expansion_failures_total The total number of template text expansion failures.
# TYPE prometheus_template_text_expansion_failures_total counter
prometheus_template_text_expansion_failures_total 0
# HELP prometheus_template_text_expansions_total The total number of template text expansions.
# TYPE prometheus_template_text_expansions_total counter
prometheus_template_text_expansions_total 267074
# HELP prometheus_treecache_watcher_goroutines The current number of watcher goroutines.
# TYPE prometheus_treecache_watcher_goroutines gauge
prometheus_treecache_watcher_goroutines 0
# HELP prometheus_treecache_zookeeper_failures_total The total number of ZooKeeper failures.
# TYPE prometheus_treecache_zookeeper_failures_total counter
prometheus_treecache_zookeeper_failures_total 0
# HELP prometheus_tsdb_blocks_loaded Number of currently loaded data blocks
# TYPE prometheus_tsdb_blocks_loaded gauge
prometheus_tsdb_blocks_loaded 19
# HELP prometheus_tsdb_checkpoint_creations_failed_total Total number of checkpoint creations that failed.
# TYPE prometheus_tsdb_checkpoint_creations_failed_total counter
prometheus_tsdb_checkpoint_creations_failed_total 0
# HELP prometheus_tsdb_checkpoint_creations_total Total number of checkpoint creations attempted.
# TYPE prometheus_tsdb_checkpoint_creations_total counter
prometheus_tsdb_checkpoint_creations_total 204
# HELP prometheus_tsdb_checkpoint_deletions_failed_total Total number of checkpoint deletions that failed.
# TYPE prometheus_tsdb_checkpoint_deletions_failed_total counter
prometheus_tsdb_checkpoint_deletions_failed_total 0
# HELP prometheus_tsdb_checkpoint_deletions_total Total number of checkpoint deletions attempted.
# TYPE prometheus_tsdb_checkpoint_deletions_total counter
prometheus_tsdb_checkpoint_deletions_total 204
# HELP prometheus_tsdb_compaction_chunk_range_seconds Final time range of chunks on their first compaction
# TYPE prometheus_tsdb_compaction_chunk_range_seconds histogram
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="100"} 2398
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="400"} 2398
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="1600"} 2398
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="6400"} 2398
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="25600"} 5785
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="102400"} 85581
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="409600"} 355982
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="1.6384e+06"} 1.535414e+06
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="6.5536e+06"} 9.8082971e+07
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="2.62144e+07"} 9.8083178e+07
prometheus_tsdb_compaction_chunk_range_seconds_bucket{le="+Inf"} 9.8083178e+07
prometheus_tsdb_compaction_chunk_range_seconds_sum 1.78437729076368e+14
prometheus_tsdb_compaction_chunk_range_seconds_count 9.8083178e+07
# HELP prometheus_tsdb_compaction_chunk_samples Final number of samples on their first compaction
# TYPE prometheus_tsdb_compaction_chunk_samples histogram
prometheus_tsdb_compaction_chunk_samples_bucket{le="4"} 75837
prometheus_tsdb_compaction_chunk_samples_bucket{le="6"} 82345
prometheus_tsdb_compaction_chunk_samples_bucket{le="9"} 92348
prometheus_tsdb_compaction_chunk_samples_bucket{le="13.5"} 124558
prometheus_tsdb_compaction_chunk_samples_bucket{le="20.25"} 157926
prometheus_tsdb_compaction_chunk_samples_bucket{le="30.375"} 367549
prometheus_tsdb_compaction_chunk_samples_bucket{le="45.5625"} 663623
prometheus_tsdb_compaction_chunk_samples_bucket{le="68.34375"} 1.034313e+06
prometheus_tsdb_compaction_chunk_samples_bucket{le="102.515625"} 1.495302e+06
prometheus_tsdb_compaction_chunk_samples_bucket{le="153.7734375"} 9.6880895e+07
prometheus_tsdb_compaction_chunk_samples_bucket{le="230.66015625"} 9.8070184e+07
prometheus_tsdb_compaction_chunk_samples_bucket{le="345.990234375"} 9.8083173e+07
prometheus_tsdb_compaction_chunk_samples_bucket{le="+Inf"} 9.8083178e+07
prometheus_tsdb_compaction_chunk_samples_sum 1.1899533754e+10
prometheus_tsdb_compaction_chunk_samples_count 9.8083178e+07
# HELP prometheus_tsdb_compaction_chunk_size_bytes Final size of chunks on their first compaction
# TYPE prometheus_tsdb_compaction_chunk_size_bytes histogram
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="32"} 196344
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="48"} 3.0798967e+07
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="72"} 7.004512e+07
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="108"} 7.8861631e+07
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="162"} 8.2886965e+07
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="243"} 8.6645537e+07
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="364.5"} 9.5654963e+07
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="546.75"} 9.6967035e+07
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="820.125"} 9.7541819e+07
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="1230.1875"} 9.8072863e+07
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="1845.28125"} 9.8083116e+07
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="2767.921875"} 9.8083178e+07
prometheus_tsdb_compaction_chunk_size_bytes_bucket{le="+Inf"} 9.8083178e+07
prometheus_tsdb_compaction_chunk_size_bytes_sum 1.0174229856e+10
prometheus_tsdb_compaction_chunk_size_bytes_count 9.8083178e+07
# HELP prometheus_tsdb_compaction_duration_seconds Duration of compaction runs
# TYPE prometheus_tsdb_compaction_duration_seconds histogram
prometheus_tsdb_compaction_duration_seconds_bucket{le="1"} 0
prometheus_tsdb_compaction_duration_seconds_bucket{le="2"} 26
prometheus_tsdb_compaction_duration_seconds_bucket{le="4"} 204
prometheus_tsdb_compaction_duration_seconds_bucket{le="8"} 270
prometheus_tsdb_compaction_duration_seconds_bucket{le="16"} 294
prometheus_tsdb_compaction_duration_seconds_bucket{le="32"} 299
prometheus_tsdb_compaction_duration_seconds_bucket{le="64"} 302
prometheus_tsdb_compaction_duration_seconds_bucket{le="128"} 302
prometheus_tsdb_compaction_duration_seconds_bucket{le="256"} 302
prometheus_tsdb_compaction_duration_seconds_bucket{le="512"} 302
prometheus_tsdb_compaction_duration_seconds_bucket{le="+Inf"} 302
prometheus_tsdb_compaction_duration_seconds_sum 1379.224187597
prometheus_tsdb_compaction_duration_seconds_count 302
# HELP prometheus_tsdb_compaction_populating_block Set to 1 when a block is currently being written to the disk.
# TYPE prometheus_tsdb_compaction_populating_block gauge
prometheus_tsdb_compaction_populating_block 0
# HELP prometheus_tsdb_compactions_failed_total Total number of compactions that failed for the partition.
# TYPE prometheus_tsdb_compactions_failed_total counter
prometheus_tsdb_compactions_failed_total 0
# HELP prometheus_tsdb_compactions_total Total number of compactions that were executed for the partition.
# TYPE prometheus_tsdb_compactions_total counter
prometheus_tsdb_compactions_total 302
# HELP prometheus_tsdb_compactions_triggered_total Total number of triggered compactions for the partition.
# TYPE prometheus_tsdb_compactions_triggered_total counter
prometheus_tsdb_compactions_triggered_total 24712
# HELP prometheus_tsdb_head_active_appenders Number of currently active appender transactions
# TYPE prometheus_tsdb_head_active_appenders gauge
prometheus_tsdb_head_active_appenders 0
# HELP prometheus_tsdb_head_chunks Total number of chunks in the head block.
# TYPE prometheus_tsdb_head_chunks gauge
prometheus_tsdb_head_chunks 544237
# HELP prometheus_tsdb_head_chunks_created_total Total number of chunks created in the head
# TYPE prometheus_tsdb_head_chunks_created_total counter
prometheus_tsdb_head_chunks_created_total 9.8627415e+07
# HELP prometheus_tsdb_head_chunks_removed_total Total number of chunks removed in the head
# TYPE prometheus_tsdb_head_chunks_removed_total counter
prometheus_tsdb_head_chunks_removed_total 9.8083178e+07
# HELP prometheus_tsdb_head_gc_duration_seconds Runtime of garbage collection in the head block.
# TYPE prometheus_tsdb_head_gc_duration_seconds summary
prometheus_tsdb_head_gc_duration_seconds{quantile="0.5"} NaN
prometheus_tsdb_head_gc_duration_seconds{quantile="0.9"} NaN
prometheus_tsdb_head_gc_duration_seconds{quantile="0.99"} NaN
prometheus_tsdb_head_gc_duration_seconds_sum 26.059246204999994
prometheus_tsdb_head_gc_duration_seconds_count 204
# HELP prometheus_tsdb_head_max_time Maximum timestamp of the head block. The unit is decided by the library consumer.
# TYPE prometheus_tsdb_head_max_time gauge
prometheus_tsdb_head_max_time 1.76483475233e+12
# HELP prometheus_tsdb_head_max_time_seconds Maximum timestamp of the head block.
# TYPE prometheus_tsdb_head_max_time_seconds gauge
prometheus_tsdb_head_max_time_seconds 1.76483475233e+09
# HELP prometheus_tsdb_head_min_time Minimum time bound of the head block. The unit is decided by the library consumer.
# TYPE prometheus_tsdb_head_min_time gauge
prometheus_tsdb_head_min_time 1.764828e+12
# HELP prometheus_tsdb_head_min_time_seconds Minimum time bound of the head block.
# TYPE prometheus_tsdb_head_min_time_seconds gauge
prometheus_tsdb_head_min_time_seconds 1.764828e+09
# HELP prometheus_tsdb_head_samples_appended_total Total number of appended samples.
# TYPE prometheus_tsdb_head_samples_appended_total counter
prometheus_tsdb_head_samples_appended_total 1.190974263e+10
# HELP prometheus_tsdb_head_series Total number of series in the head block.
# TYPE prometheus_tsdb_head_series gauge
prometheus_tsdb_head_series 140933
# HELP prometheus_tsdb_head_series_created_total Total number of series created in the head
# TYPE prometheus_tsdb_head_series_created_total counter
prometheus_tsdb_head_series_created_total 1.444643e+06
# HELP prometheus_tsdb_head_series_not_found_total Total number of requests for series that were not found.
# TYPE prometheus_tsdb_head_series_not_found_total counter
prometheus_tsdb_head_series_not_found_total 0
# HELP prometheus_tsdb_head_series_removed_total Total number of series removed in the head
# TYPE prometheus_tsdb_head_series_removed_total counter
prometheus_tsdb_head_series_removed_total 1.30371e+06
# HELP prometheus_tsdb_head_truncations_failed_total Total number of head truncations that failed.
# TYPE prometheus_tsdb_head_truncations_failed_total counter
prometheus_tsdb_head_truncations_failed_total 0
# HELP prometheus_tsdb_head_truncations_total Total number of head truncations attempted.
# TYPE prometheus_tsdb_head_truncations_total counter
prometheus_tsdb_head_truncations_total 204
# HELP prometheus_tsdb_lowest_timestamp Lowest timestamp value stored in the database. The unit is decided by the library consumer.
# TYPE prometheus_tsdb_lowest_timestamp gauge
prometheus_tsdb_lowest_timestamp 1.7620416e+12
# HELP prometheus_tsdb_lowest_timestamp_seconds Lowest timestamp value stored in the database.
# TYPE prometheus_tsdb_lowest_timestamp_seconds gauge
prometheus_tsdb_lowest_timestamp_seconds 1.7620416e+09
# HELP prometheus_tsdb_reloads_failures_total Number of times the database failed to reload block data from disk.
# TYPE prometheus_tsdb_reloads_failures_total counter
prometheus_tsdb_reloads_failures_total 0
# HELP prometheus_tsdb_reloads_total Number of times the database reloaded block data from disk.
# TYPE prometheus_tsdb_reloads_total counter
prometheus_tsdb_reloads_total 303
# HELP prometheus_tsdb_size_retentions_total The number of times that blocks were deleted because the maximum number of bytes was exceeded.
# TYPE prometheus_tsdb_size_retentions_total counter
prometheus_tsdb_size_retentions_total 0
# HELP prometheus_tsdb_storage_blocks_bytes The number of bytes that are currently used for local storage by all blocks.
# TYPE prometheus_tsdb_storage_blocks_bytes gauge
prometheus_tsdb_storage_blocks_bytes 2.4894061704e+10
# HELP prometheus_tsdb_symbol_table_size_bytes Size of symbol table on disk (in bytes)
# TYPE prometheus_tsdb_symbol_table_size_bytes gauge
prometheus_tsdb_symbol_table_size_bytes 1.1843921e+07
# HELP prometheus_tsdb_time_retentions_total The number of times that blocks were deleted because the maximum time limit was exceeded.
# TYPE prometheus_tsdb_time_retentions_total counter
prometheus_tsdb_time_retentions_total 7
# HELP prometheus_tsdb_tombstone_cleanup_seconds The time taken to recompact blocks to remove tombstones.
# TYPE prometheus_tsdb_tombstone_cleanup_seconds histogram
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.005"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.01"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.025"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.05"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.1"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.25"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="0.5"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="1"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="2.5"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="5"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="10"} 0
prometheus_tsdb_tombstone_cleanup_seconds_bucket{le="+Inf"} 0
prometheus_tsdb_tombstone_cleanup_seconds_sum 0
prometheus_tsdb_tombstone_cleanup_seconds_count 0
# HELP prometheus_tsdb_vertical_compactions_total Total number of compactions done on overlapping blocks.
# TYPE prometheus_tsdb_vertical_compactions_total counter
prometheus_tsdb_vertical_compactions_total 0
# HELP prometheus_tsdb_wal_completed_pages_total Total number of completed pages.
# TYPE prometheus_tsdb_wal_completed_pages_total counter
prometheus_tsdb_wal_completed_pages_total 4.42026e+06
# HELP prometheus_tsdb_wal_corruptions_total Total number of WAL corruptions.
# TYPE prometheus_tsdb_wal_corruptions_total counter
prometheus_tsdb_wal_corruptions_total 0
# HELP prometheus_tsdb_wal_fsync_duration_seconds Duration of WAL fsync.
# TYPE prometheus_tsdb_wal_fsync_duration_seconds summary
prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.5"} NaN
prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.9"} NaN
prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.99"} NaN
prometheus_tsdb_wal_fsync_duration_seconds_sum 40.99587914500001
prometheus_tsdb_wal_fsync_duration_seconds_count 1082
# HELP prometheus_tsdb_wal_page_flushes_total Total number of page flushes.
# TYPE prometheus_tsdb_wal_page_flushes_total counter
prometheus_tsdb_wal_page_flushes_total 1.7148812e+07
# HELP prometheus_tsdb_wal_truncate_duration_seconds Duration of WAL truncation.
# TYPE prometheus_tsdb_wal_truncate_duration_seconds summary
prometheus_tsdb_wal_truncate_duration_seconds{quantile="0.5"} NaN
prometheus_tsdb_wal_truncate_duration_seconds{quantile="0.9"} NaN
prometheus_tsdb_wal_truncate_duration_seconds{quantile="0.99"} NaN
prometheus_tsdb_wal_truncate_duration_seconds_sum 2118.938705412999
prometheus_tsdb_wal_truncate_duration_seconds_count 204
# HELP prometheus_tsdb_wal_truncations_failed_total Total number of WAL truncations that failed.
# TYPE prometheus_tsdb_wal_truncations_failed_total counter
prometheus_tsdb_wal_truncations_failed_total 0
# HELP prometheus_tsdb_wal_truncations_total Total number of WAL truncations attempted.
# TYPE prometheus_tsdb_wal_truncations_total counter
prometheus_tsdb_wal_truncations_total 204
# HELP promhttp_metric_handler_requests_in_flight Current number of scrapes being served.
# TYPE promhttp_metric_handler_requests_in_flight gauge
promhttp_metric_handler_requests_in_flight 1
# HELP promhttp_metric_handler_requests_total Total number of scrapes by HTTP status code.
# TYPE promhttp_metric_handler_requests_total counter
promhttp_metric_handler_requests_total{code="200"} 98069
promhttp_metric_handler_requests_total{code="500"} 0
promhttp_metric_handler_requests_total{code="503"} 0