# HELP cortex_consul_request_duration_seconds Time spent on consul requests. # TYPE cortex_consul_request_duration_seconds histogram cortex_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="0.005"} 2.67162e+06 cortex_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="0.01"} 2.671849e+06 cortex_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="0.025"} 2.671873e+06 cortex_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="0.05"} 2.671873e+06 cortex_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="0.1"} 2.671873e+06 cortex_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="0.25"} 2.671873e+06 cortex_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="0.5"} 2.671873e+06 cortex_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="1"} 2.671873e+06 cortex_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="2.5"} 2.671873e+06 cortex_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="5"} 2.671873e+06 cortex_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="10"} 2.671873e+06 cortex_consul_request_duration_seconds_bucket{kv_name="ingester-ring",operation="CAS loop",status_code="200",le="+Inf"} 2.671873e+06 cortex_consul_request_duration_seconds_sum{kv_name="ingester-ring",operation="CAS loop",status_code="200"} 422.9987532949796 cortex_consul_request_duration_seconds_count{kv_name="ingester-ring",operation="CAS loop",status_code="200"} 2.671873e+06 # HELP cortex_distributor_ingester_clients The current number of ingester clients. # TYPE cortex_distributor_ingester_clients gauge cortex_distributor_ingester_clients 2 # HELP cortex_dns_failures_total The number of DNS lookup failures # TYPE cortex_dns_failures_total counter cortex_dns_failures_total{name="memberlist"} 0 # HELP cortex_dns_lookups_total The number of DNS lookups resolutions attempts # TYPE cortex_dns_lookups_total counter cortex_dns_lookups_total{name="memberlist"} 0 # HELP cortex_frontend_query_range_duration_seconds Total time spent in seconds doing query range requests. # TYPE cortex_frontend_query_range_duration_seconds histogram cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="200",le="0.005"} 115 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="200",le="0.01"} 884 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="200",le="0.025"} 4837 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="200",le="0.05"} 9926 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="200",le="0.1"} 14304 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="200",le="0.25"} 19896 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="200",le="0.5"} 23837 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="200",le="1"} 23941 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="200",le="2.5"} 25260 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="200",le="5"} 25787 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="200",le="10"} 26683 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="200",le="+Inf"} 26683 cortex_frontend_query_range_duration_seconds_sum{method="retry",status_code="200"} 12615.739826237088 cortex_frontend_query_range_duration_seconds_count{method="retry",status_code="200"} 26683 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="500",le="0.005"} 53 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="500",le="0.01"} 127 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="500",le="0.025"} 1723 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="500",le="0.05"} 4664 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="500",le="0.1"} 7046 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="500",le="0.25"} 8662 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="500",le="0.5"} 8948 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="500",le="1"} 8948 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="500",le="2.5"} 8985 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="500",le="5"} 9001 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="500",le="10"} 9033 cortex_frontend_query_range_duration_seconds_bucket{method="retry",status_code="500",le="+Inf"} 9038 cortex_frontend_query_range_duration_seconds_sum{method="retry",status_code="500"} 1064.1958827870028 cortex_frontend_query_range_duration_seconds_count{method="retry",status_code="500"} 9038 cortex_frontend_query_range_duration_seconds_bucket{method="sharding",status_code="200",le="0.005"} 0 cortex_frontend_query_range_duration_seconds_bucket{method="sharding",status_code="200",le="0.01"} 0 cortex_frontend_query_range_duration_seconds_bucket{method="sharding",status_code="200",le="0.025"} 1 cortex_frontend_query_range_duration_seconds_bucket{method="sharding",status_code="200",le="0.05"} 1 cortex_frontend_query_range_duration_seconds_bucket{method="sharding",status_code="200",le="0.1"} 3 cortex_frontend_query_range_duration_seconds_bucket{method="sharding",status_code="200",le="0.25"} 3 cortex_frontend_query_range_duration_seconds_bucket{method="sharding",status_code="200",le="0.5"} 3 cortex_frontend_query_range_duration_seconds_bucket{method="sharding",status_code="200",le="1"} 3 cortex_frontend_query_range_duration_seconds_bucket{method="sharding",status_code="200",le="2.5"} 3 cortex_frontend_query_range_duration_seconds_bucket{method="sharding",status_code="200",le="5"} 3 cortex_frontend_query_range_duration_seconds_bucket{method="sharding",status_code="200",le="10"} 3 cortex_frontend_query_range_duration_seconds_bucket{method="sharding",status_code="200",le="+Inf"} 3 cortex_frontend_query_range_duration_seconds_sum{method="sharding",status_code="200"} 0.12702822 cortex_frontend_query_range_duration_seconds_count{method="sharding",status_code="200"} 3 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="200",le="0.005"} 0 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="200",le="0.01"} 0 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="200",le="0.025"} 69 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="200",le="0.05"} 336 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="200",le="0.1"} 679 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="200",le="0.25"} 1099 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="200",le="0.5"} 1418 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="200",le="1"} 1437 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="200",le="2.5"} 1521 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="200",le="5"} 1553 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="200",le="10"} 1613 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="200",le="+Inf"} 1613 cortex_frontend_query_range_duration_seconds_sum{method="shardingware",status_code="200"} 865.112363751 cortex_frontend_query_range_duration_seconds_count{method="shardingware",status_code="200"} 1613 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="500",le="0.005"} 0 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="500",le="0.01"} 0 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="500",le="0.025"} 78 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="500",le="0.05"} 299 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="500",le="0.1"} 491 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="500",le="0.25"} 624 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="500",le="0.5"} 646 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="500",le="1"} 646 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="500",le="2.5"} 651 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="500",le="5"} 653 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="500",le="10"} 685 cortex_frontend_query_range_duration_seconds_bucket{method="shardingware",status_code="500",le="+Inf"} 690 cortex_frontend_query_range_duration_seconds_sum{method="shardingware",status_code="500"} 389.0365625049999 cortex_frontend_query_range_duration_seconds_count{method="shardingware",status_code="500"} 690 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="200",le="0.005"} 51 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="200",le="0.01"} 69 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="200",le="0.025"} 85 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="200",le="0.05"} 134 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="200",le="0.1"} 217 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="200",le="0.25"} 273 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="200",le="0.5"} 297 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="200",le="1"} 316 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="200",le="2.5"} 336 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="200",le="5"} 347 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="200",le="10"} 349 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="200",le="+Inf"} 349 cortex_frontend_query_range_duration_seconds_sum{method="split_by_interval",status_code="200"} 132.74591118900005 cortex_frontend_query_range_duration_seconds_count{method="split_by_interval",status_code="200"} 349 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="500",le="0.005"} 0 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="500",le="0.01"} 0 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="500",le="0.025"} 0 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="500",le="0.05"} 1 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="500",le="0.1"} 3 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="500",le="0.25"} 3 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="500",le="0.5"} 3 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="500",le="1"} 3 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="500",le="2.5"} 5 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="500",le="5"} 5 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="500",le="10"} 6 cortex_frontend_query_range_duration_seconds_bucket{method="split_by_interval",status_code="500",le="+Inf"} 11 cortex_frontend_query_range_duration_seconds_sum{method="split_by_interval",status_code="500"} 158.593529674 cortex_frontend_query_range_duration_seconds_count{method="split_by_interval",status_code="500"} 11 # HELP cortex_ingester_flush_queue_length The total number of series pending in the flush queue. # TYPE cortex_ingester_flush_queue_length gauge cortex_ingester_flush_queue_length 0 # HELP cortex_kv_request_duration_seconds Time spent on kv store requests. # TYPE cortex_kv_request_duration_seconds histogram cortex_kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.005"} 667912 cortex_kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.01"} 667966 cortex_kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.025"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.05"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.1"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.25"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.5"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="1"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="2.5"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="5"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="10"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="+Inf"} 667968 cortex_kv_request_duration_seconds_sum{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory"} 85.065394621 cortex_kv_request_duration_seconds_count{kv_name="distributor-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.005"} 667854 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.01"} 667951 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.025"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.05"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.1"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.25"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.5"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="1"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="2.5"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="5"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="10"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory",le="+Inf"} 667968 cortex_kv_request_duration_seconds_sum{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory"} 151.33629656100166 cortex_kv_request_duration_seconds_count{kv_name="ingester-lifecycler",operation="CAS",role="primary",status_code="200",type="inmemory"} 667968 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.005"} 1 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.01"} 1 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.025"} 1 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.05"} 1 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.1"} 1 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.25"} 1 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="0.5"} 1 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="1"} 1 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="2.5"} 1 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="5"} 1 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="10"} 1 cortex_kv_request_duration_seconds_bucket{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory",le="+Inf"} 1 cortex_kv_request_duration_seconds_sum{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory"} 6.5356e-05 cortex_kv_request_duration_seconds_count{kv_name="ingester-ring",operation="GET",role="primary",status_code="200",type="inmemory"} 1 # HELP cortex_member_consul_heartbeats_total The total number of heartbeats sent to consul. # TYPE cortex_member_consul_heartbeats_total counter cortex_member_consul_heartbeats_total{name="distributor"} 667966 cortex_member_consul_heartbeats_total{name="ingester"} 667966 # HELP cortex_query_frontend_connected_schedulers Number of schedulers this frontend is connected to. # TYPE cortex_query_frontend_connected_schedulers gauge cortex_query_frontend_connected_schedulers 1 # HELP cortex_query_frontend_queries_in_progress Number of queries in progress handled by this frontend. # TYPE cortex_query_frontend_queries_in_progress gauge cortex_query_frontend_queries_in_progress 0 # HELP cortex_query_frontend_retries Number of times a request is retried. # TYPE cortex_query_frontend_retries histogram cortex_query_frontend_retries_bucket{le="0"} 26689 cortex_query_frontend_retries_bucket{le="1"} 35721 cortex_query_frontend_retries_bucket{le="2"} 35721 cortex_query_frontend_retries_bucket{le="3"} 35721 cortex_query_frontend_retries_bucket{le="4"} 35721 cortex_query_frontend_retries_bucket{le="5"} 35721 cortex_query_frontend_retries_bucket{le="+Inf"} 35721 cortex_query_frontend_retries_sum 9032 cortex_query_frontend_retries_count 35721 # HELP cortex_query_scheduler_connected_frontend_clients Number of query-frontend worker clients currently connected to the query-scheduler. # TYPE cortex_query_scheduler_connected_frontend_clients gauge cortex_query_scheduler_connected_frontend_clients 5 # HELP cortex_query_scheduler_connected_querier_clients Number of querier worker clients currently connected to the query-scheduler. # TYPE cortex_query_scheduler_connected_querier_clients gauge cortex_query_scheduler_connected_querier_clients 10 # HELP cortex_query_scheduler_inflight_requests Number of inflight requests (either queued or processing) sampled at a regular interval. Quantile buckets keep track of inflight requests over the last 60s. # TYPE cortex_query_scheduler_inflight_requests summary cortex_query_scheduler_inflight_requests{quantile="0.5"} 0 cortex_query_scheduler_inflight_requests{quantile="0.75"} 0 cortex_query_scheduler_inflight_requests{quantile="0.8"} 0 cortex_query_scheduler_inflight_requests{quantile="0.9"} 0 cortex_query_scheduler_inflight_requests{quantile="0.95"} 0 cortex_query_scheduler_inflight_requests{quantile="0.99"} 0 cortex_query_scheduler_inflight_requests_sum 15689 cortex_query_scheduler_inflight_requests_count 4.0077972e+07 # HELP cortex_query_scheduler_queue_duration_seconds Time spend by requests in queue before getting picked up by a querier. # TYPE cortex_query_scheduler_queue_duration_seconds histogram cortex_query_scheduler_queue_duration_seconds_bucket{le="0.005"} 3035 cortex_query_scheduler_queue_duration_seconds_bucket{le="0.01"} 8716 cortex_query_scheduler_queue_duration_seconds_bucket{le="0.025"} 19694 cortex_query_scheduler_queue_duration_seconds_bucket{le="0.05"} 25032 cortex_query_scheduler_queue_duration_seconds_bucket{le="0.1"} 26449 cortex_query_scheduler_queue_duration_seconds_bucket{le="0.25"} 27204 cortex_query_scheduler_queue_duration_seconds_bucket{le="0.5"} 27352 cortex_query_scheduler_queue_duration_seconds_bucket{le="1"} 27419 cortex_query_scheduler_queue_duration_seconds_bucket{le="2.5"} 27993 cortex_query_scheduler_queue_duration_seconds_bucket{le="5"} 28920 cortex_query_scheduler_queue_duration_seconds_bucket{le="10"} 28996 cortex_query_scheduler_queue_duration_seconds_bucket{le="+Inf"} 28996 cortex_query_scheduler_queue_duration_seconds_sum 5999.076331538965 cortex_query_scheduler_queue_duration_seconds_count 28996 # HELP cortex_query_scheduler_running Value will be 1 if the scheduler is in the ReplicationSet and actively receiving/processing requests # TYPE cortex_query_scheduler_running gauge cortex_query_scheduler_running 1 # HELP cortex_ring_members Number of members in the ring # TYPE cortex_ring_members gauge cortex_ring_members{name="compactor",state="ACTIVE"} 1 cortex_ring_members{name="compactor",state="JOINING"} 0 cortex_ring_members{name="compactor",state="LEAVING"} 0 cortex_ring_members{name="compactor",state="PENDING"} 0 cortex_ring_members{name="compactor",state="Unhealthy"} 0 cortex_ring_members{name="distributor",state="ACTIVE"} 1 cortex_ring_members{name="distributor",state="JOINING"} 0 cortex_ring_members{name="distributor",state="LEAVING"} 0 cortex_ring_members{name="distributor",state="PENDING"} 0 cortex_ring_members{name="distributor",state="Unhealthy"} 0 cortex_ring_members{name="ingester",state="ACTIVE"} 1 cortex_ring_members{name="ingester",state="JOINING"} 0 cortex_ring_members{name="ingester",state="LEAVING"} 0 cortex_ring_members{name="ingester",state="PENDING"} 0 cortex_ring_members{name="ingester",state="Unhealthy"} 0 cortex_ring_members{name="scheduler",state="ACTIVE"} 1 cortex_ring_members{name="scheduler",state="JOINING"} 0 cortex_ring_members{name="scheduler",state="LEAVING"} 0 cortex_ring_members{name="scheduler",state="PENDING"} 0 cortex_ring_members{name="scheduler",state="Unhealthy"} 0 # HELP cortex_ring_oldest_member_timestamp Timestamp of the oldest member in the ring. # TYPE cortex_ring_oldest_member_timestamp gauge cortex_ring_oldest_member_timestamp{name="compactor",state="ACTIVE"} 1.767785382e+09 cortex_ring_oldest_member_timestamp{name="compactor",state="JOINING"} 0 cortex_ring_oldest_member_timestamp{name="compactor",state="LEAVING"} 0 cortex_ring_oldest_member_timestamp{name="compactor",state="PENDING"} 0 cortex_ring_oldest_member_timestamp{name="compactor",state="Unhealthy"} 0 cortex_ring_oldest_member_timestamp{name="distributor",state="ACTIVE"} 1.767785382e+09 cortex_ring_oldest_member_timestamp{name="distributor",state="JOINING"} 0 cortex_ring_oldest_member_timestamp{name="distributor",state="LEAVING"} 0 cortex_ring_oldest_member_timestamp{name="distributor",state="PENDING"} 0 cortex_ring_oldest_member_timestamp{name="distributor",state="Unhealthy"} 0 cortex_ring_oldest_member_timestamp{name="ingester",state="ACTIVE"} 1.767785382e+09 cortex_ring_oldest_member_timestamp{name="ingester",state="JOINING"} 0 cortex_ring_oldest_member_timestamp{name="ingester",state="LEAVING"} 0 cortex_ring_oldest_member_timestamp{name="ingester",state="PENDING"} 0 cortex_ring_oldest_member_timestamp{name="ingester",state="Unhealthy"} 0 cortex_ring_oldest_member_timestamp{name="scheduler",state="ACTIVE"} 1.767785382e+09 cortex_ring_oldest_member_timestamp{name="scheduler",state="JOINING"} 0 cortex_ring_oldest_member_timestamp{name="scheduler",state="LEAVING"} 0 cortex_ring_oldest_member_timestamp{name="scheduler",state="PENDING"} 0 cortex_ring_oldest_member_timestamp{name="scheduler",state="Unhealthy"} 0 # HELP cortex_ring_tokens_total Number of tokens in the ring # TYPE cortex_ring_tokens_total gauge cortex_ring_tokens_total{name="compactor"} 1 cortex_ring_tokens_total{name="distributor"} 1 cortex_ring_tokens_total{name="ingester"} 128 cortex_ring_tokens_total{name="scheduler"} 1 # HELP cortex_ruler_clients The current number of ruler clients in the pool. # TYPE cortex_ruler_clients gauge cortex_ruler_clients 0 # HELP cortex_ruler_managers_total Total number of managers registered and running in the ruler # TYPE cortex_ruler_managers_total gauge cortex_ruler_managers_total 0 # HELP cortex_ruler_ring_check_errors_total Number of errors that have occurred when checking the ring for ownership # TYPE cortex_ruler_ring_check_errors_total counter cortex_ruler_ring_check_errors_total 0 # HELP cortex_ruler_sync_rules_total Total number of times the ruler sync operation triggered. # TYPE cortex_ruler_sync_rules_total counter cortex_ruler_sync_rules_total{reason="initial"} 1 cortex_ruler_sync_rules_total{reason="periodic"} 166991 # HELP deprecated_flags_inuse_total The number of deprecated flags currently set. # TYPE deprecated_flags_inuse_total counter deprecated_flags_inuse_total 0 # HELP go_gc_cycles_automatic_gc_cycles_total Count of completed GC cycles generated by the Go runtime. # TYPE go_gc_cycles_automatic_gc_cycles_total counter go_gc_cycles_automatic_gc_cycles_total 94396 # HELP go_gc_cycles_forced_gc_cycles_total Count of completed GC cycles forced by the application. # TYPE go_gc_cycles_forced_gc_cycles_total counter go_gc_cycles_forced_gc_cycles_total 0 # HELP go_gc_cycles_total_gc_cycles_total Count of all completed GC cycles. # TYPE go_gc_cycles_total_gc_cycles_total counter go_gc_cycles_total_gc_cycles_total 94396 # HELP go_gc_duration_seconds A summary of the pause duration of garbage collection cycles. # TYPE go_gc_duration_seconds summary go_gc_duration_seconds{quantile="0"} 0.000711421 go_gc_duration_seconds{quantile="0.25"} 0.001059789 go_gc_duration_seconds{quantile="0.5"} 0.001231943 go_gc_duration_seconds{quantile="0.75"} 0.001907879 go_gc_duration_seconds{quantile="1"} 0.007672085 go_gc_duration_seconds_sum 107.656344046 go_gc_duration_seconds_count 94396 # HELP go_gc_heap_allocs_by_size_bytes_total Distribution of heap allocations by approximate size. Note that this does not include tiny objects as defined by /gc/heap/tiny/allocs:objects, only tiny blocks. # TYPE go_gc_heap_allocs_by_size_bytes_total histogram go_gc_heap_allocs_by_size_bytes_total_bucket{le="8.999999999999998"} 1.73885881e+08 go_gc_heap_allocs_by_size_bytes_total_bucket{le="24.999999999999996"} 5.391425842e+09 go_gc_heap_allocs_by_size_bytes_total_bucket{le="64.99999999999999"} 9.515374821e+09 go_gc_heap_allocs_by_size_bytes_total_bucket{le="144.99999999999997"} 1.1636190561e+10 go_gc_heap_allocs_by_size_bytes_total_bucket{le="320.99999999999994"} 1.2812967314e+10 go_gc_heap_allocs_by_size_bytes_total_bucket{le="704.9999999999999"} 1.3091658815e+10 go_gc_heap_allocs_by_size_bytes_total_bucket{le="1536.9999999999998"} 1.3185092602e+10 go_gc_heap_allocs_by_size_bytes_total_bucket{le="3200.9999999999995"} 1.3216627626e+10 go_gc_heap_allocs_by_size_bytes_total_bucket{le="6528.999999999999"} 1.3226795497e+10 go_gc_heap_allocs_by_size_bytes_total_bucket{le="13568.999999999998"} 1.3229118999e+10 go_gc_heap_allocs_by_size_bytes_total_bucket{le="27264.999999999996"} 1.3234672881e+10 go_gc_heap_allocs_by_size_bytes_total_bucket{le="+Inf"} 1.323604553e+10 go_gc_heap_allocs_by_size_bytes_total_sum 1.513554100672e+12 go_gc_heap_allocs_by_size_bytes_total_count 1.323604553e+10 # HELP go_gc_heap_allocs_bytes_total Cumulative sum of memory allocated to the heap by the application. # TYPE go_gc_heap_allocs_bytes_total counter go_gc_heap_allocs_bytes_total 1.513554100672e+12 # HELP go_gc_heap_allocs_objects_total Cumulative count of heap allocations triggered by the application. Note that this does not include tiny objects as defined by /gc/heap/tiny/allocs:objects, only tiny blocks. # TYPE go_gc_heap_allocs_objects_total counter go_gc_heap_allocs_objects_total 1.323604553e+10 # HELP go_gc_heap_frees_by_size_bytes_total Distribution of freed heap allocations by approximate size. Note that this does not include tiny objects as defined by /gc/heap/tiny/allocs:objects, only tiny blocks. # TYPE go_gc_heap_frees_by_size_bytes_total histogram go_gc_heap_frees_by_size_bytes_total_bucket{le="8.999999999999998"} 1.73880318e+08 go_gc_heap_frees_by_size_bytes_total_bucket{le="24.999999999999996"} 5.391332923e+09 go_gc_heap_frees_by_size_bytes_total_bucket{le="64.99999999999999"} 9.515167239e+09 go_gc_heap_frees_by_size_bytes_total_bucket{le="144.99999999999997"} 1.1635943757e+10 go_gc_heap_frees_by_size_bytes_total_bucket{le="320.99999999999994"} 1.281270393e+10 go_gc_heap_frees_by_size_bytes_total_bucket{le="704.9999999999999"} 1.3091389817e+10 go_gc_heap_frees_by_size_bytes_total_bucket{le="1536.9999999999998"} 1.3184822519e+10 go_gc_heap_frees_by_size_bytes_total_bucket{le="3200.9999999999995"} 1.3216357044e+10 go_gc_heap_frees_by_size_bytes_total_bucket{le="6528.999999999999"} 1.3226524704e+10 go_gc_heap_frees_by_size_bytes_total_bucket{le="13568.999999999998"} 1.3228848078e+10 go_gc_heap_frees_by_size_bytes_total_bucket{le="27264.999999999996"} 1.3234401893e+10 go_gc_heap_frees_by_size_bytes_total_bucket{le="+Inf"} 1.3235774394e+10 go_gc_heap_frees_by_size_bytes_total_sum 1.513503497856e+12 go_gc_heap_frees_by_size_bytes_total_count 1.3235774394e+10 # HELP go_gc_heap_frees_bytes_total Cumulative sum of heap memory freed by the garbage collector. # TYPE go_gc_heap_frees_bytes_total counter go_gc_heap_frees_bytes_total 1.513503497856e+12 # HELP go_gc_heap_frees_objects_total Cumulative count of heap allocations whose storage was freed by the garbage collector. Note that this does not include tiny objects as defined by /gc/heap/tiny/allocs:objects, only tiny blocks. # TYPE go_gc_heap_frees_objects_total counter go_gc_heap_frees_objects_total 1.3235774394e+10 # HELP go_gc_heap_goal_bytes Heap size target for the end of the GC cycle. # TYPE go_gc_heap_goal_bytes gauge go_gc_heap_goal_bytes 7.4782768e+07 # HELP go_gc_heap_objects_objects Number of objects, live or unswept, occupying heap memory. # TYPE go_gc_heap_objects_objects gauge go_gc_heap_objects_objects 271136 # HELP go_gc_heap_tiny_allocs_objects_total Count of small allocations that are packed together into blocks. These allocations are counted separately from other allocations because each individual allocation is not tracked by the runtime, only their block. Each block is already accounted for in allocs-by-size and frees-by-size. # TYPE go_gc_heap_tiny_allocs_objects_total counter go_gc_heap_tiny_allocs_objects_total 8.34657139e+08 # HELP go_gc_pauses_seconds_total Distribution individual GC-related stop-the-world pause latencies. # TYPE go_gc_pauses_seconds_total histogram go_gc_pauses_seconds_total_bucket{le="-5e-324"} 0 go_gc_pauses_seconds_total_bucket{le="9.999999999999999e-10"} 0 go_gc_pauses_seconds_total_bucket{le="9.999999999999999e-09"} 0 go_gc_pauses_seconds_total_bucket{le="1.2799999999999998e-07"} 0 go_gc_pauses_seconds_total_bucket{le="1.2799999999999998e-06"} 0 go_gc_pauses_seconds_total_bucket{le="1.6383999999999998e-05"} 86654 go_gc_pauses_seconds_total_bucket{le="0.00016383999999999998"} 98997 go_gc_pauses_seconds_total_bucket{le="0.0020971519999999997"} 181830 go_gc_pauses_seconds_total_bucket{le="0.020971519999999997"} 188791 go_gc_pauses_seconds_total_bucket{le="0.26843545599999996"} 188792 go_gc_pauses_seconds_total_bucket{le="+Inf"} 188792 go_gc_pauses_seconds_total_sum NaN go_gc_pauses_seconds_total_count 188792 # HELP go_goroutines Number of goroutines that currently exist. # TYPE go_goroutines gauge go_goroutines 264 # HELP go_info Information about the Go environment. # TYPE go_info gauge go_info{version="go1.17.6"} 1 # HELP go_memory_classes_heap_free_bytes Memory that is completely free and eligible to be returned to the underlying system, but has not been. This metric is the runtime's estimate of free address space that is backed by physical memory. # TYPE go_memory_classes_heap_free_bytes gauge go_memory_classes_heap_free_bytes 1.015808e+07 # HELP go_memory_classes_heap_objects_bytes Memory occupied by live objects and dead objects that have not yet been marked free by the garbage collector. # TYPE go_memory_classes_heap_objects_bytes gauge go_memory_classes_heap_objects_bytes 5.0602816e+07 # HELP go_memory_classes_heap_released_bytes Memory that is completely free and has been returned to the underlying system. This metric is the runtime's estimate of free address space that is still mapped into the process, but is not backed by physical memory. # TYPE go_memory_classes_heap_released_bytes gauge go_memory_classes_heap_released_bytes 2.7738112e+08 # HELP go_memory_classes_heap_stacks_bytes Memory allocated from the heap that is reserved for stack space, whether or not it is currently in-use. # TYPE go_memory_classes_heap_stacks_bytes gauge go_memory_classes_heap_stacks_bytes 3.407872e+06 # HELP go_memory_classes_heap_unused_bytes Memory that is reserved for heap objects but is not currently used to hold heap objects. # TYPE go_memory_classes_heap_unused_bytes gauge go_memory_classes_heap_unused_bytes 6.577344e+06 # HELP go_memory_classes_metadata_mcache_free_bytes Memory that is reserved for runtime mcache structures, but not in-use. # TYPE go_memory_classes_metadata_mcache_free_bytes gauge go_memory_classes_metadata_mcache_free_bytes 11584 # HELP go_memory_classes_metadata_mcache_inuse_bytes Memory that is occupied by runtime mcache structures that are currently being used. # TYPE go_memory_classes_metadata_mcache_inuse_bytes gauge go_memory_classes_metadata_mcache_inuse_bytes 4800 # HELP go_memory_classes_metadata_mspan_free_bytes Memory that is reserved for runtime mspan structures, but not in-use. # TYPE go_memory_classes_metadata_mspan_free_bytes gauge go_memory_classes_metadata_mspan_free_bytes 1.702112e+06 # HELP go_memory_classes_metadata_mspan_inuse_bytes Memory that is occupied by runtime mspan structures that are currently being used. # TYPE go_memory_classes_metadata_mspan_inuse_bytes gauge go_memory_classes_metadata_mspan_inuse_bytes 509728 # HELP go_memory_classes_metadata_other_bytes Memory that is reserved for or used to hold runtime metadata. # TYPE go_memory_classes_metadata_other_bytes gauge go_memory_classes_metadata_other_bytes 1.8103256e+07 # HELP go_memory_classes_os_stacks_bytes Stack memory allocated by the underlying operating system. # TYPE go_memory_classes_os_stacks_bytes gauge go_memory_classes_os_stacks_bytes 0 # HELP go_memory_classes_other_bytes Memory used by execution trace buffers, structures for debugging the runtime, finalizer and profiler specials, and more. # TYPE go_memory_classes_other_bytes gauge go_memory_classes_other_bytes 1.26848e+06 # HELP go_memory_classes_profiling_buckets_bytes Memory that is used by the stack trace hash map used for profiling. # TYPE go_memory_classes_profiling_buckets_bytes gauge go_memory_classes_profiling_buckets_bytes 4.336e+06 # HELP go_memory_classes_total_bytes All memory mapped by the Go runtime into the current process as read-write. Note that this does not include memory mapped by code called via cgo or via the syscall package. Sum of all metrics in /memory/classes. # TYPE go_memory_classes_total_bytes gauge go_memory_classes_total_bytes 3.74063192e+08 # HELP go_memstats_alloc_bytes Number of bytes allocated and still in use. # TYPE go_memstats_alloc_bytes gauge go_memstats_alloc_bytes 5.0602816e+07 # HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed. # TYPE go_memstats_alloc_bytes_total counter go_memstats_alloc_bytes_total 1.513554100672e+12 # HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. # TYPE go_memstats_buck_hash_sys_bytes gauge go_memstats_buck_hash_sys_bytes 4.336e+06 # HELP go_memstats_frees_total Total number of frees. # TYPE go_memstats_frees_total counter go_memstats_frees_total 1.4070431533e+10 # HELP go_memstats_gc_cpu_fraction The fraction of this program's available CPU time used by the GC since the program started. # TYPE go_memstats_gc_cpu_fraction gauge go_memstats_gc_cpu_fraction 0 # HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. # TYPE go_memstats_gc_sys_bytes gauge go_memstats_gc_sys_bytes 1.8103256e+07 # HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and still in use. # TYPE go_memstats_heap_alloc_bytes gauge go_memstats_heap_alloc_bytes 5.0602816e+07 # HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. # TYPE go_memstats_heap_idle_bytes gauge go_memstats_heap_idle_bytes 2.875392e+08 # HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. # TYPE go_memstats_heap_inuse_bytes gauge go_memstats_heap_inuse_bytes 5.718016e+07 # HELP go_memstats_heap_objects Number of allocated objects. # TYPE go_memstats_heap_objects gauge go_memstats_heap_objects 271136 # HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. # TYPE go_memstats_heap_released_bytes gauge go_memstats_heap_released_bytes 2.7738112e+08 # HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. # TYPE go_memstats_heap_sys_bytes gauge go_memstats_heap_sys_bytes 3.4471936e+08 # HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection. # TYPE go_memstats_last_gc_time_seconds gauge go_memstats_last_gc_time_seconds 1.767785303030155e+09 # HELP go_memstats_lookups_total Total number of pointer lookups. # TYPE go_memstats_lookups_total counter go_memstats_lookups_total 0 # HELP go_memstats_mallocs_total Total number of mallocs. # TYPE go_memstats_mallocs_total counter go_memstats_mallocs_total 1.4070702669e+10 # HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. # TYPE go_memstats_mcache_inuse_bytes gauge go_memstats_mcache_inuse_bytes 4800 # HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. # TYPE go_memstats_mcache_sys_bytes gauge go_memstats_mcache_sys_bytes 16384 # HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. # TYPE go_memstats_mspan_inuse_bytes gauge go_memstats_mspan_inuse_bytes 509728 # HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. # TYPE go_memstats_mspan_sys_bytes gauge go_memstats_mspan_sys_bytes 2.21184e+06 # HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. # TYPE go_memstats_next_gc_bytes gauge go_memstats_next_gc_bytes 7.4782768e+07 # HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. # TYPE go_memstats_other_sys_bytes gauge go_memstats_other_sys_bytes 1.26848e+06 # HELP go_memstats_stack_inuse_bytes Number of bytes in use by the stack allocator. # TYPE go_memstats_stack_inuse_bytes gauge go_memstats_stack_inuse_bytes 3.407872e+06 # HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. # TYPE go_memstats_stack_sys_bytes gauge go_memstats_stack_sys_bytes 3.407872e+06 # HELP go_memstats_sys_bytes Number of bytes obtained from system. # TYPE go_memstats_sys_bytes gauge go_memstats_sys_bytes 3.74063192e+08 # HELP go_sched_goroutines_goroutines Count of live goroutines. # TYPE go_sched_goroutines_goroutines gauge go_sched_goroutines_goroutines 261 # HELP go_sched_latencies_seconds Distribution of the time goroutines have spent in the scheduler in a runnable state before actually running. # TYPE go_sched_latencies_seconds histogram go_sched_latencies_seconds_bucket{le="-5e-324"} 0 go_sched_latencies_seconds_bucket{le="9.999999999999999e-10"} 9.2320372e+07 go_sched_latencies_seconds_bucket{le="9.999999999999999e-09"} 9.2320372e+07 go_sched_latencies_seconds_bucket{le="1.2799999999999998e-07"} 9.4137914e+07 go_sched_latencies_seconds_bucket{le="1.2799999999999998e-06"} 1.49873161e+08 go_sched_latencies_seconds_bucket{le="1.6383999999999998e-05"} 1.75591594e+08 go_sched_latencies_seconds_bucket{le="0.00016383999999999998"} 1.99403747e+08 go_sched_latencies_seconds_bucket{le="0.0020971519999999997"} 1.99949648e+08 go_sched_latencies_seconds_bucket{le="0.020971519999999997"} 1.99967708e+08 go_sched_latencies_seconds_bucket{le="0.26843545599999996"} 1.99967742e+08 go_sched_latencies_seconds_bucket{le="+Inf"} 1.99967742e+08 go_sched_latencies_seconds_sum NaN go_sched_latencies_seconds_count 1.99967742e+08 # HELP go_threads Number of OS threads created. # TYPE go_threads gauge go_threads 19 # HELP jaeger_tracer_baggage_restrictions_updates_total Number of times baggage restrictions were successfully updated # TYPE jaeger_tracer_baggage_restrictions_updates_total counter jaeger_tracer_baggage_restrictions_updates_total{result="err"} 0 jaeger_tracer_baggage_restrictions_updates_total{result="ok"} 0 # HELP jaeger_tracer_baggage_truncations_total Number of times baggage was truncated as per baggage restrictions # TYPE jaeger_tracer_baggage_truncations_total counter jaeger_tracer_baggage_truncations_total 0 # HELP jaeger_tracer_baggage_updates_total Number of times baggage was successfully written or updated on spans # TYPE jaeger_tracer_baggage_updates_total counter jaeger_tracer_baggage_updates_total{result="err"} 0 jaeger_tracer_baggage_updates_total{result="ok"} 0 # HELP jaeger_tracer_finished_spans_total Number of sampled spans finished by this tracer # TYPE jaeger_tracer_finished_spans_total counter jaeger_tracer_finished_spans_total{sampled="delayed"} 0 jaeger_tracer_finished_spans_total{sampled="n"} 4.4154871e+07 jaeger_tracer_finished_spans_total{sampled="y"} 0 # HELP jaeger_tracer_reporter_queue_length Current number of spans in the reporter queue # TYPE jaeger_tracer_reporter_queue_length gauge jaeger_tracer_reporter_queue_length 0 # HELP jaeger_tracer_reporter_spans_total Number of spans successfully reported # TYPE jaeger_tracer_reporter_spans_total counter jaeger_tracer_reporter_spans_total{result="dropped"} 0 jaeger_tracer_reporter_spans_total{result="err"} 0 jaeger_tracer_reporter_spans_total{result="ok"} 0 # HELP jaeger_tracer_sampler_queries_total Number of times the Sampler succeeded to retrieve sampling strategy # TYPE jaeger_tracer_sampler_queries_total counter jaeger_tracer_sampler_queries_total{result="err"} 166991 jaeger_tracer_sampler_queries_total{result="ok"} 0 # HELP jaeger_tracer_sampler_updates_total Number of times the Sampler succeeded to retrieve and update sampling strategy # TYPE jaeger_tracer_sampler_updates_total counter jaeger_tracer_sampler_updates_total{result="err"} 0 jaeger_tracer_sampler_updates_total{result="ok"} 0 # HELP jaeger_tracer_span_context_decoding_errors_total Number of errors decoding tracing context # TYPE jaeger_tracer_span_context_decoding_errors_total counter jaeger_tracer_span_context_decoding_errors_total 0 # HELP jaeger_tracer_started_spans_total Number of spans started by this tracer as sampled # TYPE jaeger_tracer_started_spans_total counter jaeger_tracer_started_spans_total{sampled="delayed"} 0 jaeger_tracer_started_spans_total{sampled="n"} 4.4155024e+07 jaeger_tracer_started_spans_total{sampled="y"} 0 # HELP jaeger_tracer_throttled_debug_spans_total Number of times debug spans were throttled # TYPE jaeger_tracer_throttled_debug_spans_total counter jaeger_tracer_throttled_debug_spans_total 0 # HELP jaeger_tracer_throttler_updates_total Number of times throttler successfully updated # TYPE jaeger_tracer_throttler_updates_total counter jaeger_tracer_throttler_updates_total{result="err"} 0 jaeger_tracer_throttler_updates_total{result="ok"} 0 # HELP jaeger_tracer_traces_total Number of traces started by this tracer as sampled # TYPE jaeger_tracer_traces_total counter jaeger_tracer_traces_total{sampled="n",state="joined"} 1.390724e+07 jaeger_tracer_traces_total{sampled="n",state="started"} 1.658054e+07 jaeger_tracer_traces_total{sampled="y",state="joined"} 0 jaeger_tracer_traces_total{sampled="y",state="started"} 0 # HELP logql_query_duration_seconds LogQL query timings # TYPE logql_query_duration_seconds histogram logql_query_duration_seconds_bucket{query_type="instant",le="0.005"} 103 logql_query_duration_seconds_bucket{query_type="instant",le="0.01"} 112 logql_query_duration_seconds_bucket{query_type="instant",le="0.025"} 112 logql_query_duration_seconds_bucket{query_type="instant",le="0.05"} 112 logql_query_duration_seconds_bucket{query_type="instant",le="0.1"} 112 logql_query_duration_seconds_bucket{query_type="instant",le="0.25"} 112 logql_query_duration_seconds_bucket{query_type="instant",le="0.5"} 112 logql_query_duration_seconds_bucket{query_type="instant",le="1"} 112 logql_query_duration_seconds_bucket{query_type="instant",le="2.5"} 112 logql_query_duration_seconds_bucket{query_type="instant",le="5"} 112 logql_query_duration_seconds_bucket{query_type="instant",le="10"} 112 logql_query_duration_seconds_bucket{query_type="instant",le="+Inf"} 112 logql_query_duration_seconds_sum{query_type="instant"} 0.21561197000000004 logql_query_duration_seconds_count{query_type="instant"} 112 logql_query_duration_seconds_bucket{query_type="labels",le="0.005"} 69 logql_query_duration_seconds_bucket{query_type="labels",le="0.01"} 72 logql_query_duration_seconds_bucket{query_type="labels",le="0.025"} 74 logql_query_duration_seconds_bucket{query_type="labels",le="0.05"} 78 logql_query_duration_seconds_bucket{query_type="labels",le="0.1"} 81 logql_query_duration_seconds_bucket{query_type="labels",le="0.25"} 81 logql_query_duration_seconds_bucket{query_type="labels",le="0.5"} 83 logql_query_duration_seconds_bucket{query_type="labels",le="1"} 84 logql_query_duration_seconds_bucket{query_type="labels",le="2.5"} 85 logql_query_duration_seconds_bucket{query_type="labels",le="5"} 85 logql_query_duration_seconds_bucket{query_type="labels",le="10"} 85 logql_query_duration_seconds_bucket{query_type="labels",le="+Inf"} 85 logql_query_duration_seconds_sum{query_type="labels"} 3.693649327 logql_query_duration_seconds_count{query_type="labels"} 85 logql_query_duration_seconds_bucket{query_type="range",le="0.005"} 24566 logql_query_duration_seconds_bucket{query_type="range",le="0.01"} 26396 logql_query_duration_seconds_bucket{query_type="range",le="0.025"} 27285 logql_query_duration_seconds_bucket{query_type="range",le="0.05"} 27938 logql_query_duration_seconds_bucket{query_type="range",le="0.1"} 28521 logql_query_duration_seconds_bucket{query_type="range",le="0.25"} 29093 logql_query_duration_seconds_bucket{query_type="range",le="0.5"} 29439 logql_query_duration_seconds_bucket{query_type="range",le="1"} 29470 logql_query_duration_seconds_bucket{query_type="range",le="2.5"} 29569 logql_query_duration_seconds_bucket{query_type="range",le="5"} 29603 logql_query_duration_seconds_bucket{query_type="range",le="10"} 29683 logql_query_duration_seconds_bucket{query_type="range",le="+Inf"} 29688 logql_query_duration_seconds_sum{query_type="range"} 1285.5961420810054 logql_query_duration_seconds_count{query_type="range"} 29688 logql_query_duration_seconds_bucket{query_type="series",le="0.005"} 38 logql_query_duration_seconds_bucket{query_type="series",le="0.01"} 38 logql_query_duration_seconds_bucket{query_type="series",le="0.025"} 42 logql_query_duration_seconds_bucket{query_type="series",le="0.05"} 48 logql_query_duration_seconds_bucket{query_type="series",le="0.1"} 48 logql_query_duration_seconds_bucket{query_type="series",le="0.25"} 48 logql_query_duration_seconds_bucket{query_type="series",le="0.5"} 48 logql_query_duration_seconds_bucket{query_type="series",le="1"} 48 logql_query_duration_seconds_bucket{query_type="series",le="2.5"} 48 logql_query_duration_seconds_bucket{query_type="series",le="5"} 48 logql_query_duration_seconds_bucket{query_type="series",le="10"} 48 logql_query_duration_seconds_bucket{query_type="series",le="+Inf"} 48 logql_query_duration_seconds_sum{query_type="series"} 0.4339508450000002 logql_query_duration_seconds_count{query_type="series"} 48 # HELP loki_azure_blob_egress_bytes_total Total bytes downloaded from Azure Blob Storage. # TYPE loki_azure_blob_egress_bytes_total counter loki_azure_blob_egress_bytes_total 0 # HELP loki_boltdb_shipper_apply_retention_last_successful_run_timestamp_seconds Unix timestamp of the last successful retention run # TYPE loki_boltdb_shipper_apply_retention_last_successful_run_timestamp_seconds gauge loki_boltdb_shipper_apply_retention_last_successful_run_timestamp_seconds 0 # HELP loki_boltdb_shipper_compact_tables_operation_duration_seconds Time (in seconds) spent in compacting all the tables # TYPE loki_boltdb_shipper_compact_tables_operation_duration_seconds gauge loki_boltdb_shipper_compact_tables_operation_duration_seconds 0.297395831 # HELP loki_boltdb_shipper_compact_tables_operation_last_successful_run_timestamp_seconds Unix timestamp of the last successful compaction run # TYPE loki_boltdb_shipper_compact_tables_operation_last_successful_run_timestamp_seconds gauge loki_boltdb_shipper_compact_tables_operation_last_successful_run_timestamp_seconds 1.7677853020433948e+09 # HELP loki_boltdb_shipper_compact_tables_operation_total Total number of tables compaction done by status # TYPE loki_boltdb_shipper_compact_tables_operation_total counter loki_boltdb_shipper_compact_tables_operation_total{status="success"} 16699 # HELP loki_boltdb_shipper_compactor_running Value will be 1 if compactor is currently running on this instance # TYPE loki_boltdb_shipper_compactor_running gauge loki_boltdb_shipper_compactor_running 1 # HELP loki_boltdb_shipper_loki_boltdb_shipper_tables_upload_operation_total Total number of upload operations done by status # TYPE loki_boltdb_shipper_loki_boltdb_shipper_tables_upload_operation_total counter loki_boltdb_shipper_loki_boltdb_shipper_tables_upload_operation_total{component="index-store-2020-10-24",status="success"} 166992 # HELP loki_boltdb_shipper_open_existing_file_failures_total Total number of failures in opening of existing files while loading active index tables during startup # TYPE loki_boltdb_shipper_open_existing_file_failures_total counter loki_boltdb_shipper_open_existing_file_failures_total{component="index-store-2020-10-24"} 0 # HELP loki_boltdb_shipper_query_time_table_download_duration_seconds Time (in seconds) spent in downloading of files per table at query time # TYPE loki_boltdb_shipper_query_time_table_download_duration_seconds counter loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20352"} 0.017652369 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20353"} 0.025397877 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20361"} 0.027389375 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20369"} 0.021210593 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20370"} 0.10675432700000001 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20381"} 0.233045985 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20383"} 0.053771369 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20384"} 0.054946129999999996 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20389"} 7.3927704919999995 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20417"} 0.037688107 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20427"} 0.700024093 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20432"} 0.295761375 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20433"} 0.125480627 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20434"} 0.055229291 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20435"} 0.029265370000000002 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20436"} 5.773932908 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20437"} 1.501220637 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20438"} 0.027698279 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20439"} 0.017546001999999998 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20440"} 0.015810484 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20444"} 3.633502072 loki_boltdb_shipper_query_time_table_download_duration_seconds{component="index-store-2020-10-24",table="index_20459"} 0.040317400999999996 # HELP loki_boltdb_shipper_request_duration_seconds Time (in seconds) spent serving requests when using boltdb shipper # TYPE loki_boltdb_shipper_request_duration_seconds histogram loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="200",le="0.005"} 30123 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="200",le="0.01"} 30140 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="200",le="0.025"} 30173 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="200",le="0.05"} 30193 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="200",le="0.1"} 30200 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="200",le="0.25"} 30208 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="200",le="0.5"} 30209 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="200",le="1"} 30210 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="200",le="2.5"} 30220 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="200",le="5"} 30220 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="200",le="10"} 30230 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="200",le="25"} 30230 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="200",le="50"} 30230 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="200",le="100"} 30230 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="200",le="+Inf"} 30230 loki_boltdb_shipper_request_duration_seconds_sum{component="index-store-2020-10-24",operation="Shipper.Query",status_code="200"} 76.99208281200066 loki_boltdb_shipper_request_duration_seconds_count{component="index-store-2020-10-24",operation="Shipper.Query",status_code="200"} 30230 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="500",le="0.005"} 15 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="500",le="0.01"} 15 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="500",le="0.025"} 15 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="500",le="0.05"} 15 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="500",le="0.1"} 15 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="500",le="0.25"} 15 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="500",le="0.5"} 15 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="500",le="1"} 15 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="500",le="2.5"} 16 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="500",le="5"} 16 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="500",le="10"} 26 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="500",le="25"} 26 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="500",le="50"} 26 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="500",le="100"} 26 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="Shipper.Query",status_code="500",le="+Inf"} 26 loki_boltdb_shipper_request_duration_seconds_sum{component="index-store-2020-10-24",operation="Shipper.Query",status_code="500"} 55.74803868499999 loki_boltdb_shipper_request_duration_seconds_count{component="index-store-2020-10-24",operation="Shipper.Query",status_code="500"} 26 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="WRITE",status_code="200",le="0.005"} 1 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="WRITE",status_code="200",le="0.01"} 1442 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="WRITE",status_code="200",le="0.025"} 4715 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="WRITE",status_code="200",le="0.05"} 10537 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="WRITE",status_code="200",le="0.1"} 13897 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="WRITE",status_code="200",le="0.25"} 15345 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="WRITE",status_code="200",le="0.5"} 16911 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="WRITE",status_code="200",le="1"} 18359 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="WRITE",status_code="200",le="2.5"} 20524 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="WRITE",status_code="200",le="5"} 22045 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="WRITE",status_code="200",le="10"} 23015 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="WRITE",status_code="200",le="25"} 23279 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="WRITE",status_code="200",le="50"} 23286 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="WRITE",status_code="200",le="100"} 23286 loki_boltdb_shipper_request_duration_seconds_bucket{component="index-store-2020-10-24",operation="WRITE",status_code="200",le="+Inf"} 23286 loki_boltdb_shipper_request_duration_seconds_sum{component="index-store-2020-10-24",operation="WRITE",status_code="200"} 21849.985623833098 loki_boltdb_shipper_request_duration_seconds_count{component="index-store-2020-10-24",operation="WRITE",status_code="200"} 23286 # HELP loki_boltdb_shipper_tables_download_operation_duration_seconds Time (in seconds) spent in downloading updated files for all the tables # TYPE loki_boltdb_shipper_tables_download_operation_duration_seconds gauge loki_boltdb_shipper_tables_download_operation_duration_seconds{component="index-store-2020-10-24"} 0.038194672 # HELP loki_boltdb_shipper_tables_sync_operation_total Total number of tables sync operations done by status # TYPE loki_boltdb_shipper_tables_sync_operation_total counter loki_boltdb_shipper_tables_sync_operation_total{component="index-store-2020-10-24",status="success"} 33398 # HELP loki_build_info A metric with a constant '1' value labeled by version, revision, branch, and goversion from which loki was built. # TYPE loki_build_info gauge loki_build_info{branch="HEAD",goversion="go1.17.6",revision="6bd05c9a4",version="2.6.1"} 1 # HELP loki_bytes_per_line The total number of bytes per line. # TYPE loki_bytes_per_line histogram loki_bytes_per_line_bucket{le="1"} 321413 loki_bytes_per_line_bucket{le="8"} 403575 loki_bytes_per_line_bucket{le="64"} 5.2293449e+07 loki_bytes_per_line_bucket{le="512"} 1.73371038e+08 loki_bytes_per_line_bucket{le="4096"} 1.8784586e+08 loki_bytes_per_line_bucket{le="32768"} 1.87850332e+08 loki_bytes_per_line_bucket{le="262144"} 1.87850332e+08 loki_bytes_per_line_bucket{le="2.097152e+06"} 1.87850332e+08 loki_bytes_per_line_bucket{le="+Inf"} 1.87850332e+08 loki_bytes_per_line_sum 3.6461552692e+10 loki_bytes_per_line_count 1.87850332e+08 # HELP loki_cache_corrupt_chunks_total Total count of corrupt chunks found in cache. # TYPE loki_cache_corrupt_chunks_total counter loki_cache_corrupt_chunks_total 0 # HELP loki_cache_fetched_keys Total count of keys requested from cache. # TYPE loki_cache_fetched_keys counter loki_cache_fetched_keys{name="chunksfifocache"} 30253 # HELP loki_cache_hits Total count of keys found in cache. # TYPE loki_cache_hits counter loki_cache_hits{name="chunksfifocache"} 6828 # HELP loki_cache_request_duration_seconds Total time spent in seconds doing cache requests. # TYPE loki_cache_request_duration_seconds histogram loki_cache_request_duration_seconds_bucket{method="chunksfifocache.fetch",name="chunksfifocache",status_code="200",le="1.6e-05"} 19238 loki_cache_request_duration_seconds_bucket{method="chunksfifocache.fetch",name="chunksfifocache",status_code="200",le="6.4e-05"} 29940 loki_cache_request_duration_seconds_bucket{method="chunksfifocache.fetch",name="chunksfifocache",status_code="200",le="0.000256"} 30055 loki_cache_request_duration_seconds_bucket{method="chunksfifocache.fetch",name="chunksfifocache",status_code="200",le="0.001024"} 30103 loki_cache_request_duration_seconds_bucket{method="chunksfifocache.fetch",name="chunksfifocache",status_code="200",le="0.004096"} 30116 loki_cache_request_duration_seconds_bucket{method="chunksfifocache.fetch",name="chunksfifocache",status_code="200",le="0.016384"} 30116 loki_cache_request_duration_seconds_bucket{method="chunksfifocache.fetch",name="chunksfifocache",status_code="200",le="0.065536"} 30116 loki_cache_request_duration_seconds_bucket{method="chunksfifocache.fetch",name="chunksfifocache",status_code="200",le="0.262144"} 30116 loki_cache_request_duration_seconds_bucket{method="chunksfifocache.fetch",name="chunksfifocache",status_code="200",le="+Inf"} 30116 loki_cache_request_duration_seconds_sum{method="chunksfifocache.fetch",name="chunksfifocache",status_code="200"} 0.5128611570000017 loki_cache_request_duration_seconds_count{method="chunksfifocache.fetch",name="chunksfifocache",status_code="200"} 30116 loki_cache_request_duration_seconds_bucket{method="chunksfifocache.store",name="chunksfifocache",status_code="200",le="1.6e-05"} 11693 loki_cache_request_duration_seconds_bucket{method="chunksfifocache.store",name="chunksfifocache",status_code="200",le="6.4e-05"} 23268 loki_cache_request_duration_seconds_bucket{method="chunksfifocache.store",name="chunksfifocache",status_code="200",le="0.000256"} 23801 loki_cache_request_duration_seconds_bucket{method="chunksfifocache.store",name="chunksfifocache",status_code="200",le="0.001024"} 23851 loki_cache_request_duration_seconds_bucket{method="chunksfifocache.store",name="chunksfifocache",status_code="200",le="0.004096"} 23874 loki_cache_request_duration_seconds_bucket{method="chunksfifocache.store",name="chunksfifocache",status_code="200",le="0.016384"} 23878 loki_cache_request_duration_seconds_bucket{method="chunksfifocache.store",name="chunksfifocache",status_code="200",le="0.065536"} 23878 loki_cache_request_duration_seconds_bucket{method="chunksfifocache.store",name="chunksfifocache",status_code="200",le="0.262144"} 23878 loki_cache_request_duration_seconds_bucket{method="chunksfifocache.store",name="chunksfifocache",status_code="200",le="+Inf"} 23878 loki_cache_request_duration_seconds_sum{method="chunksfifocache.store",name="chunksfifocache",status_code="200"} 0.592581345000003 loki_cache_request_duration_seconds_count{method="chunksfifocache.store",name="chunksfifocache",status_code="200"} 23878 # HELP loki_cache_value_size_bytes Size of values in the cache. # TYPE loki_cache_value_size_bytes histogram loki_cache_value_size_bytes_bucket{method="fetch",name="chunksfifocache",le="1024"} 35 loki_cache_value_size_bytes_bucket{method="fetch",name="chunksfifocache",le="4096"} 55 loki_cache_value_size_bytes_bucket{method="fetch",name="chunksfifocache",le="16384"} 270 loki_cache_value_size_bytes_bucket{method="fetch",name="chunksfifocache",le="65536"} 864 loki_cache_value_size_bytes_bucket{method="fetch",name="chunksfifocache",le="262144"} 6322 loki_cache_value_size_bytes_bucket{method="fetch",name="chunksfifocache",le="1.048576e+06"} 6541 loki_cache_value_size_bytes_bucket{method="fetch",name="chunksfifocache",le="4.194304e+06"} 6828 loki_cache_value_size_bytes_bucket{method="fetch",name="chunksfifocache",le="+Inf"} 6828 loki_cache_value_size_bytes_sum{method="fetch",name="chunksfifocache"} 1.334960147e+09 loki_cache_value_size_bytes_count{method="fetch",name="chunksfifocache"} 6828 loki_cache_value_size_bytes_bucket{method="store",name="chunksfifocache",le="1024"} 4618 loki_cache_value_size_bytes_bucket{method="store",name="chunksfifocache",le="4096"} 5551 loki_cache_value_size_bytes_bucket{method="store",name="chunksfifocache",le="16384"} 6971 loki_cache_value_size_bytes_bucket{method="store",name="chunksfifocache",le="65536"} 9685 loki_cache_value_size_bytes_bucket{method="store",name="chunksfifocache",le="262144"} 22199 loki_cache_value_size_bytes_bucket{method="store",name="chunksfifocache",le="1.048576e+06"} 23219 loki_cache_value_size_bytes_bucket{method="store",name="chunksfifocache",le="4.194304e+06"} 23424 loki_cache_value_size_bytes_bucket{method="store",name="chunksfifocache",le="+Inf"} 23424 loki_cache_value_size_bytes_sum{method="store",name="chunksfifocache"} 2.723060534e+09 loki_cache_value_size_bytes_count{method="store",name="chunksfifocache"} 23424 # HELP loki_chunk_fetcher_cache_dequeued_total Total number of chunks asynchronously dequeued from a buffer and written back to the chunk cache. # TYPE loki_chunk_fetcher_cache_dequeued_total counter loki_chunk_fetcher_cache_dequeued_total 138 # HELP loki_chunk_fetcher_cache_enqueued_total Total number of chunks enqueued to a buffer to be asynchronously written back to the chunk cache. # TYPE loki_chunk_fetcher_cache_enqueued_total counter loki_chunk_fetcher_cache_enqueued_total 138 # HELP loki_chunk_fetcher_cache_skipped_buffer_full_total Total number of operations against cache that have been skipped. # TYPE loki_chunk_fetcher_cache_skipped_buffer_full_total counter loki_chunk_fetcher_cache_skipped_buffer_full_total 0 # HELP loki_chunk_store_chunks_per_query Distribution of #chunks per query. # TYPE loki_chunk_store_chunks_per_query histogram loki_chunk_store_chunks_per_query_bucket{le="10"} 28282 loki_chunk_store_chunks_per_query_bucket{le="80"} 28282 loki_chunk_store_chunks_per_query_bucket{le="640"} 28282 loki_chunk_store_chunks_per_query_bucket{le="5120"} 28282 loki_chunk_store_chunks_per_query_bucket{le="40960"} 28282 loki_chunk_store_chunks_per_query_bucket{le="327680"} 28282 loki_chunk_store_chunks_per_query_bucket{le="2.62144e+06"} 28282 loki_chunk_store_chunks_per_query_bucket{le="+Inf"} 28282 loki_chunk_store_chunks_per_query_sum 729 loki_chunk_store_chunks_per_query_count 28282 # HELP loki_chunk_store_deduped_chunks_total Count of chunks which were not stored because they have already been stored by another replica. # TYPE loki_chunk_store_deduped_chunks_total counter loki_chunk_store_deduped_chunks_total 6238 # HELP loki_chunk_store_fetched_chunk_bytes_total Total bytes fetched in chunks per user. # TYPE loki_chunk_store_fetched_chunk_bytes_total counter loki_chunk_store_fetched_chunk_bytes_total{user="fake"} 8.6566216e+07 # HELP loki_chunk_store_fetched_chunks_total Total fetched chunks per user. # TYPE loki_chunk_store_fetched_chunks_total counter loki_chunk_store_fetched_chunks_total{user="fake"} 138 # HELP loki_chunk_store_index_entries_per_chunk Number of entries written to storage per chunk. # TYPE loki_chunk_store_index_entries_per_chunk histogram loki_chunk_store_index_entries_per_chunk_bucket{le="1"} 0 loki_chunk_store_index_entries_per_chunk_bucket{le="2"} 0 loki_chunk_store_index_entries_per_chunk_bucket{le="4"} 19430 loki_chunk_store_index_entries_per_chunk_bucket{le="8"} 23130 loki_chunk_store_index_entries_per_chunk_bucket{le="16"} 23283 loki_chunk_store_index_entries_per_chunk_bucket{le="+Inf"} 23286 loki_chunk_store_index_entries_per_chunk_sum 102120 loki_chunk_store_index_entries_per_chunk_count 23286 # HELP loki_chunk_store_index_lookups_per_query Distribution of #index lookups per query. # TYPE loki_chunk_store_index_lookups_per_query histogram loki_chunk_store_index_lookups_per_query_bucket{le="1"} 28343 loki_chunk_store_index_lookups_per_query_bucket{le="2"} 28343 loki_chunk_store_index_lookups_per_query_bucket{le="4"} 28343 loki_chunk_store_index_lookups_per_query_bucket{le="8"} 28343 loki_chunk_store_index_lookups_per_query_bucket{le="16"} 28343 loki_chunk_store_index_lookups_per_query_bucket{le="+Inf"} 28343 loki_chunk_store_index_lookups_per_query_sum 28343 loki_chunk_store_index_lookups_per_query_count 28343 # HELP loki_chunk_store_series_post_intersection_per_query Distribution of #series (post intersection) per query. # TYPE loki_chunk_store_series_post_intersection_per_query histogram loki_chunk_store_series_post_intersection_per_query_bucket{le="10"} 28284 loki_chunk_store_series_post_intersection_per_query_bucket{le="80"} 28284 loki_chunk_store_series_post_intersection_per_query_bucket{le="640"} 28284 loki_chunk_store_series_post_intersection_per_query_bucket{le="5120"} 28284 loki_chunk_store_series_post_intersection_per_query_bucket{le="40960"} 28284 loki_chunk_store_series_post_intersection_per_query_bucket{le="327680"} 28284 loki_chunk_store_series_post_intersection_per_query_bucket{le="+Inf"} 28284 loki_chunk_store_series_post_intersection_per_query_sum 1830 loki_chunk_store_series_post_intersection_per_query_count 28284 # HELP loki_chunk_store_series_pre_intersection_per_query Distribution of #series (pre intersection) per query. # TYPE loki_chunk_store_series_pre_intersection_per_query histogram loki_chunk_store_series_pre_intersection_per_query_bucket{le="10"} 28284 loki_chunk_store_series_pre_intersection_per_query_bucket{le="80"} 28284 loki_chunk_store_series_pre_intersection_per_query_bucket{le="640"} 28284 loki_chunk_store_series_pre_intersection_per_query_bucket{le="5120"} 28284 loki_chunk_store_series_pre_intersection_per_query_bucket{le="40960"} 28284 loki_chunk_store_series_pre_intersection_per_query_bucket{le="327680"} 28284 loki_chunk_store_series_pre_intersection_per_query_bucket{le="+Inf"} 28284 loki_chunk_store_series_pre_intersection_per_query_sum 1830 loki_chunk_store_series_pre_intersection_per_query_count 28284 # HELP loki_chunk_store_stored_chunk_bytes_total Total bytes stored in chunks per user. # TYPE loki_chunk_store_stored_chunk_bytes_total counter loki_chunk_store_stored_chunk_bytes_total{user="fake"} 2.627869709e+09 # HELP loki_chunk_store_stored_chunks_total Total stored chunks per user. # TYPE loki_chunk_store_stored_chunks_total counter loki_chunk_store_stored_chunks_total{user="fake"} 23286 # HELP loki_discarded_bytes_total The total number of bytes that were discarded. # TYPE loki_discarded_bytes_total counter loki_discarded_bytes_total{reason="greater_than_max_sample_age",tenant="fake"} 5.02741651e+08 loki_discarded_bytes_total{reason="per_stream_rate_limit",tenant="fake"} 1.987267e+06 loki_discarded_bytes_total{reason="rate_limited",tenant="fake"} 829183 loki_discarded_bytes_total{reason="too_far_behind",tenant="fake"} 1.7427239882e+10 # HELP loki_discarded_samples_total The total number of samples that were discarded. # TYPE loki_discarded_samples_total counter loki_discarded_samples_total{reason="greater_than_max_sample_age",tenant="fake"} 2.288322e+06 loki_discarded_samples_total{reason="per_stream_rate_limit",tenant="fake"} 1476 loki_discarded_samples_total{reason="rate_limited",tenant="fake"} 657 loki_discarded_samples_total{reason="too_far_behind",tenant="fake"} 8.2847791e+07 # HELP loki_distributor_bytes_received_total The total number of uncompressed bytes received per tenant # TYPE loki_distributor_bytes_received_total counter loki_distributor_bytes_received_total{retention_hours="744",tenant="fake"} 3.6461552692e+10 # HELP loki_distributor_ingester_append_failures_total The total number of failed batch appends sent to ingesters. # TYPE loki_distributor_ingester_append_failures_total counter loki_distributor_ingester_append_failures_total{ingester="127.0.0.1:9096"} 1.120835e+06 # HELP loki_distributor_ingester_appends_total The total number of batch appends sent to ingesters. # TYPE loki_distributor_ingester_appends_total counter loki_distributor_ingester_appends_total{ingester="127.0.0.1:9096"} 1.0708249e+07 # HELP loki_distributor_lines_received_total The total number of lines received per tenant # TYPE loki_distributor_lines_received_total counter loki_distributor_lines_received_total{tenant="fake"} 1.87850332e+08 # HELP loki_distributor_replication_factor The configured replication factor. # TYPE loki_distributor_replication_factor gauge loki_distributor_replication_factor 1 # HELP loki_experimental_features_in_use_total The number of experimental features in use. # TYPE loki_experimental_features_in_use_total counter loki_experimental_features_in_use_total 1 # HELP loki_index_chunk_refs_total Number of chunks refs downloaded, partitioned by whether they intersect the query bounds. # TYPE loki_index_chunk_refs_total counter loki_index_chunk_refs_total{status="discarded"} 0 loki_index_chunk_refs_total{status="matched"} 729 # HELP loki_inflight_requests Current number of inflight requests. # TYPE loki_inflight_requests gauge loki_inflight_requests{method="GET",route="api_prom_rules_namespace_groupname"} 0 loki_inflight_requests{method="GET",route="config"} 0 loki_inflight_requests{method="GET",route="debug_pprof"} 0 loki_inflight_requests{method="GET",route="loki_api_v1_label_name_values"} 0 loki_inflight_requests{method="GET",route="loki_api_v1_labels"} 0 loki_inflight_requests{method="GET",route="loki_api_v1_query"} 0 loki_inflight_requests{method="GET",route="loki_api_v1_query_range"} 0 loki_inflight_requests{method="GET",route="loki_api_v1_series"} 0 loki_inflight_requests{method="GET",route="loki_api_v1_tail"} 0 loki_inflight_requests{method="GET",route="metrics"} 1 loki_inflight_requests{method="GET",route="other"} 0 loki_inflight_requests{method="GET",route="prometheus_api_v1_rules"} 0 loki_inflight_requests{method="HEAD",route="other"} 0 loki_inflight_requests{method="POST",route="api_prom_push"} 0 loki_inflight_requests{method="POST",route="other"} 0 loki_inflight_requests{method="PRI",route="other"} 0 loki_inflight_requests{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult"} 0 loki_inflight_requests{method="gRPC",route="/grpc.health.v1.Health/Check"} 0 loki_inflight_requests{method="gRPC",route="/logproto.Pusher/Push"} 0 loki_inflight_requests{method="gRPC",route="/logproto.Querier/Label"} 0 loki_inflight_requests{method="gRPC",route="/logproto.Querier/Query"} 0 loki_inflight_requests{method="gRPC",route="/logproto.Querier/QuerySample"} 0 loki_inflight_requests{method="gRPC",route="/logproto.Querier/Series"} 0 loki_inflight_requests{method="gRPC",route="/logproto.Querier/Tail"} 0 loki_inflight_requests{method="gRPC",route="/logproto.Querier/TailersCount"} 0 loki_inflight_requests{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop"} 5 loki_inflight_requests{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop"} 10 # HELP loki_ingester_autoforget_unhealthy_ingesters_total Total number of ingesters automatically forgotten # TYPE loki_ingester_autoforget_unhealthy_ingesters_total counter loki_ingester_autoforget_unhealthy_ingesters_total 0 # HELP loki_ingester_blocks_per_chunk The number of blocks in a chunk. # TYPE loki_ingester_blocks_per_chunk histogram loki_ingester_blocks_per_chunk_bucket{le="5"} 15093 loki_ingester_blocks_per_chunk_bucket{le="10"} 16176 loki_ingester_blocks_per_chunk_bucket{le="20"} 16699 loki_ingester_blocks_per_chunk_bucket{le="40"} 16743 loki_ingester_blocks_per_chunk_bucket{le="80"} 16753 loki_ingester_blocks_per_chunk_bucket{le="160"} 16802 loki_ingester_blocks_per_chunk_bucket{le="+Inf"} 16877 loki_ingester_blocks_per_chunk_sum 80225 loki_ingester_blocks_per_chunk_count 16877 # HELP loki_ingester_checkpoint_creations_failed_total Total number of checkpoint creations that failed. # TYPE loki_ingester_checkpoint_creations_failed_total counter loki_ingester_checkpoint_creations_failed_total 0 # HELP loki_ingester_checkpoint_creations_total Total number of checkpoint creations attempted. # TYPE loki_ingester_checkpoint_creations_total counter loki_ingester_checkpoint_creations_total 33398 # HELP loki_ingester_checkpoint_deletions_failed_total Total number of checkpoint deletions that failed. # TYPE loki_ingester_checkpoint_deletions_failed_total counter loki_ingester_checkpoint_deletions_failed_total 0 # HELP loki_ingester_checkpoint_deletions_total Total number of checkpoint deletions attempted. # TYPE loki_ingester_checkpoint_deletions_total counter loki_ingester_checkpoint_deletions_total 33397 # HELP loki_ingester_checkpoint_duration_seconds Time taken to create a checkpoint. # TYPE loki_ingester_checkpoint_duration_seconds summary loki_ingester_checkpoint_duration_seconds{quantile="0.5"} 255.055757305 loki_ingester_checkpoint_duration_seconds{quantile="0.9"} 272.635471433 loki_ingester_checkpoint_duration_seconds{quantile="0.99"} 272.635471433 loki_ingester_checkpoint_duration_seconds_sum 8.965632598511374e+06 loki_ingester_checkpoint_duration_seconds_count 33264 # HELP loki_ingester_checkpoint_logged_bytes_total Total number of bytes written to disk for checkpointing. # TYPE loki_ingester_checkpoint_logged_bytes_total counter loki_ingester_checkpoint_logged_bytes_total 7.0959836525e+10 # HELP loki_ingester_chunk_age_seconds Distribution of chunk ages (when stored). # TYPE loki_ingester_chunk_age_seconds histogram loki_ingester_chunk_age_seconds_bucket{le="60"} 5 loki_ingester_chunk_age_seconds_bucket{le="300"} 10 loki_ingester_chunk_age_seconds_bucket{le="600"} 12 loki_ingester_chunk_age_seconds_bucket{le="1800"} 64 loki_ingester_chunk_age_seconds_bucket{le="3600"} 5128 loki_ingester_chunk_age_seconds_bucket{le="7200"} 5505 loki_ingester_chunk_age_seconds_bucket{le="14400"} 29427 loki_ingester_chunk_age_seconds_bucket{le="36000"} 29475 loki_ingester_chunk_age_seconds_bucket{le="43200"} 29503 loki_ingester_chunk_age_seconds_bucket{le="57600"} 29505 loki_ingester_chunk_age_seconds_bucket{le="+Inf"} 29525 loki_ingester_chunk_age_seconds_sum 1.9519854061202219e+09 loki_ingester_chunk_age_seconds_count 29525 # HELP loki_ingester_chunk_bounds_hours Distribution of chunk end-start durations. # TYPE loki_ingester_chunk_bounds_hours histogram loki_ingester_chunk_bounds_hours_bucket{le="1"} 5365 loki_ingester_chunk_bounds_hours_bucket{le="2"} 5591 loki_ingester_chunk_bounds_hours_bucket{le="3"} 29434 loki_ingester_chunk_bounds_hours_bucket{le="4"} 29451 loki_ingester_chunk_bounds_hours_bucket{le="5"} 29463 loki_ingester_chunk_bounds_hours_bucket{le="6"} 29471 loki_ingester_chunk_bounds_hours_bucket{le="7"} 29483 loki_ingester_chunk_bounds_hours_bucket{le="8"} 29502 loki_ingester_chunk_bounds_hours_bucket{le="+Inf"} 29525 loki_ingester_chunk_bounds_hours_sum 50010.10012949464 loki_ingester_chunk_bounds_hours_count 29525 # HELP loki_ingester_chunk_compression_ratio Compression ratio of chunks (when stored). # TYPE loki_ingester_chunk_compression_ratio histogram loki_ingester_chunk_compression_ratio_bucket{le="0.75"} 3721 loki_ingester_chunk_compression_ratio_bucket{le="2.75"} 5021 loki_ingester_chunk_compression_ratio_bucket{le="4.75"} 23197 loki_ingester_chunk_compression_ratio_bucket{le="6.75"} 24205 loki_ingester_chunk_compression_ratio_bucket{le="8.75"} 27022 loki_ingester_chunk_compression_ratio_bucket{le="10.75"} 28144 loki_ingester_chunk_compression_ratio_bucket{le="12.75"} 28513 loki_ingester_chunk_compression_ratio_bucket{le="14.75"} 28890 loki_ingester_chunk_compression_ratio_bucket{le="16.75"} 29238 loki_ingester_chunk_compression_ratio_bucket{le="18.75"} 29369 loki_ingester_chunk_compression_ratio_bucket{le="+Inf"} 29525 loki_ingester_chunk_compression_ratio_sum 132052.89929584868 loki_ingester_chunk_compression_ratio_count 29525 # HELP loki_ingester_chunk_encode_time_seconds Distribution of chunk encode times. # TYPE loki_ingester_chunk_encode_time_seconds histogram loki_ingester_chunk_encode_time_seconds_bucket{le="0.01"} 29510 loki_ingester_chunk_encode_time_seconds_bucket{le="0.04"} 29524 loki_ingester_chunk_encode_time_seconds_bucket{le="0.16"} 29524 loki_ingester_chunk_encode_time_seconds_bucket{le="0.64"} 29524 loki_ingester_chunk_encode_time_seconds_bucket{le="2.56"} 29525 loki_ingester_chunk_encode_time_seconds_bucket{le="10.24"} 29525 loki_ingester_chunk_encode_time_seconds_bucket{le="+Inf"} 29525 loki_ingester_chunk_encode_time_seconds_sum 25.502499150999718 loki_ingester_chunk_encode_time_seconds_count 29525 # HELP loki_ingester_chunk_entries Distribution of stored lines per chunk (when stored). # TYPE loki_ingester_chunk_entries histogram loki_ingester_chunk_entries_bucket{le="200"} 5710 loki_ingester_chunk_entries_bucket{le="400"} 5929 loki_ingester_chunk_entries_bucket{le="800"} 6852 loki_ingester_chunk_entries_bucket{le="1600"} 8083 loki_ingester_chunk_entries_bucket{le="3200"} 10088 loki_ingester_chunk_entries_bucket{le="6400"} 28445 loki_ingester_chunk_entries_bucket{le="12800"} 29241 loki_ingester_chunk_entries_bucket{le="25600"} 29362 loki_ingester_chunk_entries_bucket{le="51200"} 29370 loki_ingester_chunk_entries_bucket{le="+Inf"} 29525 loki_ingester_chunk_entries_sum 1.34694954e+08 loki_ingester_chunk_entries_count 29525 # HELP loki_ingester_chunk_size_bytes Distribution of stored chunk sizes (when stored). # TYPE loki_ingester_chunk_size_bytes histogram loki_ingester_chunk_size_bytes_bucket{le="20000"} 7258 loki_ingester_chunk_size_bytes_bucket{le="40000"} 9584 loki_ingester_chunk_size_bytes_bucket{le="80000"} 10358 loki_ingester_chunk_size_bytes_bucket{le="160000"} 18873 loki_ingester_chunk_size_bytes_bucket{le="320000"} 28564 loki_ingester_chunk_size_bytes_bucket{le="640000"} 29351 loki_ingester_chunk_size_bytes_bucket{le="1.28e+06"} 29380 loki_ingester_chunk_size_bytes_bucket{le="2.56e+06"} 29525 loki_ingester_chunk_size_bytes_bucket{le="5.12e+06"} 29525 loki_ingester_chunk_size_bytes_bucket{le="1.024e+07"} 29525 loki_ingester_chunk_size_bytes_bucket{le="+Inf"} 29525 loki_ingester_chunk_size_bytes_sum 3.562180851e+09 loki_ingester_chunk_size_bytes_count 29525 # HELP loki_ingester_chunk_stored_bytes_total Total bytes stored in chunks per tenant. # TYPE loki_ingester_chunk_stored_bytes_total counter loki_ingester_chunk_stored_bytes_total{tenant="fake"} 3.562180851e+09 # HELP loki_ingester_chunk_utilization Distribution of stored chunk utilization (when stored). # TYPE loki_ingester_chunk_utilization histogram loki_ingester_chunk_utilization_bucket{le="0"} 1 loki_ingester_chunk_utilization_bucket{le="0.2"} 28525 loki_ingester_chunk_utilization_bucket{le="0.4"} 29348 loki_ingester_chunk_utilization_bucket{le="0.6000000000000001"} 29380 loki_ingester_chunk_utilization_bucket{le="0.8"} 29380 loki_ingester_chunk_utilization_bucket{le="1"} 29525 loki_ingester_chunk_utilization_bucket{le="+Inf"} 29525 loki_ingester_chunk_utilization_sum 2258.315936406488 loki_ingester_chunk_utilization_count 29525 # HELP loki_ingester_chunks_created_total The total number of chunks created in the ingester. # TYPE loki_ingester_chunks_created_total counter loki_ingester_chunks_created_total 23290 # HELP loki_ingester_chunks_flushed_total Total flushed chunks per reason. # TYPE loki_ingester_chunks_flushed_total counter loki_ingester_chunks_flushed_total{reason="full"} 6393 loki_ingester_chunks_flushed_total{reason="idle"} 5432 loki_ingester_chunks_flushed_total{reason="max_age"} 17700 # HELP loki_ingester_chunks_stored_total Total stored chunks per tenant. # TYPE loki_ingester_chunks_stored_total counter loki_ingester_chunks_stored_total{tenant="fake"} 29525 # HELP loki_ingester_client_request_duration_seconds Time spent doing Ingester requests. # TYPE loki_ingester_client_request_duration_seconds histogram loki_ingester_client_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="0.001"} 1.166022e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="0.004"} 1.279789e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="0.016"} 1.283189e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="0.064"} 1.283193e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="0.256"} 1.283193e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="1.024"} 1.283193e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="+Inf"} 1.283193e+06 loki_ingester_client_request_duration_seconds_sum{operation="/grpc.health.v1.Health/Check",status_code="2xx"} 989.3646452490332 loki_ingester_client_request_duration_seconds_count{operation="/grpc.health.v1.Health/Check",status_code="2xx"} 1.283193e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="2xx",le="0.001"} 7.256829e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="2xx",le="0.004"} 9.000663e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="2xx",le="0.016"} 9.151198e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="2xx",le="0.064"} 9.212164e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="2xx",le="0.256"} 9.28097e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="2xx",le="1.024"} 9.427829e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="2xx",le="+Inf"} 9.587414e+06 loki_ingester_client_request_duration_seconds_sum{operation="/logproto.Pusher/Push",status_code="2xx"} 467032.1608232508 loki_ingester_client_request_duration_seconds_count{operation="/logproto.Pusher/Push",status_code="2xx"} 9.587414e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="4xx",le="0.001"} 92728 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="4xx",le="0.004"} 1.087483e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="4xx",le="0.016"} 1.096657e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="4xx",le="0.064"} 1.096887e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="4xx",le="0.256"} 1.096925e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="4xx",le="1.024"} 1.096991e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="4xx",le="+Inf"} 1.097067e+06 loki_ingester_client_request_duration_seconds_sum{operation="/logproto.Pusher/Push",status_code="4xx"} 1715.3385564029434 loki_ingester_client_request_duration_seconds_count{operation="/logproto.Pusher/Push",status_code="4xx"} 1.097067e+06 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="error",le="0.001"} 0 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="error",le="0.004"} 0 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="error",le="0.016"} 0 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="error",le="0.064"} 0 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="error",le="0.256"} 0 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="error",le="1.024"} 0 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Pusher/Push",status_code="error",le="+Inf"} 23768 loki_ingester_client_request_duration_seconds_sum{operation="/logproto.Pusher/Push",status_code="error"} 118858.6112334152 loki_ingester_client_request_duration_seconds_count{operation="/logproto.Pusher/Push",status_code="error"} 23768 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Label",status_code="2xx",le="0.001"} 1 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Label",status_code="2xx",le="0.004"} 69 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Label",status_code="2xx",le="0.016"} 72 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Label",status_code="2xx",le="0.064"} 80 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Label",status_code="2xx",le="0.256"} 81 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Label",status_code="2xx",le="1.024"} 84 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Label",status_code="2xx",le="+Inf"} 84 loki_ingester_client_request_duration_seconds_sum{operation="/logproto.Querier/Label",status_code="2xx"} 1.8218651869999998 loki_ingester_client_request_duration_seconds_count{operation="/logproto.Querier/Label",status_code="2xx"} 84 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Label",status_code="cancel",le="0.001"} 0 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Label",status_code="cancel",le="0.004"} 0 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Label",status_code="cancel",le="0.016"} 0 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Label",status_code="cancel",le="0.064"} 0 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Label",status_code="cancel",le="0.256"} 0 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Label",status_code="cancel",le="1.024"} 0 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Label",status_code="cancel",le="+Inf"} 1 loki_ingester_client_request_duration_seconds_sum{operation="/logproto.Querier/Label",status_code="cancel"} 1.8295047869999999 loki_ingester_client_request_duration_seconds_count{operation="/logproto.Querier/Label",status_code="cancel"} 1 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Query",status_code="2xx",le="0.001"} 2008 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Query",status_code="2xx",le="0.004"} 7721 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Query",status_code="2xx",le="0.016"} 9217 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Query",status_code="2xx",le="0.064"} 9371 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Query",status_code="2xx",le="0.256"} 9389 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Query",status_code="2xx",le="1.024"} 9389 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Query",status_code="2xx",le="+Inf"} 9389 loki_ingester_client_request_duration_seconds_sum{operation="/logproto.Querier/Query",status_code="2xx"} 30.285852425000034 loki_ingester_client_request_duration_seconds_count{operation="/logproto.Querier/Query",status_code="2xx"} 9389 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Query",status_code="cancel",le="0.001"} 35 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Query",status_code="cancel",le="0.004"} 89 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Query",status_code="cancel",le="0.016"} 118 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Query",status_code="cancel",le="0.064"} 123 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Query",status_code="cancel",le="0.256"} 126 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Query",status_code="cancel",le="1.024"} 126 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Query",status_code="cancel",le="+Inf"} 126 loki_ingester_client_request_duration_seconds_sum{operation="/logproto.Querier/Query",status_code="cancel"} 0.7920149730000001 loki_ingester_client_request_duration_seconds_count{operation="/logproto.Querier/Query",status_code="cancel"} 126 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/QuerySample",status_code="2xx",le="0.001"} 1181 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/QuerySample",status_code="2xx",le="0.004"} 4080 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/QuerySample",status_code="2xx",le="0.016"} 4958 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/QuerySample",status_code="2xx",le="0.064"} 5066 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/QuerySample",status_code="2xx",le="0.256"} 5083 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/QuerySample",status_code="2xx",le="1.024"} 5097 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/QuerySample",status_code="2xx",le="+Inf"} 5097 loki_ingester_client_request_duration_seconds_sum{operation="/logproto.Querier/QuerySample",status_code="2xx"} 26.07986196299996 loki_ingester_client_request_duration_seconds_count{operation="/logproto.Querier/QuerySample",status_code="2xx"} 5097 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/QuerySample",status_code="cancel",le="0.001"} 2 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/QuerySample",status_code="cancel",le="0.004"} 4 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/QuerySample",status_code="cancel",le="0.016"} 9 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/QuerySample",status_code="cancel",le="0.064"} 9 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/QuerySample",status_code="cancel",le="0.256"} 9 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/QuerySample",status_code="cancel",le="1.024"} 9 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/QuerySample",status_code="cancel",le="+Inf"} 13 loki_ingester_client_request_duration_seconds_sum{operation="/logproto.Querier/QuerySample",status_code="cancel"} 21.608055616 loki_ingester_client_request_duration_seconds_count{operation="/logproto.Querier/QuerySample",status_code="cancel"} 13 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Series",status_code="2xx",le="0.001"} 14 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Series",status_code="2xx",le="0.004"} 38 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Series",status_code="2xx",le="0.016"} 38 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Series",status_code="2xx",le="0.064"} 48 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Series",status_code="2xx",le="0.256"} 48 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Series",status_code="2xx",le="1.024"} 48 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Series",status_code="2xx",le="+Inf"} 48 loki_ingester_client_request_duration_seconds_sum{operation="/logproto.Querier/Series",status_code="2xx"} 0.36832834100000006 loki_ingester_client_request_duration_seconds_count{operation="/logproto.Querier/Series",status_code="2xx"} 48 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Tail",status_code="cancel",le="0.001"} 0 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Tail",status_code="cancel",le="0.004"} 0 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Tail",status_code="cancel",le="0.016"} 0 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Tail",status_code="cancel",le="0.064"} 0 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Tail",status_code="cancel",le="0.256"} 0 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Tail",status_code="cancel",le="1.024"} 0 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/Tail",status_code="cancel",le="+Inf"} 42 loki_ingester_client_request_duration_seconds_sum{operation="/logproto.Querier/Tail",status_code="cancel"} 41757.041652871 loki_ingester_client_request_duration_seconds_count{operation="/logproto.Querier/Tail",status_code="cancel"} 42 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/TailersCount",status_code="2xx",le="0.001"} 34 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/TailersCount",status_code="2xx",le="0.004"} 41 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/TailersCount",status_code="2xx",le="0.016"} 42 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/TailersCount",status_code="2xx",le="0.064"} 42 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/TailersCount",status_code="2xx",le="0.256"} 42 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/TailersCount",status_code="2xx",le="1.024"} 42 loki_ingester_client_request_duration_seconds_bucket{operation="/logproto.Querier/TailersCount",status_code="2xx",le="+Inf"} 42 loki_ingester_client_request_duration_seconds_sum{operation="/logproto.Querier/TailersCount",status_code="2xx"} 0.037699729 loki_ingester_client_request_duration_seconds_count{operation="/logproto.Querier/TailersCount",status_code="2xx"} 42 # HELP loki_ingester_limiter_enabled Whether the ingester's limiter is enabled # TYPE loki_ingester_limiter_enabled gauge loki_ingester_limiter_enabled 1 # HELP loki_ingester_memory_chunks The total number of chunks in memory. # TYPE loki_ingester_memory_chunks gauge loki_ingester_memory_chunks 17 # HELP loki_ingester_memory_streams The total number of streams in memory per tenant. # TYPE loki_ingester_memory_streams gauge loki_ingester_memory_streams{tenant="fake"} 17 # HELP loki_ingester_received_chunks The total number of chunks received by this ingester whilst joining. # TYPE loki_ingester_received_chunks counter loki_ingester_received_chunks 0 # HELP loki_ingester_samples_per_chunk The number of samples in a chunk. # TYPE loki_ingester_samples_per_chunk histogram loki_ingester_samples_per_chunk_bucket{le="4096"} 3658 loki_ingester_samples_per_chunk_bucket{le="6144"} 15980 loki_ingester_samples_per_chunk_bucket{le="8192"} 16341 loki_ingester_samples_per_chunk_bucket{le="10240"} 16420 loki_ingester_samples_per_chunk_bucket{le="12288"} 16442 loki_ingester_samples_per_chunk_bucket{le="14336"} 16691 loki_ingester_samples_per_chunk_bucket{le="+Inf"} 16877 loki_ingester_samples_per_chunk_sum 9.9994162e+07 loki_ingester_samples_per_chunk_count 16877 # HELP loki_ingester_sent_chunks The total number of chunks sent by this ingester whilst leaving. # TYPE loki_ingester_sent_chunks counter loki_ingester_sent_chunks 0 # HELP loki_ingester_streams_created_total The total number of streams created per tenant. # TYPE loki_ingester_streams_created_total counter loki_ingester_streams_created_total{tenant="fake"} 6429 # HELP loki_ingester_streams_removed_total The total number of streams removed per tenant. # TYPE loki_ingester_streams_removed_total counter loki_ingester_streams_removed_total{tenant="fake"} 6412 # HELP loki_ingester_wal_bytes_in_use Total number of bytes in use by the WAL recovery process. # TYPE loki_ingester_wal_bytes_in_use gauge loki_ingester_wal_bytes_in_use 0 # HELP loki_ingester_wal_discarded_bytes_total WAL segment bytes discarded during replay # TYPE loki_ingester_wal_discarded_bytes_total counter loki_ingester_wal_discarded_bytes_total{reason="duplicate"} 211956 # HELP loki_ingester_wal_discarded_samples_total WAL segment entries discarded during replay # TYPE loki_ingester_wal_discarded_samples_total counter loki_ingester_wal_discarded_samples_total{reason="duplicate"} 1604 # HELP loki_ingester_wal_disk_full_failures_total Total number of wal write failures due to full disk. # TYPE loki_ingester_wal_disk_full_failures_total counter loki_ingester_wal_disk_full_failures_total 0 # HELP loki_ingester_wal_duplicate_entries_total Entries discarded during WAL replay due to existing in checkpoints. # TYPE loki_ingester_wal_duplicate_entries_total counter loki_ingester_wal_duplicate_entries_total 1604 # HELP loki_ingester_wal_logged_bytes_total Total number of bytes written to disk for WAL records. # TYPE loki_ingester_wal_logged_bytes_total counter loki_ingester_wal_logged_bytes_total 1.9924774375e+10 # HELP loki_ingester_wal_records_logged_total Total number of WAL records logged. # TYPE loki_ingester_wal_records_logged_total counter loki_ingester_wal_records_logged_total 9.606908e+06 # HELP loki_ingester_wal_recovered_bytes_total Total number of bytes recovered from the WAL. # TYPE loki_ingester_wal_recovered_bytes_total counter loki_ingester_wal_recovered_bytes_total 9.151375e+06 # HELP loki_ingester_wal_recovered_chunks_total Total number of chunks recovered from the WAL checkpoints. # TYPE loki_ingester_wal_recovered_chunks_total counter loki_ingester_wal_recovered_chunks_total 16 # HELP loki_ingester_wal_recovered_entries_total Total number of entries recovered from the WAL. # TYPE loki_ingester_wal_recovered_entries_total counter loki_ingester_wal_recovered_entries_total 74156 # HELP loki_ingester_wal_recovered_streams_total Total number of streams recovered from the WAL. # TYPE loki_ingester_wal_recovered_streams_total counter loki_ingester_wal_recovered_streams_total 16 # HELP loki_ingester_wal_replay_active Whether the WAL is replaying # TYPE loki_ingester_wal_replay_active gauge loki_ingester_wal_replay_active 0 # HELP loki_ingester_wal_replay_duration_seconds Time taken to replay the checkpoint and the WAL. # TYPE loki_ingester_wal_replay_duration_seconds gauge loki_ingester_wal_replay_duration_seconds 0.098004265 # HELP loki_ingester_wal_replay_flushing Whether the wal replay is in a flushing phase due to backpressure # TYPE loki_ingester_wal_replay_flushing gauge loki_ingester_wal_replay_flushing 0 # HELP loki_kv_request_duration_seconds Time spent on kv store requests. # TYPE loki_kv_request_duration_seconds histogram loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.005"} 667896 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.01"} 667964 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.025"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.05"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.1"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.25"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.5"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="1"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="2.5"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="5"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="10"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory",le="+Inf"} 667968 loki_kv_request_duration_seconds_sum{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory"} 136.07177620899884 loki_kv_request_duration_seconds_count{kv_name="compactor",operation="CAS",role="primary",status_code="200",type="inmemory"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.005"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.01"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.025"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.05"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.1"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.25"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="1"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="2.5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="10"} 1 loki_kv_request_duration_seconds_bucket{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory",le="+Inf"} 1 loki_kv_request_duration_seconds_sum{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory"} 2.1723e-05 loki_kv_request_duration_seconds_count{kv_name="compactor",operation="GET",role="primary",status_code="200",type="inmemory"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.005"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.01"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.025"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.05"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.1"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.25"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor",operation="GET",role="primary",status_code="200",type="inmemory",le="0.5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor",operation="GET",role="primary",status_code="200",type="inmemory",le="1"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor",operation="GET",role="primary",status_code="200",type="inmemory",le="2.5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor",operation="GET",role="primary",status_code="200",type="inmemory",le="5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor",operation="GET",role="primary",status_code="200",type="inmemory",le="10"} 1 loki_kv_request_duration_seconds_bucket{kv_name="distributor",operation="GET",role="primary",status_code="200",type="inmemory",le="+Inf"} 1 loki_kv_request_duration_seconds_sum{kv_name="distributor",operation="GET",role="primary",status_code="200",type="inmemory"} 3.873e-05 loki_kv_request_duration_seconds_count{kv_name="distributor",operation="GET",role="primary",status_code="200",type="inmemory"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.005"} 667910 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.01"} 667965 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.025"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.05"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.1"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.25"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="CAS",role="primary",status_code="200",type="inmemory",le="0.5"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="CAS",role="primary",status_code="200",type="inmemory",le="1"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="CAS",role="primary",status_code="200",type="inmemory",le="2.5"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="CAS",role="primary",status_code="200",type="inmemory",le="5"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="CAS",role="primary",status_code="200",type="inmemory",le="10"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="CAS",role="primary",status_code="200",type="inmemory",le="+Inf"} 667968 loki_kv_request_duration_seconds_sum{kv_name="scheduler",operation="CAS",role="primary",status_code="200",type="inmemory"} 120.9956778730013 loki_kv_request_duration_seconds_count{kv_name="scheduler",operation="CAS",role="primary",status_code="200",type="inmemory"} 667968 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="GET",role="primary",status_code="200",type="inmemory",le="0.005"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="GET",role="primary",status_code="200",type="inmemory",le="0.01"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="GET",role="primary",status_code="200",type="inmemory",le="0.025"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="GET",role="primary",status_code="200",type="inmemory",le="0.05"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="GET",role="primary",status_code="200",type="inmemory",le="0.1"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="GET",role="primary",status_code="200",type="inmemory",le="0.25"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="GET",role="primary",status_code="200",type="inmemory",le="0.5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="GET",role="primary",status_code="200",type="inmemory",le="1"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="GET",role="primary",status_code="200",type="inmemory",le="2.5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="GET",role="primary",status_code="200",type="inmemory",le="5"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="GET",role="primary",status_code="200",type="inmemory",le="10"} 1 loki_kv_request_duration_seconds_bucket{kv_name="scheduler",operation="GET",role="primary",status_code="200",type="inmemory",le="+Inf"} 1 loki_kv_request_duration_seconds_sum{kv_name="scheduler",operation="GET",role="primary",status_code="200",type="inmemory"} 0.000845178 loki_kv_request_duration_seconds_count{kv_name="scheduler",operation="GET",role="primary",status_code="200",type="inmemory"} 1 # HELP loki_log_messages_total Total number of log messages. # TYPE loki_log_messages_total counter loki_log_messages_total{level="debug"} 1.4027884e+08 loki_log_messages_total{level="error"} 10095 loki_log_messages_total{level="info"} 1.0939105e+08 loki_log_messages_total{level="warn"} 1.121832e+06 # HELP loki_logql_querystats_bytes_processed_per_seconds Distribution of bytes processed per second for LogQL queries. # TYPE loki_logql_querystats_bytes_processed_per_seconds histogram loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="5e+07"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="1e+08"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="4e+08"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="6e+08"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="8e+08"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="1e+09"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="2e+09"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="3e+09"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="4e+09"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="5e+09"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="6e+09"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="7e+09"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="8e+09"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="9e+09"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="1e+10"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="1.5e+10"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="2e+10"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="3e+10"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="4e+10"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="5e+10"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="6e+10"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="labels",le="+Inf"} 166 loki_logql_querystats_bytes_processed_per_seconds_sum{latency_type="fast",range="",status_code="200",type="labels"} 0 loki_logql_querystats_bytes_processed_per_seconds_count{latency_type="fast",range="",status_code="200",type="labels"} 166 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="5e+07"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="1e+08"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="4e+08"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="6e+08"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="8e+08"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="1e+09"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="2e+09"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="3e+09"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="4e+09"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="5e+09"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="6e+09"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="7e+09"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="8e+09"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="9e+09"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="1e+10"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="1.5e+10"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="2e+10"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="3e+10"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="4e+10"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="5e+10"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="6e+10"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="200",type="series",le="+Inf"} 51 loki_logql_querystats_bytes_processed_per_seconds_sum{latency_type="fast",range="",status_code="200",type="series"} 0 loki_logql_querystats_bytes_processed_per_seconds_count{latency_type="fast",range="",status_code="200",type="series"} 51 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="5e+07"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="1e+08"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="4e+08"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="6e+08"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="8e+08"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="1e+09"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="2e+09"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="3e+09"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="4e+09"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="5e+09"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="6e+09"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="7e+09"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="8e+09"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="9e+09"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="1e+10"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="1.5e+10"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="2e+10"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="3e+10"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="4e+10"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="5e+10"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="6e+10"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="",status_code="499",type="labels",le="+Inf"} 1 loki_logql_querystats_bytes_processed_per_seconds_sum{latency_type="fast",range="",status_code="499",type="labels"} 0 loki_logql_querystats_bytes_processed_per_seconds_count{latency_type="fast",range="",status_code="499",type="labels"} 1 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="5e+07"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="1e+08"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="4e+08"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="6e+08"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="8e+08"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="1e+09"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="2e+09"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="3e+09"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="4e+09"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="5e+09"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="6e+09"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="7e+09"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="8e+09"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="9e+09"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="1e+10"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="1.5e+10"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="2e+10"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="3e+10"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="4e+10"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="5e+10"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="6e+10"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="instant",status_code="200",type="metric",le="+Inf"} 112 loki_logql_querystats_bytes_processed_per_seconds_sum{latency_type="fast",range="instant",status_code="200",type="metric"} 0 loki_logql_querystats_bytes_processed_per_seconds_count{latency_type="fast",range="instant",status_code="200",type="metric"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="5e+07"} 17457 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="1e+08"} 17509 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="4e+08"} 17521 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="6e+08"} 17537 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="8e+08"} 17538 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="1e+09"} 17539 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="2e+09"} 17540 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="3e+09"} 17540 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="4e+09"} 17540 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="5e+09"} 17540 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="6e+09"} 17540 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="7e+09"} 17540 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="8e+09"} 17540 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="9e+09"} 17540 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="1e+10"} 17540 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="1.5e+10"} 17540 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="2e+10"} 17540 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="3e+10"} 17540 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="4e+10"} 17540 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="5e+10"} 17540 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="6e+10"} 17540 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="filter",le="+Inf"} 17540 loki_logql_querystats_bytes_processed_per_seconds_sum{latency_type="fast",range="range",status_code="200",type="filter"} 2.2337091653e+10 loki_logql_querystats_bytes_processed_per_seconds_count{latency_type="fast",range="range",status_code="200",type="filter"} 17540 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="5e+07"} 16 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="1e+08"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="4e+08"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="6e+08"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="8e+08"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="1e+09"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="2e+09"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="3e+09"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="4e+09"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="5e+09"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="6e+09"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="7e+09"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="8e+09"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="9e+09"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="1e+10"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="1.5e+10"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="2e+10"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="3e+10"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="4e+10"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="5e+10"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="6e+10"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="limited",le="+Inf"} 18 loki_logql_querystats_bytes_processed_per_seconds_sum{latency_type="fast",range="range",status_code="200",type="limited"} 2.00489644e+08 loki_logql_querystats_bytes_processed_per_seconds_count{latency_type="fast",range="range",status_code="200",type="limited"} 18 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="5e+07"} 9815 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="1e+08"} 9838 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="4e+08"} 9902 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="6e+08"} 9909 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="8e+08"} 9909 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="1e+09"} 9909 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="2e+09"} 9909 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="3e+09"} 9909 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="4e+09"} 9909 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="5e+09"} 9909 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="6e+09"} 9909 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="7e+09"} 9909 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="8e+09"} 9909 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="9e+09"} 9909 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="1e+10"} 9909 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="1.5e+10"} 9909 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="2e+10"} 9909 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="3e+10"} 9909 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="4e+10"} 9909 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="5e+10"} 9909 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="6e+10"} 9909 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="200",type="metric",le="+Inf"} 9909 loki_logql_querystats_bytes_processed_per_seconds_sum{latency_type="fast",range="range",status_code="200",type="metric"} 2.4531201451e+10 loki_logql_querystats_bytes_processed_per_seconds_count{latency_type="fast",range="range",status_code="200",type="metric"} 9909 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="5e+07"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="1e+08"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="4e+08"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="6e+08"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="8e+08"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="1e+09"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="2e+09"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="3e+09"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="4e+09"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="5e+09"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="6e+09"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="7e+09"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="8e+09"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="9e+09"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="1e+10"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="1.5e+10"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="2e+10"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="3e+10"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="4e+10"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="5e+10"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="6e+10"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="filter",le="+Inf"} 112 loki_logql_querystats_bytes_processed_per_seconds_sum{latency_type="fast",range="range",status_code="400",type="filter"} 1.12763649e+08 loki_logql_querystats_bytes_processed_per_seconds_count{latency_type="fast",range="range",status_code="400",type="filter"} 112 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="5e+07"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="1e+08"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="4e+08"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="6e+08"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="8e+08"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="1e+09"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="2e+09"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="3e+09"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="4e+09"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="5e+09"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="6e+09"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="7e+09"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="8e+09"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="9e+09"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="1e+10"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="1.5e+10"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="2e+10"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="3e+10"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="4e+10"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="5e+10"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="6e+10"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="limited",le="+Inf"} 5 loki_logql_querystats_bytes_processed_per_seconds_sum{latency_type="fast",range="range",status_code="400",type="limited"} 0 loki_logql_querystats_bytes_processed_per_seconds_count{latency_type="fast",range="range",status_code="400",type="limited"} 5 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="5e+07"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="1e+08"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="4e+08"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="6e+08"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="8e+08"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="1e+09"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="2e+09"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="3e+09"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="4e+09"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="5e+09"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="6e+09"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="7e+09"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="8e+09"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="9e+09"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="1e+10"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="1.5e+10"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="2e+10"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="3e+10"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="4e+10"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="5e+10"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="6e+10"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="400",type="metric",le="+Inf"} 7 loki_logql_querystats_bytes_processed_per_seconds_sum{latency_type="fast",range="range",status_code="400",type="metric"} 0 loki_logql_querystats_bytes_processed_per_seconds_count{latency_type="fast",range="range",status_code="400",type="metric"} 7 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="5e+07"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="1e+08"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="4e+08"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="6e+08"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="8e+08"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="1e+09"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="2e+09"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="3e+09"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="4e+09"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="5e+09"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="6e+09"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="7e+09"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="8e+09"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="9e+09"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="1e+10"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="1.5e+10"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="2e+10"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="3e+10"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="4e+10"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="5e+10"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="6e+10"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="filter",le="+Inf"} 120 loki_logql_querystats_bytes_processed_per_seconds_sum{latency_type="fast",range="range",status_code="500",type="filter"} 4.008684e+07 loki_logql_querystats_bytes_processed_per_seconds_count{latency_type="fast",range="range",status_code="500",type="filter"} 120 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="5e+07"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="1e+08"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="4e+08"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="6e+08"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="8e+08"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="1e+09"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="2e+09"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="3e+09"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="4e+09"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="5e+09"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="6e+09"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="7e+09"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="8e+09"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="9e+09"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="1e+10"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="1.5e+10"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="2e+10"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="3e+10"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="4e+10"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="5e+10"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="6e+10"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="limited",le="+Inf"} 6 loki_logql_querystats_bytes_processed_per_seconds_sum{latency_type="fast",range="range",status_code="500",type="limited"} 0 loki_logql_querystats_bytes_processed_per_seconds_count{latency_type="fast",range="range",status_code="500",type="limited"} 6 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="5e+07"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="1e+08"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="4e+08"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="6e+08"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="8e+08"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="1e+09"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="2e+09"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="3e+09"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="4e+09"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="5e+09"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="6e+09"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="7e+09"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="8e+09"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="9e+09"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="1e+10"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="1.5e+10"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="2e+10"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="3e+10"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="4e+10"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="5e+10"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="6e+10"} 13 loki_logql_querystats_bytes_processed_per_seconds_bucket{latency_type="fast",range="range",status_code="500",type="metric",le="+Inf"} 13 loki_logql_querystats_bytes_processed_per_seconds_sum{latency_type="fast",range="range",status_code="500",type="metric"} 0 loki_logql_querystats_bytes_processed_per_seconds_count{latency_type="fast",range="range",status_code="500",type="metric"} 13 # HELP loki_logql_querystats_chunk_download_latency_seconds Distribution of chunk downloads latency for LogQL queries. # TYPE loki_logql_querystats_chunk_download_latency_seconds histogram loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="labels",le="0.25"} 166 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="labels",le="0.5"} 166 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="labels",le="1"} 166 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="labels",le="2"} 166 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="labels",le="4"} 166 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="labels",le="8"} 166 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="labels",le="16"} 166 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="labels",le="32"} 166 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="labels",le="64"} 166 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="labels",le="128"} 166 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="labels",le="+Inf"} 166 loki_logql_querystats_chunk_download_latency_seconds_sum{range="",status_code="200",type="labels"} 0 loki_logql_querystats_chunk_download_latency_seconds_count{range="",status_code="200",type="labels"} 166 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="series",le="0.25"} 51 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="series",le="0.5"} 51 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="series",le="1"} 51 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="series",le="2"} 51 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="series",le="4"} 51 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="series",le="8"} 51 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="series",le="16"} 51 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="series",le="32"} 51 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="series",le="64"} 51 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="series",le="128"} 51 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="200",type="series",le="+Inf"} 51 loki_logql_querystats_chunk_download_latency_seconds_sum{range="",status_code="200",type="series"} 0 loki_logql_querystats_chunk_download_latency_seconds_count{range="",status_code="200",type="series"} 51 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="499",type="labels",le="0.25"} 1 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="499",type="labels",le="0.5"} 1 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="499",type="labels",le="1"} 1 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="499",type="labels",le="2"} 1 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="499",type="labels",le="4"} 1 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="499",type="labels",le="8"} 1 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="499",type="labels",le="16"} 1 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="499",type="labels",le="32"} 1 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="499",type="labels",le="64"} 1 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="499",type="labels",le="128"} 1 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="",status_code="499",type="labels",le="+Inf"} 1 loki_logql_querystats_chunk_download_latency_seconds_sum{range="",status_code="499",type="labels"} 0 loki_logql_querystats_chunk_download_latency_seconds_count{range="",status_code="499",type="labels"} 1 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="0.25"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="0.5"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="1"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="2"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="4"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="8"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="16"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="32"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="64"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="128"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="+Inf"} 112 loki_logql_querystats_chunk_download_latency_seconds_sum{range="instant",status_code="200",type="metric"} 0 loki_logql_querystats_chunk_download_latency_seconds_count{range="instant",status_code="200",type="metric"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="filter",le="0.25"} 17540 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="filter",le="0.5"} 17540 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="filter",le="1"} 17540 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="filter",le="2"} 17540 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="filter",le="4"} 17540 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="filter",le="8"} 17540 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="filter",le="16"} 17540 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="filter",le="32"} 17540 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="filter",le="64"} 17540 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="filter",le="128"} 17540 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="filter",le="+Inf"} 17540 loki_logql_querystats_chunk_download_latency_seconds_sum{range="range",status_code="200",type="filter"} 1.1273698589999996 loki_logql_querystats_chunk_download_latency_seconds_count{range="range",status_code="200",type="filter"} 17540 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="limited",le="0.25"} 18 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="limited",le="0.5"} 18 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="limited",le="1"} 18 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="limited",le="2"} 18 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="limited",le="4"} 18 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="limited",le="8"} 18 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="limited",le="16"} 18 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="limited",le="32"} 18 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="limited",le="64"} 18 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="limited",le="128"} 18 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="limited",le="+Inf"} 18 loki_logql_querystats_chunk_download_latency_seconds_sum{range="range",status_code="200",type="limited"} 0.029599661 loki_logql_querystats_chunk_download_latency_seconds_count{range="range",status_code="200",type="limited"} 18 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="metric",le="0.25"} 9908 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="metric",le="0.5"} 9909 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="metric",le="1"} 9909 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="metric",le="2"} 9909 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="metric",le="4"} 9909 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="metric",le="8"} 9909 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="metric",le="16"} 9909 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="metric",le="32"} 9909 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="metric",le="64"} 9909 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="metric",le="128"} 9909 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="200",type="metric",le="+Inf"} 9909 loki_logql_querystats_chunk_download_latency_seconds_sum{range="range",status_code="200",type="metric"} 1.2876514180000003 loki_logql_querystats_chunk_download_latency_seconds_count{range="range",status_code="200",type="metric"} 9909 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="filter",le="0.25"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="filter",le="0.5"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="filter",le="1"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="filter",le="2"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="filter",le="4"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="filter",le="8"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="filter",le="16"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="filter",le="32"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="filter",le="64"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="filter",le="128"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="filter",le="+Inf"} 112 loki_logql_querystats_chunk_download_latency_seconds_sum{range="range",status_code="400",type="filter"} 0.215186933 loki_logql_querystats_chunk_download_latency_seconds_count{range="range",status_code="400",type="filter"} 112 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="limited",le="0.25"} 5 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="limited",le="0.5"} 5 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="limited",le="1"} 5 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="limited",le="2"} 5 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="limited",le="4"} 5 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="limited",le="8"} 5 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="limited",le="16"} 5 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="limited",le="32"} 5 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="limited",le="64"} 5 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="limited",le="128"} 5 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="limited",le="+Inf"} 5 loki_logql_querystats_chunk_download_latency_seconds_sum{range="range",status_code="400",type="limited"} 0 loki_logql_querystats_chunk_download_latency_seconds_count{range="range",status_code="400",type="limited"} 5 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="metric",le="0.25"} 7 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="metric",le="0.5"} 7 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="metric",le="1"} 7 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="metric",le="2"} 7 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="metric",le="4"} 7 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="metric",le="8"} 7 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="metric",le="16"} 7 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="metric",le="32"} 7 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="metric",le="64"} 7 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="metric",le="128"} 7 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="400",type="metric",le="+Inf"} 7 loki_logql_querystats_chunk_download_latency_seconds_sum{range="range",status_code="400",type="metric"} 0 loki_logql_querystats_chunk_download_latency_seconds_count{range="range",status_code="400",type="metric"} 7 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="filter",le="0.25"} 120 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="filter",le="0.5"} 120 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="filter",le="1"} 120 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="filter",le="2"} 120 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="filter",le="4"} 120 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="filter",le="8"} 120 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="filter",le="16"} 120 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="filter",le="32"} 120 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="filter",le="64"} 120 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="filter",le="128"} 120 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="filter",le="+Inf"} 120 loki_logql_querystats_chunk_download_latency_seconds_sum{range="range",status_code="500",type="filter"} 0.003964049 loki_logql_querystats_chunk_download_latency_seconds_count{range="range",status_code="500",type="filter"} 120 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="limited",le="0.25"} 6 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="limited",le="0.5"} 6 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="limited",le="1"} 6 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="limited",le="2"} 6 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="limited",le="4"} 6 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="limited",le="8"} 6 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="limited",le="16"} 6 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="limited",le="32"} 6 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="limited",le="64"} 6 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="limited",le="128"} 6 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="limited",le="+Inf"} 6 loki_logql_querystats_chunk_download_latency_seconds_sum{range="range",status_code="500",type="limited"} 0 loki_logql_querystats_chunk_download_latency_seconds_count{range="range",status_code="500",type="limited"} 6 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="metric",le="0.25"} 13 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="metric",le="0.5"} 13 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="metric",le="1"} 13 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="metric",le="2"} 13 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="metric",le="4"} 13 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="metric",le="8"} 13 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="metric",le="16"} 13 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="metric",le="32"} 13 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="metric",le="64"} 13 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="metric",le="128"} 13 loki_logql_querystats_chunk_download_latency_seconds_bucket{range="range",status_code="500",type="metric",le="+Inf"} 13 loki_logql_querystats_chunk_download_latency_seconds_sum{range="range",status_code="500",type="metric"} 0 loki_logql_querystats_chunk_download_latency_seconds_count{range="range",status_code="500",type="metric"} 13 # HELP loki_logql_querystats_downloaded_chunk_total Total count of chunks downloaded found while executing LogQL queries. # TYPE loki_logql_querystats_downloaded_chunk_total counter loki_logql_querystats_downloaded_chunk_total{range="",status_code="200",type="labels"} 0 loki_logql_querystats_downloaded_chunk_total{range="",status_code="200",type="series"} 0 loki_logql_querystats_downloaded_chunk_total{range="",status_code="499",type="labels"} 0 loki_logql_querystats_downloaded_chunk_total{range="instant",status_code="200",type="metric"} 0 loki_logql_querystats_downloaded_chunk_total{range="range",status_code="200",type="filter"} 512 loki_logql_querystats_downloaded_chunk_total{range="range",status_code="200",type="limited"} 14 loki_logql_querystats_downloaded_chunk_total{range="range",status_code="200",type="metric"} 446 loki_logql_querystats_downloaded_chunk_total{range="range",status_code="400",type="filter"} 31 loki_logql_querystats_downloaded_chunk_total{range="range",status_code="400",type="limited"} 0 loki_logql_querystats_downloaded_chunk_total{range="range",status_code="400",type="metric"} 0 loki_logql_querystats_downloaded_chunk_total{range="range",status_code="500",type="filter"} 2 loki_logql_querystats_downloaded_chunk_total{range="range",status_code="500",type="limited"} 0 loki_logql_querystats_downloaded_chunk_total{range="range",status_code="500",type="metric"} 0 # HELP loki_logql_querystats_duplicates_total Total count of duplicates found while executing LogQL queries. # TYPE loki_logql_querystats_duplicates_total counter loki_logql_querystats_duplicates_total 1802 # HELP loki_logql_querystats_ingester_sent_lines_total Total count of lines sent from ingesters while executing LogQL queries. # TYPE loki_logql_querystats_ingester_sent_lines_total counter loki_logql_querystats_ingester_sent_lines_total 6.796483e+06 # HELP loki_logql_querystats_latency_seconds Distribution of latency for LogQL queries. # TYPE loki_logql_querystats_latency_seconds histogram loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="labels",le="0.25"} 160 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="labels",le="0.5"} 164 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="labels",le="1"} 166 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="labels",le="2"} 166 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="labels",le="4"} 166 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="labels",le="8"} 166 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="labels",le="16"} 166 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="labels",le="32"} 166 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="labels",le="64"} 166 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="labels",le="128"} 166 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="labels",le="+Inf"} 166 loki_logql_querystats_latency_seconds_sum{range="",status_code="200",type="labels"} 3.8278051470000007 loki_logql_querystats_latency_seconds_count{range="",status_code="200",type="labels"} 166 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="series",le="0.25"} 51 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="series",le="0.5"} 51 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="series",le="1"} 51 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="series",le="2"} 51 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="series",le="4"} 51 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="series",le="8"} 51 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="series",le="16"} 51 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="series",le="32"} 51 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="series",le="64"} 51 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="series",le="128"} 51 loki_logql_querystats_latency_seconds_bucket{range="",status_code="200",type="series",le="+Inf"} 51 loki_logql_querystats_latency_seconds_sum{range="",status_code="200",type="series"} 0.5364946949999998 loki_logql_querystats_latency_seconds_count{range="",status_code="200",type="series"} 51 loki_logql_querystats_latency_seconds_bucket{range="",status_code="499",type="labels",le="0.25"} 0 loki_logql_querystats_latency_seconds_bucket{range="",status_code="499",type="labels",le="0.5"} 0 loki_logql_querystats_latency_seconds_bucket{range="",status_code="499",type="labels",le="1"} 0 loki_logql_querystats_latency_seconds_bucket{range="",status_code="499",type="labels",le="2"} 1 loki_logql_querystats_latency_seconds_bucket{range="",status_code="499",type="labels",le="4"} 1 loki_logql_querystats_latency_seconds_bucket{range="",status_code="499",type="labels",le="8"} 1 loki_logql_querystats_latency_seconds_bucket{range="",status_code="499",type="labels",le="16"} 1 loki_logql_querystats_latency_seconds_bucket{range="",status_code="499",type="labels",le="32"} 1 loki_logql_querystats_latency_seconds_bucket{range="",status_code="499",type="labels",le="64"} 1 loki_logql_querystats_latency_seconds_bucket{range="",status_code="499",type="labels",le="128"} 1 loki_logql_querystats_latency_seconds_bucket{range="",status_code="499",type="labels",le="+Inf"} 1 loki_logql_querystats_latency_seconds_sum{range="",status_code="499",type="labels"} 1.82956904 loki_logql_querystats_latency_seconds_count{range="",status_code="499",type="labels"} 1 loki_logql_querystats_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="0.25"} 112 loki_logql_querystats_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="0.5"} 112 loki_logql_querystats_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="1"} 112 loki_logql_querystats_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="2"} 112 loki_logql_querystats_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="4"} 112 loki_logql_querystats_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="8"} 112 loki_logql_querystats_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="16"} 112 loki_logql_querystats_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="32"} 112 loki_logql_querystats_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="64"} 112 loki_logql_querystats_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="128"} 112 loki_logql_querystats_latency_seconds_bucket{range="instant",status_code="200",type="metric",le="+Inf"} 112 loki_logql_querystats_latency_seconds_sum{range="instant",status_code="200",type="metric"} 0.17376381400000002 loki_logql_querystats_latency_seconds_count{range="instant",status_code="200",type="metric"} 112 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="filter",le="0.25"} 17504 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="filter",le="0.5"} 17517 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="filter",le="1"} 17523 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="filter",le="2"} 17525 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="filter",le="4"} 17536 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="filter",le="8"} 17540 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="filter",le="16"} 17540 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="filter",le="32"} 17540 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="filter",le="64"} 17540 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="filter",le="128"} 17540 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="filter",le="+Inf"} 17540 loki_logql_querystats_latency_seconds_sum{range="range",status_code="200",type="filter"} 114.33656386600012 loki_logql_querystats_latency_seconds_count{range="range",status_code="200",type="filter"} 17540 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="limited",le="0.25"} 18 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="limited",le="0.5"} 18 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="limited",le="1"} 18 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="limited",le="2"} 18 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="limited",le="4"} 18 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="limited",le="8"} 18 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="limited",le="16"} 18 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="limited",le="32"} 18 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="limited",le="64"} 18 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="limited",le="128"} 18 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="limited",le="+Inf"} 18 loki_logql_querystats_latency_seconds_sum{range="range",status_code="200",type="limited"} 0.269584139 loki_logql_querystats_latency_seconds_count{range="range",status_code="200",type="limited"} 18 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="metric",le="0.25"} 9832 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="metric",le="0.5"} 9849 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="metric",le="1"} 9873 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="metric",le="2"} 9888 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="metric",le="4"} 9896 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="metric",le="8"} 9909 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="metric",le="16"} 9909 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="metric",le="32"} 9909 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="metric",le="64"} 9909 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="metric",le="128"} 9909 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="200",type="metric",le="+Inf"} 9909 loki_logql_querystats_latency_seconds_sum{range="range",status_code="200",type="metric"} 163.68178117199975 loki_logql_querystats_latency_seconds_count{range="range",status_code="200",type="metric"} 9909 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="filter",le="0.25"} 112 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="filter",le="0.5"} 112 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="filter",le="1"} 112 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="filter",le="2"} 112 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="filter",le="4"} 112 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="filter",le="8"} 112 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="filter",le="16"} 112 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="filter",le="32"} 112 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="filter",le="64"} 112 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="filter",le="128"} 112 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="filter",le="+Inf"} 112 loki_logql_querystats_latency_seconds_sum{range="range",status_code="400",type="filter"} 0.6540383310000002 loki_logql_querystats_latency_seconds_count{range="range",status_code="400",type="filter"} 112 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="limited",le="0.25"} 5 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="limited",le="0.5"} 5 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="limited",le="1"} 5 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="limited",le="2"} 5 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="limited",le="4"} 5 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="limited",le="8"} 5 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="limited",le="16"} 5 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="limited",le="32"} 5 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="limited",le="64"} 5 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="limited",le="128"} 5 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="limited",le="+Inf"} 5 loki_logql_querystats_latency_seconds_sum{range="range",status_code="400",type="limited"} 0.00089868 loki_logql_querystats_latency_seconds_count{range="range",status_code="400",type="limited"} 5 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="metric",le="0.25"} 1 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="metric",le="0.5"} 1 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="metric",le="1"} 1 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="metric",le="2"} 1 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="metric",le="4"} 1 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="metric",le="8"} 7 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="metric",le="16"} 7 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="metric",le="32"} 7 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="metric",le="64"} 7 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="metric",le="128"} 7 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="400",type="metric",le="+Inf"} 7 loki_logql_querystats_latency_seconds_sum{range="range",status_code="400",type="metric"} 32.530342523 loki_logql_querystats_latency_seconds_count{range="range",status_code="400",type="metric"} 7 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="filter",le="0.25"} 120 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="filter",le="0.5"} 120 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="filter",le="1"} 120 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="filter",le="2"} 120 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="filter",le="4"} 120 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="filter",le="8"} 120 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="filter",le="16"} 120 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="filter",le="32"} 120 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="filter",le="64"} 120 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="filter",le="128"} 120 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="filter",le="+Inf"} 120 loki_logql_querystats_latency_seconds_sum{range="range",status_code="500",type="filter"} 0.799519705 loki_logql_querystats_latency_seconds_count{range="range",status_code="500",type="filter"} 120 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="limited",le="0.25"} 6 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="limited",le="0.5"} 6 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="limited",le="1"} 6 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="limited",le="2"} 6 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="limited",le="4"} 6 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="limited",le="8"} 6 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="limited",le="16"} 6 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="limited",le="32"} 6 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="limited",le="64"} 6 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="limited",le="128"} 6 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="limited",le="+Inf"} 6 loki_logql_querystats_latency_seconds_sum{range="range",status_code="500",type="limited"} 0.008454192 loki_logql_querystats_latency_seconds_count{range="range",status_code="500",type="limited"} 6 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="metric",le="0.25"} 9 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="metric",le="0.5"} 9 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="metric",le="1"} 9 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="metric",le="2"} 9 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="metric",le="4"} 9 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="metric",le="8"} 13 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="metric",le="16"} 13 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="metric",le="32"} 13 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="metric",le="64"} 13 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="metric",le="128"} 13 loki_logql_querystats_latency_seconds_bucket{range="range",status_code="500",type="metric",le="+Inf"} 13 loki_logql_querystats_latency_seconds_sum{range="range",status_code="500",type="metric"} 21.611791624 loki_logql_querystats_latency_seconds_count{range="range",status_code="500",type="metric"} 13 # HELP loki_panic_total The total number of panic triggered # TYPE loki_panic_total counter loki_panic_total 0 # HELP loki_querier_index_cache_corruptions_total The number of cache corruptions for the index cache. # TYPE loki_querier_index_cache_corruptions_total counter loki_querier_index_cache_corruptions_total 0 # HELP loki_querier_index_cache_encode_errors_total The number of errors for the index cache while encoding the body. # TYPE loki_querier_index_cache_encode_errors_total counter loki_querier_index_cache_encode_errors_total 0 # HELP loki_querier_index_cache_gets_total The number of gets for the index cache. # TYPE loki_querier_index_cache_gets_total counter loki_querier_index_cache_gets_total 34740 # HELP loki_querier_index_cache_hits_total The number of cache hits for the index cache. # TYPE loki_querier_index_cache_hits_total counter loki_querier_index_cache_hits_total 0 # HELP loki_querier_index_cache_puts_total The number of puts for the index cache. # TYPE loki_querier_index_cache_puts_total counter loki_querier_index_cache_puts_total 34533 # HELP loki_querier_query_frontend_clients The current number of clients connected to query-frontend. # TYPE loki_querier_query_frontend_clients gauge loki_querier_query_frontend_clients 1 # HELP loki_querier_query_frontend_request_duration_seconds Time spend doing requests to frontend. # TYPE loki_querier_query_frontend_request_duration_seconds histogram loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="2xx",le="0.001"} 11732 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="2xx",le="0.004"} 25651 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="2xx",le="0.016"} 27051 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="2xx",le="0.064"} 27234 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="2xx",le="0.256"} 27237 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="2xx",le="1.024"} 27237 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="2xx",le="+Inf"} 27237 loki_querier_query_frontend_request_duration_seconds_sum{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="2xx"} 46.97300090800023 loki_querier_query_frontend_request_duration_seconds_count{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="2xx"} 27237 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="cancel",le="0.001"} 400 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="cancel",le="0.004"} 447 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="cancel",le="0.016"} 466 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="cancel",le="0.064"} 468 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="cancel",le="0.256"} 468 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="cancel",le="1.024"} 468 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="cancel",le="+Inf"} 468 loki_querier_query_frontend_request_duration_seconds_sum{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="cancel"} 0.2985114889999998 loki_querier_query_frontend_request_duration_seconds_count{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="cancel"} 468 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="error",le="0.001"} 0 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="error",le="0.004"} 1 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="error",le="0.016"} 4 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="error",le="0.064"} 6 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="error",le="0.256"} 6 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="error",le="1.024"} 6 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="error",le="+Inf"} 6 loki_querier_query_frontend_request_duration_seconds_sum{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="error"} 0.10905423599999998 loki_querier_query_frontend_request_duration_seconds_count{operation="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="error"} 6 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="0.001"} 1.680428e+06 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="0.004"} 1.840376e+06 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="0.016"} 1.845687e+06 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="0.064"} 1.845702e+06 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="0.256"} 1.845703e+06 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="1.024"} 1.845703e+06 loki_querier_query_frontend_request_duration_seconds_bucket{operation="/grpc.health.v1.Health/Check",status_code="2xx",le="+Inf"} 1.845703e+06 loki_querier_query_frontend_request_duration_seconds_sum{operation="/grpc.health.v1.Health/Check",status_code="2xx"} 1479.8700178780048 loki_querier_query_frontend_request_duration_seconds_count{operation="/grpc.health.v1.Health/Check",status_code="2xx"} 1.845703e+06 # HELP loki_querier_tail_active Number of active tailers # TYPE loki_querier_tail_active gauge loki_querier_tail_active -4 # HELP loki_querier_tail_active_streams Number of active streams being tailed # TYPE loki_querier_tail_active_streams gauge loki_querier_tail_active_streams -7 # HELP loki_querier_tail_bytes_total total bytes tailed # TYPE loki_querier_tail_bytes_total counter loki_querier_tail_bytes_total 3.59128005e+08 # HELP loki_querier_worker_concurrency Number of concurrent querier workers # TYPE loki_querier_worker_concurrency gauge loki_querier_worker_concurrency 10 # HELP loki_querier_worker_inflight_queries Number of queries being processed by the querier workers # TYPE loki_querier_worker_inflight_queries gauge loki_querier_worker_inflight_queries 0 # HELP loki_query_frontend_log_result_cache_hit_total # TYPE loki_query_frontend_log_result_cache_hit_total counter loki_query_frontend_log_result_cache_hit_total 0 # HELP loki_query_frontend_log_result_cache_miss_total # TYPE loki_query_frontend_log_result_cache_miss_total counter loki_query_frontend_log_result_cache_miss_total 0 # HELP loki_query_frontend_partitions Number of time-based partitions (sub-requests) per request # TYPE loki_query_frontend_partitions histogram loki_query_frontend_partitions_bucket{le="1"} 84 loki_query_frontend_partitions_bucket{le="4"} 261 loki_query_frontend_partitions_bucket{le="16"} 338 loki_query_frontend_partitions_bucket{le="64"} 359 loki_query_frontend_partitions_bucket{le="256"} 360 loki_query_frontend_partitions_bucket{le="+Inf"} 360 loki_query_frontend_partitions_sum 2408 loki_query_frontend_partitions_count 360 # HELP loki_query_frontend_shard_factor Number of downstream queries per request # TYPE loki_query_frontend_shard_factor histogram loki_query_frontend_shard_factor_bucket{mapper="range",le="0"} 0 loki_query_frontend_shard_factor_bucket{mapper="range",le="16"} 0 loki_query_frontend_shard_factor_bucket{mapper="range",le="32"} 0 loki_query_frontend_shard_factor_bucket{mapper="range",le="48"} 0 loki_query_frontend_shard_factor_bucket{mapper="range",le="+Inf"} 0 loki_query_frontend_shard_factor_sum{mapper="range"} 0 loki_query_frontend_shard_factor_count{mapper="range"} 0 loki_query_frontend_shard_factor_bucket{mapper="shard",le="0"} 81 loki_query_frontend_shard_factor_bucket{mapper="shard",le="16"} 2306 loki_query_frontend_shard_factor_bucket{mapper="shard",le="32"} 2306 loki_query_frontend_shard_factor_bucket{mapper="shard",le="48"} 2306 loki_query_frontend_shard_factor_bucket{mapper="shard",le="+Inf"} 2306 loki_query_frontend_shard_factor_sum{mapper="shard"} 35600 loki_query_frontend_shard_factor_count{mapper="shard"} 2306 # HELP loki_query_frontend_sharding_parsed_queries_total Number of parsed queries by evaluation type # TYPE loki_query_frontend_sharding_parsed_queries_total counter loki_query_frontend_sharding_parsed_queries_total{mapper="shard",type="noop"} 81 loki_query_frontend_sharding_parsed_queries_total{mapper="shard",type="success"} 2222 # HELP loki_query_frontend_shards_total Number of downstream queries by expression type # TYPE loki_query_frontend_shards_total counter loki_query_frontend_shards_total{mapper="shard",type="metrics"} 9936 loki_query_frontend_shards_total{mapper="shard",type="series"} 3 loki_query_frontend_shards_total{mapper="shard",type="streams"} 25616 # HELP loki_request_duration_seconds Time (in seconds) spent serving HTTP requests. # TYPE loki_request_duration_seconds histogram loki_request_duration_seconds_bucket{method="GET",route="api_prom_rules_namespace_groupname",status_code="400",ws="false",le="0.005"} 1 loki_request_duration_seconds_bucket{method="GET",route="api_prom_rules_namespace_groupname",status_code="400",ws="false",le="0.01"} 1 loki_request_duration_seconds_bucket{method="GET",route="api_prom_rules_namespace_groupname",status_code="400",ws="false",le="0.025"} 2 loki_request_duration_seconds_bucket{method="GET",route="api_prom_rules_namespace_groupname",status_code="400",ws="false",le="0.05"} 2 loki_request_duration_seconds_bucket{method="GET",route="api_prom_rules_namespace_groupname",status_code="400",ws="false",le="0.1"} 2 loki_request_duration_seconds_bucket{method="GET",route="api_prom_rules_namespace_groupname",status_code="400",ws="false",le="0.25"} 2 loki_request_duration_seconds_bucket{method="GET",route="api_prom_rules_namespace_groupname",status_code="400",ws="false",le="0.5"} 2 loki_request_duration_seconds_bucket{method="GET",route="api_prom_rules_namespace_groupname",status_code="400",ws="false",le="1"} 2 loki_request_duration_seconds_bucket{method="GET",route="api_prom_rules_namespace_groupname",status_code="400",ws="false",le="2.5"} 2 loki_request_duration_seconds_bucket{method="GET",route="api_prom_rules_namespace_groupname",status_code="400",ws="false",le="5"} 2 loki_request_duration_seconds_bucket{method="GET",route="api_prom_rules_namespace_groupname",status_code="400",ws="false",le="10"} 2 loki_request_duration_seconds_bucket{method="GET",route="api_prom_rules_namespace_groupname",status_code="400",ws="false",le="25"} 2 loki_request_duration_seconds_bucket{method="GET",route="api_prom_rules_namespace_groupname",status_code="400",ws="false",le="50"} 2 loki_request_duration_seconds_bucket{method="GET",route="api_prom_rules_namespace_groupname",status_code="400",ws="false",le="100"} 2 loki_request_duration_seconds_bucket{method="GET",route="api_prom_rules_namespace_groupname",status_code="400",ws="false",le="+Inf"} 2 loki_request_duration_seconds_sum{method="GET",route="api_prom_rules_namespace_groupname",status_code="400",ws="false"} 0.014200217 loki_request_duration_seconds_count{method="GET",route="api_prom_rules_namespace_groupname",status_code="400",ws="false"} 2 loki_request_duration_seconds_bucket{method="GET",route="config",status_code="200",ws="false",le="0.005"} 0 loki_request_duration_seconds_bucket{method="GET",route="config",status_code="200",ws="false",le="0.01"} 0 loki_request_duration_seconds_bucket{method="GET",route="config",status_code="200",ws="false",le="0.025"} 6 loki_request_duration_seconds_bucket{method="GET",route="config",status_code="200",ws="false",le="0.05"} 7 loki_request_duration_seconds_bucket{method="GET",route="config",status_code="200",ws="false",le="0.1"} 7 loki_request_duration_seconds_bucket{method="GET",route="config",status_code="200",ws="false",le="0.25"} 9 loki_request_duration_seconds_bucket{method="GET",route="config",status_code="200",ws="false",le="0.5"} 9 loki_request_duration_seconds_bucket{method="GET",route="config",status_code="200",ws="false",le="1"} 9 loki_request_duration_seconds_bucket{method="GET",route="config",status_code="200",ws="false",le="2.5"} 9 loki_request_duration_seconds_bucket{method="GET",route="config",status_code="200",ws="false",le="5"} 9 loki_request_duration_seconds_bucket{method="GET",route="config",status_code="200",ws="false",le="10"} 9 loki_request_duration_seconds_bucket{method="GET",route="config",status_code="200",ws="false",le="25"} 9 loki_request_duration_seconds_bucket{method="GET",route="config",status_code="200",ws="false",le="50"} 9 loki_request_duration_seconds_bucket{method="GET",route="config",status_code="200",ws="false",le="100"} 9 loki_request_duration_seconds_bucket{method="GET",route="config",status_code="200",ws="false",le="+Inf"} 9 loki_request_duration_seconds_sum{method="GET",route="config",status_code="200",ws="false"} 0.4817887940000001 loki_request_duration_seconds_count{method="GET",route="config",status_code="200",ws="false"} 9 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="0.005"} 430 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="0.01"} 452 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="0.025"} 456 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="0.05"} 456 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="0.1"} 456 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="0.25"} 456 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="0.5"} 456 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="1"} 456 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="2.5"} 456 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="5"} 456 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="10"} 456 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="25"} 456 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="50"} 456 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="100"} 456 loki_request_duration_seconds_bucket{method="GET",route="debug_pprof",status_code="200",ws="false",le="+Inf"} 456 loki_request_duration_seconds_sum{method="GET",route="debug_pprof",status_code="200",ws="false"} 0.723471943 loki_request_duration_seconds_count{method="GET",route="debug_pprof",status_code="200",ws="false"} 456 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_label_name_values",status_code="200",ws="false",le="0.005"} 38 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_label_name_values",status_code="200",ws="false",le="0.01"} 48 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_label_name_values",status_code="200",ws="false",le="0.025"} 48 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_label_name_values",status_code="200",ws="false",le="0.05"} 48 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_label_name_values",status_code="200",ws="false",le="0.1"} 48 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_label_name_values",status_code="200",ws="false",le="0.25"} 48 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_label_name_values",status_code="200",ws="false",le="0.5"} 48 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_label_name_values",status_code="200",ws="false",le="1"} 48 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_label_name_values",status_code="200",ws="false",le="2.5"} 48 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_label_name_values",status_code="200",ws="false",le="5"} 48 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_label_name_values",status_code="200",ws="false",le="10"} 48 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_label_name_values",status_code="200",ws="false",le="25"} 48 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_label_name_values",status_code="200",ws="false",le="50"} 48 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_label_name_values",status_code="200",ws="false",le="100"} 48 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_label_name_values",status_code="200",ws="false",le="+Inf"} 48 loki_request_duration_seconds_sum{method="GET",route="loki_api_v1_label_name_values",status_code="200",ws="false"} 0.19497351500000001 loki_request_duration_seconds_count{method="GET",route="loki_api_v1_label_name_values",status_code="200",ws="false"} 48 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="200",ws="false",le="0.005"} 5 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="200",ws="false",le="0.01"} 20 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="200",ws="false",le="0.025"} 24 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="200",ws="false",le="0.05"} 28 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="200",ws="false",le="0.1"} 30 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="200",ws="false",le="0.25"} 31 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="200",ws="false",le="0.5"} 33 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="200",ws="false",le="1"} 33 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="200",ws="false",le="2.5"} 34 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="200",ws="false",le="5"} 34 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="200",ws="false",le="10"} 34 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="200",ws="false",le="25"} 34 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="200",ws="false",le="50"} 34 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="200",ws="false",le="100"} 34 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="200",ws="false",le="+Inf"} 34 loki_request_duration_seconds_sum{method="GET",route="loki_api_v1_labels",status_code="200",ws="false"} 2.2218555169999994 loki_request_duration_seconds_count{method="GET",route="loki_api_v1_labels",status_code="200",ws="false"} 34 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="499",ws="false",le="0.005"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="499",ws="false",le="0.01"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="499",ws="false",le="0.025"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="499",ws="false",le="0.05"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="499",ws="false",le="0.1"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="499",ws="false",le="0.25"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="499",ws="false",le="0.5"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="499",ws="false",le="1"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="499",ws="false",le="2.5"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="499",ws="false",le="5"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="499",ws="false",le="10"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="499",ws="false",le="25"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="499",ws="false",le="50"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="499",ws="false",le="100"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_labels",status_code="499",ws="false",le="+Inf"} 1 loki_request_duration_seconds_sum{method="GET",route="loki_api_v1_labels",status_code="499",ws="false"} 1.8324325 loki_request_duration_seconds_count{method="GET",route="loki_api_v1_labels",status_code="499",ws="false"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query",status_code="400",ws="false",le="0.005"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query",status_code="400",ws="false",le="0.01"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query",status_code="400",ws="false",le="0.025"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query",status_code="400",ws="false",le="0.05"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query",status_code="400",ws="false",le="0.1"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query",status_code="400",ws="false",le="0.25"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query",status_code="400",ws="false",le="0.5"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query",status_code="400",ws="false",le="1"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query",status_code="400",ws="false",le="2.5"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query",status_code="400",ws="false",le="5"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query",status_code="400",ws="false",le="10"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query",status_code="400",ws="false",le="25"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query",status_code="400",ws="false",le="50"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query",status_code="400",ws="false",le="100"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query",status_code="400",ws="false",le="+Inf"} 1 loki_request_duration_seconds_sum{method="GET",route="loki_api_v1_query",status_code="400",ws="false"} 0.091215539 loki_request_duration_seconds_count{method="GET",route="loki_api_v1_query",status_code="400",ws="false"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="200",ws="false",le="0.005"} 8 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="200",ws="false",le="0.01"} 14 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="200",ws="false",le="0.025"} 19 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="200",ws="false",le="0.05"} 64 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="200",ws="false",le="0.1"} 148 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="200",ws="false",le="0.25"} 206 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="200",ws="false",le="0.5"} 230 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="200",ws="false",le="1"} 248 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="200",ws="false",le="2.5"} 268 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="200",ws="false",le="5"} 279 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="200",ws="false",le="10"} 281 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="200",ws="false",le="25"} 281 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="200",ws="false",le="50"} 281 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="200",ws="false",le="100"} 281 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="200",ws="false",le="+Inf"} 281 loki_request_duration_seconds_sum{method="GET",route="loki_api_v1_query_range",status_code="200",ws="false"} 132.87869009900004 loki_request_duration_seconds_count{method="GET",route="loki_api_v1_query_range",status_code="200",ws="false"} 281 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="499",ws="false",le="0.005"} 13 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="499",ws="false",le="0.01"} 13 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="499",ws="false",le="0.025"} 13 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="499",ws="false",le="0.05"} 14 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="499",ws="false",le="0.1"} 16 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="499",ws="false",le="0.25"} 16 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="499",ws="false",le="0.5"} 16 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="499",ws="false",le="1"} 16 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="499",ws="false",le="2.5"} 17 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="499",ws="false",le="5"} 17 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="499",ws="false",le="10"} 18 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="499",ws="false",le="25"} 18 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="499",ws="false",le="50"} 23 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="499",ws="false",le="100"} 23 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_query_range",status_code="499",ws="false",le="+Inf"} 23 loki_request_duration_seconds_sum{method="GET",route="loki_api_v1_query_range",status_code="499",ws="false"} 156.83035185199998 loki_request_duration_seconds_count{method="GET",route="loki_api_v1_query_range",status_code="499",ws="false"} 23 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_series",status_code="200",ws="false",le="0.005"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_series",status_code="200",ws="false",le="0.01"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_series",status_code="200",ws="false",le="0.025"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_series",status_code="200",ws="false",le="0.05"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_series",status_code="200",ws="false",le="0.1"} 3 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_series",status_code="200",ws="false",le="0.25"} 3 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_series",status_code="200",ws="false",le="0.5"} 3 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_series",status_code="200",ws="false",le="1"} 3 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_series",status_code="200",ws="false",le="2.5"} 3 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_series",status_code="200",ws="false",le="5"} 3 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_series",status_code="200",ws="false",le="10"} 3 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_series",status_code="200",ws="false",le="25"} 3 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_series",status_code="200",ws="false",le="50"} 3 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_series",status_code="200",ws="false",le="100"} 3 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_series",status_code="200",ws="false",le="+Inf"} 3 loki_request_duration_seconds_sum{method="GET",route="loki_api_v1_series",status_code="200",ws="false"} 0.14009194 loki_request_duration_seconds_count{method="GET",route="loki_api_v1_series",status_code="200",ws="false"} 3 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_tail",status_code="200",ws="true",le="0.005"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_tail",status_code="200",ws="true",le="0.01"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_tail",status_code="200",ws="true",le="0.025"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_tail",status_code="200",ws="true",le="0.05"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_tail",status_code="200",ws="true",le="0.1"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_tail",status_code="200",ws="true",le="0.25"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_tail",status_code="200",ws="true",le="0.5"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_tail",status_code="200",ws="true",le="1"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_tail",status_code="200",ws="true",le="2.5"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_tail",status_code="200",ws="true",le="5"} 0 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_tail",status_code="200",ws="true",le="10"} 1 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_tail",status_code="200",ws="true",le="25"} 7 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_tail",status_code="200",ws="true",le="50"} 10 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_tail",status_code="200",ws="true",le="100"} 13 loki_request_duration_seconds_bucket{method="GET",route="loki_api_v1_tail",status_code="200",ws="true",le="+Inf"} 42 loki_request_duration_seconds_sum{method="GET",route="loki_api_v1_tail",status_code="200",ws="true"} 41757.74429309099 loki_request_duration_seconds_count{method="GET",route="loki_api_v1_tail",status_code="200",ws="true"} 42 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.005"} 0 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.01"} 16 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.025"} 281 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.05"} 290 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.1"} 292 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.25"} 295 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="0.5"} 295 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="1"} 296 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="2.5"} 296 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="5"} 296 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="10"} 296 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="25"} 296 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="50"} 296 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="100"} 296 loki_request_duration_seconds_bucket{method="GET",route="metrics",status_code="200",ws="false",le="+Inf"} 296 loki_request_duration_seconds_sum{method="GET",route="metrics",status_code="200",ws="false"} 6.123122595999996 loki_request_duration_seconds_count{method="GET",route="metrics",status_code="200",ws="false"} 296 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="0.005"} 444 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="0.01"} 444 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="0.025"} 444 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="0.05"} 444 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="0.1"} 444 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="0.25"} 444 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="0.5"} 444 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="1"} 444 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="2.5"} 444 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="5"} 444 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="10"} 444 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="25"} 444 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="50"} 444 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="100"} 444 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="301",ws="false",le="+Inf"} 444 loki_request_duration_seconds_sum{method="GET",route="other",status_code="301",ws="false"} 0.007095104000000005 loki_request_duration_seconds_count{method="GET",route="other",status_code="301",ws="false"} 444 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.005"} 10946 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.01"} 10946 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.025"} 10946 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.05"} 10946 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.1"} 10946 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.25"} 10946 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="0.5"} 10946 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="1"} 10946 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="2.5"} 10946 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="5"} 10946 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="10"} 10946 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="25"} 10946 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="50"} 10946 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="100"} 10946 loki_request_duration_seconds_bucket{method="GET",route="other",status_code="404",ws="false",le="+Inf"} 10946 loki_request_duration_seconds_sum{method="GET",route="other",status_code="404",ws="false"} 0.34370960500000103 loki_request_duration_seconds_count{method="GET",route="other",status_code="404",ws="false"} 10946 loki_request_duration_seconds_bucket{method="GET",route="prometheus_api_v1_rules",status_code="200",ws="false",le="0.005"} 4 loki_request_duration_seconds_bucket{method="GET",route="prometheus_api_v1_rules",status_code="200",ws="false",le="0.01"} 5 loki_request_duration_seconds_bucket{method="GET",route="prometheus_api_v1_rules",status_code="200",ws="false",le="0.025"} 5 loki_request_duration_seconds_bucket{method="GET",route="prometheus_api_v1_rules",status_code="200",ws="false",le="0.05"} 5 loki_request_duration_seconds_bucket{method="GET",route="prometheus_api_v1_rules",status_code="200",ws="false",le="0.1"} 5 loki_request_duration_seconds_bucket{method="GET",route="prometheus_api_v1_rules",status_code="200",ws="false",le="0.25"} 5 loki_request_duration_seconds_bucket{method="GET",route="prometheus_api_v1_rules",status_code="200",ws="false",le="0.5"} 5 loki_request_duration_seconds_bucket{method="GET",route="prometheus_api_v1_rules",status_code="200",ws="false",le="1"} 5 loki_request_duration_seconds_bucket{method="GET",route="prometheus_api_v1_rules",status_code="200",ws="false",le="2.5"} 5 loki_request_duration_seconds_bucket{method="GET",route="prometheus_api_v1_rules",status_code="200",ws="false",le="5"} 5 loki_request_duration_seconds_bucket{method="GET",route="prometheus_api_v1_rules",status_code="200",ws="false",le="10"} 5 loki_request_duration_seconds_bucket{method="GET",route="prometheus_api_v1_rules",status_code="200",ws="false",le="25"} 5 loki_request_duration_seconds_bucket{method="GET",route="prometheus_api_v1_rules",status_code="200",ws="false",le="50"} 5 loki_request_duration_seconds_bucket{method="GET",route="prometheus_api_v1_rules",status_code="200",ws="false",le="100"} 5 loki_request_duration_seconds_bucket{method="GET",route="prometheus_api_v1_rules",status_code="200",ws="false",le="+Inf"} 5 loki_request_duration_seconds_sum{method="GET",route="prometheus_api_v1_rules",status_code="200",ws="false"} 0.009242624 loki_request_duration_seconds_count{method="GET",route="prometheus_api_v1_rules",status_code="200",ws="false"} 5 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="0.005"} 62 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="0.01"} 62 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="0.025"} 62 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="0.05"} 62 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="0.1"} 62 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="0.25"} 62 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="0.5"} 62 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="1"} 62 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="2.5"} 62 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="5"} 62 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="10"} 62 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="25"} 62 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="50"} 62 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="100"} 62 loki_request_duration_seconds_bucket{method="HEAD",route="other",status_code="404",ws="false",le="+Inf"} 62 loki_request_duration_seconds_sum{method="HEAD",route="other",status_code="404",ws="false"} 0.002646005 loki_request_duration_seconds_count{method="HEAD",route="other",status_code="404",ws="false"} 62 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="204",ws="false",le="0.005"} 8.973302e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="204",ws="false",le="0.01"} 9.082365e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="204",ws="false",le="0.025"} 9.149424e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="204",ws="false",le="0.05"} 9.176563e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="204",ws="false",le="0.1"} 9.198691e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="204",ws="false",le="0.25"} 9.250591e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="204",ws="false",le="0.5"} 9.315991e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="204",ws="false",le="1"} 9.39649e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="204",ws="false",le="2.5"} 9.504955e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="204",ws="false",le="5"} 9.558751e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="204",ws="false",le="10"} 9.558759e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="204",ws="false",le="25"} 9.558759e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="204",ws="false",le="50"} 9.558759e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="204",ws="false",le="100"} 9.558759e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="204",ws="false",le="+Inf"} 9.558759e+06 loki_request_duration_seconds_sum{method="POST",route="api_prom_push",status_code="204",ws="false"} 469871.47309642745 loki_request_duration_seconds_count{method="POST",route="api_prom_push",status_code="204",ws="false"} 9.558759e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="400",ws="false",le="0.005"} 1.114041e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="400",ws="false",le="0.01"} 1.120821e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="400",ws="false",le="0.025"} 1.124103e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="400",ws="false",le="0.05"} 1.124168e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="400",ws="false",le="0.1"} 1.124184e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="400",ws="false",le="0.25"} 1.124212e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="400",ws="false",le="0.5"} 1.124243e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="400",ws="false",le="1"} 1.124279e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="400",ws="false",le="2.5"} 1.12432e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="400",ws="false",le="5"} 1.124356e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="400",ws="false",le="10"} 1.124356e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="400",ws="false",le="25"} 1.124356e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="400",ws="false",le="50"} 1.124356e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="400",ws="false",le="100"} 1.124356e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="400",ws="false",le="+Inf"} 1.124356e+06 loki_request_duration_seconds_sum{method="POST",route="api_prom_push",status_code="400",ws="false"} 2304.785031119025 loki_request_duration_seconds_count{method="POST",route="api_prom_push",status_code="400",ws="false"} 1.124356e+06 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="429",ws="false",le="0.005"} 460 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="429",ws="false",le="0.01"} 463 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="429",ws="false",le="0.025"} 464 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="429",ws="false",le="0.05"} 464 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="429",ws="false",le="0.1"} 464 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="429",ws="false",le="0.25"} 464 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="429",ws="false",le="0.5"} 464 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="429",ws="false",le="1"} 464 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="429",ws="false",le="2.5"} 464 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="429",ws="false",le="5"} 464 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="429",ws="false",le="10"} 464 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="429",ws="false",le="25"} 464 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="429",ws="false",le="50"} 464 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="429",ws="false",le="100"} 464 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="429",ws="false",le="+Inf"} 464 loki_request_duration_seconds_sum{method="POST",route="api_prom_push",status_code="429",ws="false"} 0.6641052329999998 loki_request_duration_seconds_count{method="POST",route="api_prom_push",status_code="429",ws="false"} 464 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="500",ws="false",le="0.005"} 662 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="500",ws="false",le="0.01"} 666 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="500",ws="false",le="0.025"} 670 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="500",ws="false",le="0.05"} 671 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="500",ws="false",le="0.1"} 679 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="500",ws="false",le="0.25"} 697 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="500",ws="false",le="0.5"} 725 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="500",ws="false",le="1"} 776 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="500",ws="false",le="2.5"} 925 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="500",ws="false",le="5"} 1167 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="500",ws="false",le="10"} 24723 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="500",ws="false",le="25"} 24723 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="500",ws="false",le="50"} 24723 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="500",ws="false",le="100"} 24723 loki_request_duration_seconds_bucket{method="POST",route="api_prom_push",status_code="500",ws="false",le="+Inf"} 24723 loki_request_duration_seconds_sum{method="POST",route="api_prom_push",status_code="500",ws="false"} 119046.94631261457 loki_request_duration_seconds_count{method="POST",route="api_prom_push",status_code="500",ws="false"} 24723 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="0.005"} 147 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="0.01"} 147 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="0.025"} 147 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="0.05"} 147 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="0.1"} 147 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="0.25"} 147 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="0.5"} 147 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="1"} 147 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="2.5"} 147 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="5"} 147 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="10"} 147 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="25"} 147 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="50"} 147 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="100"} 147 loki_request_duration_seconds_bucket{method="POST",route="other",status_code="404",ws="false",le="+Inf"} 147 loki_request_duration_seconds_sum{method="POST",route="other",status_code="404",ws="false"} 0.004767639999999999 loki_request_duration_seconds_count{method="POST",route="other",status_code="404",ws="false"} 147 loki_request_duration_seconds_bucket{method="PRI",route="other",status_code="301",ws="false",le="0.005"} 224 loki_request_duration_seconds_bucket{method="PRI",route="other",status_code="301",ws="false",le="0.01"} 224 loki_request_duration_seconds_bucket{method="PRI",route="other",status_code="301",ws="false",le="0.025"} 224 loki_request_duration_seconds_bucket{method="PRI",route="other",status_code="301",ws="false",le="0.05"} 224 loki_request_duration_seconds_bucket{method="PRI",route="other",status_code="301",ws="false",le="0.1"} 224 loki_request_duration_seconds_bucket{method="PRI",route="other",status_code="301",ws="false",le="0.25"} 224 loki_request_duration_seconds_bucket{method="PRI",route="other",status_code="301",ws="false",le="0.5"} 224 loki_request_duration_seconds_bucket{method="PRI",route="other",status_code="301",ws="false",le="1"} 224 loki_request_duration_seconds_bucket{method="PRI",route="other",status_code="301",ws="false",le="2.5"} 224 loki_request_duration_seconds_bucket{method="PRI",route="other",status_code="301",ws="false",le="5"} 224 loki_request_duration_seconds_bucket{method="PRI",route="other",status_code="301",ws="false",le="10"} 224 loki_request_duration_seconds_bucket{method="PRI",route="other",status_code="301",ws="false",le="25"} 224 loki_request_duration_seconds_bucket{method="PRI",route="other",status_code="301",ws="false",le="50"} 224 loki_request_duration_seconds_bucket{method="PRI",route="other",status_code="301",ws="false",le="100"} 224 loki_request_duration_seconds_bucket{method="PRI",route="other",status_code="301",ws="false",le="+Inf"} 224 loki_request_duration_seconds_sum{method="PRI",route="other",status_code="301",ws="false"} 0.008450259999999998 loki_request_duration_seconds_count{method="PRI",route="other",status_code="301",ws="false"} 224 loki_request_duration_seconds_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="success",ws="false",le="0.005"} 27345 loki_request_duration_seconds_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="success",ws="false",le="0.01"} 27349 loki_request_duration_seconds_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="success",ws="false",le="0.025"} 27349 loki_request_duration_seconds_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="success",ws="false",le="0.05"} 27349 loki_request_duration_seconds_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="success",ws="false",le="0.1"} 27349 loki_request_duration_seconds_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="success",ws="false",le="0.25"} 27349 loki_request_duration_seconds_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="success",ws="false",le="0.5"} 27349 loki_request_duration_seconds_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="success",ws="false",le="1"} 27349 loki_request_duration_seconds_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="success",ws="false",le="2.5"} 27349 loki_request_duration_seconds_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="success",ws="false",le="5"} 27349 loki_request_duration_seconds_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="success",ws="false",le="10"} 27349 loki_request_duration_seconds_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="success",ws="false",le="25"} 27349 loki_request_duration_seconds_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="success",ws="false",le="50"} 27349 loki_request_duration_seconds_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="success",ws="false",le="100"} 27349 loki_request_duration_seconds_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="success",ws="false",le="+Inf"} 27349 loki_request_duration_seconds_sum{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="success",ws="false"} 0.1847407549999977 loki_request_duration_seconds_count{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",status_code="success",ws="false"} 27349 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.005"} 3.128884e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.01"} 3.128894e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.025"} 3.128896e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.05"} 3.128896e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.1"} 3.128896e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.25"} 3.128896e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="0.5"} 3.128896e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="1"} 3.128896e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="2.5"} 3.128896e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="5"} 3.128896e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="10"} 3.128896e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="25"} 3.128896e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="50"} 3.128896e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="100"} 3.128896e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false",le="+Inf"} 3.128896e+06 loki_request_duration_seconds_sum{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false"} 37.725217432999145 loki_request_duration_seconds_count{method="gRPC",route="/grpc.health.v1.Health/Check",status_code="success",ws="false"} 3.128896e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="400",ws="false",le="0.005"} 1.095829e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="400",ws="false",le="0.01"} 1.096286e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="400",ws="false",le="0.025"} 1.09647e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="400",ws="false",le="0.05"} 1.096509e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="400",ws="false",le="0.1"} 1.096522e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="400",ws="false",le="0.25"} 1.096547e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="400",ws="false",le="0.5"} 1.096573e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="400",ws="false",le="1"} 1.096606e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="400",ws="false",le="2.5"} 1.096643e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="400",ws="false",le="5"} 1.09667e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="400",ws="false",le="10"} 1.096691e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="400",ws="false",le="25"} 1.096691e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="400",ws="false",le="50"} 1.096691e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="400",ws="false",le="100"} 1.096691e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="400",ws="false",le="+Inf"} 1.096691e+06 loki_request_duration_seconds_sum{method="gRPC",route="/logproto.Pusher/Push",status_code="400",ws="false"} 510.3764253949776 loki_request_duration_seconds_count{method="gRPC",route="/logproto.Pusher/Push",status_code="400",ws="false"} 1.096691e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="429",ws="false",le="0.005"} 409 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="429",ws="false",le="0.01"} 411 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="429",ws="false",le="0.025"} 411 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="429",ws="false",le="0.05"} 411 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="429",ws="false",le="0.1"} 411 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="429",ws="false",le="0.25"} 411 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="429",ws="false",le="0.5"} 411 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="429",ws="false",le="1"} 411 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="429",ws="false",le="2.5"} 411 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="429",ws="false",le="5"} 411 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="429",ws="false",le="10"} 411 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="429",ws="false",le="25"} 411 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="429",ws="false",le="50"} 411 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="429",ws="false",le="100"} 411 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="429",ws="false",le="+Inf"} 411 loki_request_duration_seconds_sum{method="gRPC",route="/logproto.Pusher/Push",status_code="429",ws="false"} 0.11263951800000009 loki_request_duration_seconds_count{method="gRPC",route="/logproto.Pusher/Push",status_code="429",ws="false"} 411 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="0.005"} 9.072106e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="0.01"} 9.125463e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="0.025"} 9.181583e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="0.05"} 9.205615e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="0.1"} 9.227477e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="0.25"} 9.279306e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="0.5"} 9.344559e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="1"} 9.425014e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="2.5"} 9.533455e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="5"} 9.587423e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="10"} 9.609029e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="25"} 9.611009e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="50"} 9.611146e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="100"} 9.611147e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false",le="+Inf"} 9.611147e+06 loki_request_duration_seconds_sum{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false"} 630766.088489442 loki_request_duration_seconds_count{method="gRPC",route="/logproto.Pusher/Push",status_code="success",ws="false"} 9.611147e+06 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="cancel",ws="false",le="0.005"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="cancel",ws="false",le="0.01"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="cancel",ws="false",le="0.025"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="cancel",ws="false",le="0.05"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="cancel",ws="false",le="0.1"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="cancel",ws="false",le="0.25"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="cancel",ws="false",le="0.5"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="cancel",ws="false",le="1"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="cancel",ws="false",le="2.5"} 1 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="cancel",ws="false",le="5"} 1 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="cancel",ws="false",le="10"} 1 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="cancel",ws="false",le="25"} 1 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="cancel",ws="false",le="50"} 1 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="cancel",ws="false",le="100"} 1 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="cancel",ws="false",le="+Inf"} 1 loki_request_duration_seconds_sum{method="gRPC",route="/logproto.Querier/Label",status_code="cancel",ws="false"} 1.829452341 loki_request_duration_seconds_count{method="gRPC",route="/logproto.Querier/Label",status_code="cancel",ws="false"} 1 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="success",ws="false",le="0.005"} 70 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="success",ws="false",le="0.01"} 72 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="success",ws="false",le="0.025"} 74 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="success",ws="false",le="0.05"} 78 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="success",ws="false",le="0.1"} 81 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="success",ws="false",le="0.25"} 81 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="success",ws="false",le="0.5"} 83 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="success",ws="false",le="1"} 84 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="success",ws="false",le="2.5"} 84 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="success",ws="false",le="5"} 84 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="success",ws="false",le="10"} 84 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="success",ws="false",le="25"} 84 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="success",ws="false",le="50"} 84 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="success",ws="false",le="100"} 84 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Label",status_code="success",ws="false",le="+Inf"} 84 loki_request_duration_seconds_sum{method="gRPC",route="/logproto.Querier/Label",status_code="success",ws="false"} 1.7444415919999992 loki_request_duration_seconds_count{method="gRPC",route="/logproto.Querier/Label",status_code="success",ws="false"} 84 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="cancel",ws="false",le="0.005"} 49 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="cancel",ws="false",le="0.01"} 51 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="cancel",ws="false",le="0.025"} 53 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="cancel",ws="false",le="0.05"} 53 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="cancel",ws="false",le="0.1"} 53 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="cancel",ws="false",le="0.25"} 54 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="cancel",ws="false",le="0.5"} 54 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="cancel",ws="false",le="1"} 54 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="cancel",ws="false",le="2.5"} 54 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="cancel",ws="false",le="5"} 54 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="cancel",ws="false",le="10"} 54 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="cancel",ws="false",le="25"} 54 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="cancel",ws="false",le="50"} 54 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="cancel",ws="false",le="100"} 54 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="cancel",ws="false",le="+Inf"} 54 loki_request_duration_seconds_sum{method="gRPC",route="/logproto.Querier/Query",status_code="cancel",ws="false"} 0.16337005000000002 loki_request_duration_seconds_count{method="gRPC",route="/logproto.Querier/Query",status_code="cancel",ws="false"} 54 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="error",ws="false",le="0.005"} 2 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="error",ws="false",le="0.01"} 2 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="error",ws="false",le="0.025"} 4 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="error",ws="false",le="0.05"} 4 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="error",ws="false",le="0.1"} 5 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="error",ws="false",le="0.25"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="error",ws="false",le="0.5"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="error",ws="false",le="1"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="error",ws="false",le="2.5"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="error",ws="false",le="5"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="error",ws="false",le="10"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="error",ws="false",le="25"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="error",ws="false",le="50"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="error",ws="false",le="100"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="error",ws="false",le="+Inf"} 6 loki_request_duration_seconds_sum{method="gRPC",route="/logproto.Querier/Query",status_code="error",ws="false"} 0.226553881 loki_request_duration_seconds_count{method="gRPC",route="/logproto.Querier/Query",status_code="error",ws="false"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="success",ws="false",le="0.005"} 9434 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="success",ws="false",le="0.01"} 9496 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="success",ws="false",le="0.025"} 9559 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="success",ws="false",le="0.05"} 9598 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="success",ws="false",le="0.1"} 9628 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="success",ws="false",le="0.25"} 9646 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="success",ws="false",le="0.5"} 9648 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="success",ws="false",le="1"} 9648 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="success",ws="false",le="2.5"} 9648 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="success",ws="false",le="5"} 9648 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="success",ws="false",le="10"} 9648 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="success",ws="false",le="25"} 9648 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="success",ws="false",le="50"} 9648 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="success",ws="false",le="100"} 9648 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Query",status_code="success",ws="false",le="+Inf"} 9648 loki_request_duration_seconds_sum{method="gRPC",route="/logproto.Querier/Query",status_code="success",ws="false"} 11.986840134999944 loki_request_duration_seconds_count{method="gRPC",route="/logproto.Querier/Query",status_code="success",ws="false"} 9648 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="cancel",ws="false",le="0.005"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="cancel",ws="false",le="0.01"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="cancel",ws="false",le="0.025"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="cancel",ws="false",le="0.05"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="cancel",ws="false",le="0.1"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="cancel",ws="false",le="0.25"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="cancel",ws="false",le="0.5"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="cancel",ws="false",le="1"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="cancel",ws="false",le="2.5"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="cancel",ws="false",le="5"} 6 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="cancel",ws="false",le="10"} 10 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="cancel",ws="false",le="25"} 10 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="cancel",ws="false",le="50"} 10 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="cancel",ws="false",le="100"} 10 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="cancel",ws="false",le="+Inf"} 10 loki_request_duration_seconds_sum{method="gRPC",route="/logproto.Querier/QuerySample",status_code="cancel",ws="false"} 21.697677719999998 loki_request_duration_seconds_count{method="gRPC",route="/logproto.Querier/QuerySample",status_code="cancel",ws="false"} 10 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="success",ws="false",le="0.005"} 4981 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="success",ws="false",le="0.01"} 5029 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="success",ws="false",le="0.025"} 5054 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="success",ws="false",le="0.05"} 5065 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="success",ws="false",le="0.1"} 5076 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="success",ws="false",le="0.25"} 5086 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="success",ws="false",le="0.5"} 5091 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="success",ws="false",le="1"} 5100 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="success",ws="false",le="2.5"} 5100 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="success",ws="false",le="5"} 5100 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="success",ws="false",le="10"} 5100 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="success",ws="false",le="25"} 5100 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="success",ws="false",le="50"} 5100 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="success",ws="false",le="100"} 5100 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/QuerySample",status_code="success",ws="false",le="+Inf"} 5100 loki_request_duration_seconds_sum{method="gRPC",route="/logproto.Querier/QuerySample",status_code="success",ws="false"} 13.586769553000044 loki_request_duration_seconds_count{method="gRPC",route="/logproto.Querier/QuerySample",status_code="success",ws="false"} 5100 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Series",status_code="success",ws="false",le="0.005"} 48 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Series",status_code="success",ws="false",le="0.01"} 48 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Series",status_code="success",ws="false",le="0.025"} 48 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Series",status_code="success",ws="false",le="0.05"} 48 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Series",status_code="success",ws="false",le="0.1"} 48 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Series",status_code="success",ws="false",le="0.25"} 48 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Series",status_code="success",ws="false",le="0.5"} 48 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Series",status_code="success",ws="false",le="1"} 48 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Series",status_code="success",ws="false",le="2.5"} 48 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Series",status_code="success",ws="false",le="5"} 48 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Series",status_code="success",ws="false",le="10"} 48 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Series",status_code="success",ws="false",le="25"} 48 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Series",status_code="success",ws="false",le="50"} 48 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Series",status_code="success",ws="false",le="100"} 48 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Series",status_code="success",ws="false",le="+Inf"} 48 loki_request_duration_seconds_sum{method="gRPC",route="/logproto.Querier/Series",status_code="success",ws="false"} 0.004206723 loki_request_duration_seconds_count{method="gRPC",route="/logproto.Querier/Series",status_code="success",ws="false"} 48 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Tail",status_code="success",ws="false",le="0.005"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Tail",status_code="success",ws="false",le="0.01"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Tail",status_code="success",ws="false",le="0.025"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Tail",status_code="success",ws="false",le="0.05"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Tail",status_code="success",ws="false",le="0.1"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Tail",status_code="success",ws="false",le="0.25"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Tail",status_code="success",ws="false",le="0.5"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Tail",status_code="success",ws="false",le="1"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Tail",status_code="success",ws="false",le="2.5"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Tail",status_code="success",ws="false",le="5"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Tail",status_code="success",ws="false",le="10"} 1 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Tail",status_code="success",ws="false",le="25"} 7 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Tail",status_code="success",ws="false",le="50"} 10 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Tail",status_code="success",ws="false",le="100"} 13 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/Tail",status_code="success",ws="false",le="+Inf"} 42 loki_request_duration_seconds_sum{method="gRPC",route="/logproto.Querier/Tail",status_code="success",ws="false"} 41757.00062828399 loki_request_duration_seconds_count{method="gRPC",route="/logproto.Querier/Tail",status_code="success",ws="false"} 42 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/TailersCount",status_code="success",ws="false",le="0.005"} 42 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/TailersCount",status_code="success",ws="false",le="0.01"} 42 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/TailersCount",status_code="success",ws="false",le="0.025"} 42 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/TailersCount",status_code="success",ws="false",le="0.05"} 42 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/TailersCount",status_code="success",ws="false",le="0.1"} 42 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/TailersCount",status_code="success",ws="false",le="0.25"} 42 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/TailersCount",status_code="success",ws="false",le="0.5"} 42 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/TailersCount",status_code="success",ws="false",le="1"} 42 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/TailersCount",status_code="success",ws="false",le="2.5"} 42 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/TailersCount",status_code="success",ws="false",le="5"} 42 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/TailersCount",status_code="success",ws="false",le="10"} 42 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/TailersCount",status_code="success",ws="false",le="25"} 42 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/TailersCount",status_code="success",ws="false",le="50"} 42 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/TailersCount",status_code="success",ws="false",le="100"} 42 loki_request_duration_seconds_bucket{method="gRPC",route="/logproto.Querier/TailersCount",status_code="success",ws="false",le="+Inf"} 42 loki_request_duration_seconds_sum{method="gRPC",route="/logproto.Querier/TailersCount",status_code="success",ws="false"} 0.001035926 loki_request_duration_seconds_count{method="gRPC",route="/logproto.Querier/TailersCount",status_code="success",ws="false"} 42 loki_request_duration_seconds_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",status_code="cancel",ws="false",le="0.005"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",status_code="cancel",ws="false",le="0.01"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",status_code="cancel",ws="false",le="0.025"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",status_code="cancel",ws="false",le="0.05"} 0 loki_request_duration_seconds_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",status_code="cancel",ws="false",le="0.1"} 1 loki_request_duration_seconds_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",status_code="cancel",ws="false",le="0.25"} 2 loki_request_duration_seconds_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",status_code="cancel",ws="false",le="0.5"} 7 loki_request_duration_seconds_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",status_code="cancel",ws="false",le="1"} 8 loki_request_duration_seconds_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",status_code="cancel",ws="false",le="2.5"} 21 loki_request_duration_seconds_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",status_code="cancel",ws="false",le="5"} 22 loki_request_duration_seconds_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",status_code="cancel",ws="false",le="10"} 23 loki_request_duration_seconds_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",status_code="cancel",ws="false",le="25"} 69 loki_request_duration_seconds_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",status_code="cancel",ws="false",le="50"} 112 loki_request_duration_seconds_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",status_code="cancel",ws="false",le="100"} 142 loki_request_duration_seconds_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",status_code="cancel",ws="false",le="+Inf"} 594 loki_request_duration_seconds_sum{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",status_code="cancel",ws="false"} 9.966390219644582e+07 loki_request_duration_seconds_count{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",status_code="cancel",ws="false"} 594 # HELP loki_request_message_bytes Size (in bytes) of messages received in the request. # TYPE loki_request_message_bytes histogram loki_request_message_bytes_bucket{method="GET",route="api_prom_rules_namespace_groupname",le="1.048576e+06"} 2 loki_request_message_bytes_bucket{method="GET",route="api_prom_rules_namespace_groupname",le="2.62144e+06"} 2 loki_request_message_bytes_bucket{method="GET",route="api_prom_rules_namespace_groupname",le="5.24288e+06"} 2 loki_request_message_bytes_bucket{method="GET",route="api_prom_rules_namespace_groupname",le="1.048576e+07"} 2 loki_request_message_bytes_bucket{method="GET",route="api_prom_rules_namespace_groupname",le="2.62144e+07"} 2 loki_request_message_bytes_bucket{method="GET",route="api_prom_rules_namespace_groupname",le="5.24288e+07"} 2 loki_request_message_bytes_bucket{method="GET",route="api_prom_rules_namespace_groupname",le="1.048576e+08"} 2 loki_request_message_bytes_bucket{method="GET",route="api_prom_rules_namespace_groupname",le="2.62144e+08"} 2 loki_request_message_bytes_bucket{method="GET",route="api_prom_rules_namespace_groupname",le="+Inf"} 2 loki_request_message_bytes_sum{method="GET",route="api_prom_rules_namespace_groupname"} 0 loki_request_message_bytes_count{method="GET",route="api_prom_rules_namespace_groupname"} 2 loki_request_message_bytes_bucket{method="GET",route="config",le="1.048576e+06"} 9 loki_request_message_bytes_bucket{method="GET",route="config",le="2.62144e+06"} 9 loki_request_message_bytes_bucket{method="GET",route="config",le="5.24288e+06"} 9 loki_request_message_bytes_bucket{method="GET",route="config",le="1.048576e+07"} 9 loki_request_message_bytes_bucket{method="GET",route="config",le="2.62144e+07"} 9 loki_request_message_bytes_bucket{method="GET",route="config",le="5.24288e+07"} 9 loki_request_message_bytes_bucket{method="GET",route="config",le="1.048576e+08"} 9 loki_request_message_bytes_bucket{method="GET",route="config",le="2.62144e+08"} 9 loki_request_message_bytes_bucket{method="GET",route="config",le="+Inf"} 9 loki_request_message_bytes_sum{method="GET",route="config"} 0 loki_request_message_bytes_count{method="GET",route="config"} 9 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="1.048576e+06"} 456 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="2.62144e+06"} 456 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="5.24288e+06"} 456 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="1.048576e+07"} 456 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="2.62144e+07"} 456 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="5.24288e+07"} 456 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="1.048576e+08"} 456 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="2.62144e+08"} 456 loki_request_message_bytes_bucket{method="GET",route="debug_pprof",le="+Inf"} 456 loki_request_message_bytes_sum{method="GET",route="debug_pprof"} 0 loki_request_message_bytes_count{method="GET",route="debug_pprof"} 456 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_label_name_values",le="1.048576e+06"} 48 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_label_name_values",le="2.62144e+06"} 48 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_label_name_values",le="5.24288e+06"} 48 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_label_name_values",le="1.048576e+07"} 48 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_label_name_values",le="2.62144e+07"} 48 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_label_name_values",le="5.24288e+07"} 48 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_label_name_values",le="1.048576e+08"} 48 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_label_name_values",le="2.62144e+08"} 48 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_label_name_values",le="+Inf"} 48 loki_request_message_bytes_sum{method="GET",route="loki_api_v1_label_name_values"} 0 loki_request_message_bytes_count{method="GET",route="loki_api_v1_label_name_values"} 48 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_labels",le="1.048576e+06"} 35 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_labels",le="2.62144e+06"} 35 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_labels",le="5.24288e+06"} 35 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_labels",le="1.048576e+07"} 35 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_labels",le="2.62144e+07"} 35 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_labels",le="5.24288e+07"} 35 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_labels",le="1.048576e+08"} 35 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_labels",le="2.62144e+08"} 35 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_labels",le="+Inf"} 35 loki_request_message_bytes_sum{method="GET",route="loki_api_v1_labels"} 0 loki_request_message_bytes_count{method="GET",route="loki_api_v1_labels"} 35 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_query",le="1.048576e+06"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_query",le="2.62144e+06"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_query",le="5.24288e+06"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_query",le="1.048576e+07"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_query",le="2.62144e+07"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_query",le="5.24288e+07"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_query",le="1.048576e+08"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_query",le="2.62144e+08"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_query",le="+Inf"} 1 loki_request_message_bytes_sum{method="GET",route="loki_api_v1_query"} 0 loki_request_message_bytes_count{method="GET",route="loki_api_v1_query"} 1 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_query_range",le="1.048576e+06"} 304 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_query_range",le="2.62144e+06"} 304 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_query_range",le="5.24288e+06"} 304 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_query_range",le="1.048576e+07"} 304 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_query_range",le="2.62144e+07"} 304 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_query_range",le="5.24288e+07"} 304 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_query_range",le="1.048576e+08"} 304 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_query_range",le="2.62144e+08"} 304 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_query_range",le="+Inf"} 304 loki_request_message_bytes_sum{method="GET",route="loki_api_v1_query_range"} 0 loki_request_message_bytes_count{method="GET",route="loki_api_v1_query_range"} 304 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_series",le="1.048576e+06"} 3 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_series",le="2.62144e+06"} 3 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_series",le="5.24288e+06"} 3 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_series",le="1.048576e+07"} 3 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_series",le="2.62144e+07"} 3 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_series",le="5.24288e+07"} 3 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_series",le="1.048576e+08"} 3 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_series",le="2.62144e+08"} 3 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_series",le="+Inf"} 3 loki_request_message_bytes_sum{method="GET",route="loki_api_v1_series"} 0 loki_request_message_bytes_count{method="GET",route="loki_api_v1_series"} 3 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_tail",le="1.048576e+06"} 42 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_tail",le="2.62144e+06"} 42 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_tail",le="5.24288e+06"} 42 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_tail",le="1.048576e+07"} 42 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_tail",le="2.62144e+07"} 42 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_tail",le="5.24288e+07"} 42 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_tail",le="1.048576e+08"} 42 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_tail",le="2.62144e+08"} 42 loki_request_message_bytes_bucket{method="GET",route="loki_api_v1_tail",le="+Inf"} 42 loki_request_message_bytes_sum{method="GET",route="loki_api_v1_tail"} 0 loki_request_message_bytes_count{method="GET",route="loki_api_v1_tail"} 42 loki_request_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+06"} 296 loki_request_message_bytes_bucket{method="GET",route="metrics",le="2.62144e+06"} 296 loki_request_message_bytes_bucket{method="GET",route="metrics",le="5.24288e+06"} 296 loki_request_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+07"} 296 loki_request_message_bytes_bucket{method="GET",route="metrics",le="2.62144e+07"} 296 loki_request_message_bytes_bucket{method="GET",route="metrics",le="5.24288e+07"} 296 loki_request_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+08"} 296 loki_request_message_bytes_bucket{method="GET",route="metrics",le="2.62144e+08"} 296 loki_request_message_bytes_bucket{method="GET",route="metrics",le="+Inf"} 296 loki_request_message_bytes_sum{method="GET",route="metrics"} 0 loki_request_message_bytes_count{method="GET",route="metrics"} 296 loki_request_message_bytes_bucket{method="GET",route="other",le="1.048576e+06"} 11390 loki_request_message_bytes_bucket{method="GET",route="other",le="2.62144e+06"} 11390 loki_request_message_bytes_bucket{method="GET",route="other",le="5.24288e+06"} 11390 loki_request_message_bytes_bucket{method="GET",route="other",le="1.048576e+07"} 11390 loki_request_message_bytes_bucket{method="GET",route="other",le="2.62144e+07"} 11390 loki_request_message_bytes_bucket{method="GET",route="other",le="5.24288e+07"} 11390 loki_request_message_bytes_bucket{method="GET",route="other",le="1.048576e+08"} 11390 loki_request_message_bytes_bucket{method="GET",route="other",le="2.62144e+08"} 11390 loki_request_message_bytes_bucket{method="GET",route="other",le="+Inf"} 11390 loki_request_message_bytes_sum{method="GET",route="other"} 0 loki_request_message_bytes_count{method="GET",route="other"} 11390 loki_request_message_bytes_bucket{method="GET",route="prometheus_api_v1_rules",le="1.048576e+06"} 5 loki_request_message_bytes_bucket{method="GET",route="prometheus_api_v1_rules",le="2.62144e+06"} 5 loki_request_message_bytes_bucket{method="GET",route="prometheus_api_v1_rules",le="5.24288e+06"} 5 loki_request_message_bytes_bucket{method="GET",route="prometheus_api_v1_rules",le="1.048576e+07"} 5 loki_request_message_bytes_bucket{method="GET",route="prometheus_api_v1_rules",le="2.62144e+07"} 5 loki_request_message_bytes_bucket{method="GET",route="prometheus_api_v1_rules",le="5.24288e+07"} 5 loki_request_message_bytes_bucket{method="GET",route="prometheus_api_v1_rules",le="1.048576e+08"} 5 loki_request_message_bytes_bucket{method="GET",route="prometheus_api_v1_rules",le="2.62144e+08"} 5 loki_request_message_bytes_bucket{method="GET",route="prometheus_api_v1_rules",le="+Inf"} 5 loki_request_message_bytes_sum{method="GET",route="prometheus_api_v1_rules"} 0 loki_request_message_bytes_count{method="GET",route="prometheus_api_v1_rules"} 5 loki_request_message_bytes_bucket{method="HEAD",route="other",le="1.048576e+06"} 62 loki_request_message_bytes_bucket{method="HEAD",route="other",le="2.62144e+06"} 62 loki_request_message_bytes_bucket{method="HEAD",route="other",le="5.24288e+06"} 62 loki_request_message_bytes_bucket{method="HEAD",route="other",le="1.048576e+07"} 62 loki_request_message_bytes_bucket{method="HEAD",route="other",le="2.62144e+07"} 62 loki_request_message_bytes_bucket{method="HEAD",route="other",le="5.24288e+07"} 62 loki_request_message_bytes_bucket{method="HEAD",route="other",le="1.048576e+08"} 62 loki_request_message_bytes_bucket{method="HEAD",route="other",le="2.62144e+08"} 62 loki_request_message_bytes_bucket{method="HEAD",route="other",le="+Inf"} 62 loki_request_message_bytes_sum{method="HEAD",route="other"} 0 loki_request_message_bytes_count{method="HEAD",route="other"} 62 loki_request_message_bytes_bucket{method="POST",route="api_prom_push",le="1.048576e+06"} 1.0708302e+07 loki_request_message_bytes_bucket{method="POST",route="api_prom_push",le="2.62144e+06"} 1.0708302e+07 loki_request_message_bytes_bucket{method="POST",route="api_prom_push",le="5.24288e+06"} 1.0708302e+07 loki_request_message_bytes_bucket{method="POST",route="api_prom_push",le="1.048576e+07"} 1.0708302e+07 loki_request_message_bytes_bucket{method="POST",route="api_prom_push",le="2.62144e+07"} 1.0708302e+07 loki_request_message_bytes_bucket{method="POST",route="api_prom_push",le="5.24288e+07"} 1.0708302e+07 loki_request_message_bytes_bucket{method="POST",route="api_prom_push",le="1.048576e+08"} 1.0708302e+07 loki_request_message_bytes_bucket{method="POST",route="api_prom_push",le="2.62144e+08"} 1.0708302e+07 loki_request_message_bytes_bucket{method="POST",route="api_prom_push",le="+Inf"} 1.0708302e+07 loki_request_message_bytes_sum{method="POST",route="api_prom_push"} 1.0366087756e+10 loki_request_message_bytes_count{method="POST",route="api_prom_push"} 1.0708302e+07 loki_request_message_bytes_bucket{method="POST",route="other",le="1.048576e+06"} 147 loki_request_message_bytes_bucket{method="POST",route="other",le="2.62144e+06"} 147 loki_request_message_bytes_bucket{method="POST",route="other",le="5.24288e+06"} 147 loki_request_message_bytes_bucket{method="POST",route="other",le="1.048576e+07"} 147 loki_request_message_bytes_bucket{method="POST",route="other",le="2.62144e+07"} 147 loki_request_message_bytes_bucket{method="POST",route="other",le="5.24288e+07"} 147 loki_request_message_bytes_bucket{method="POST",route="other",le="1.048576e+08"} 147 loki_request_message_bytes_bucket{method="POST",route="other",le="2.62144e+08"} 147 loki_request_message_bytes_bucket{method="POST",route="other",le="+Inf"} 147 loki_request_message_bytes_sum{method="POST",route="other"} 0 loki_request_message_bytes_count{method="POST",route="other"} 147 loki_request_message_bytes_bucket{method="PRI",route="other",le="1.048576e+06"} 224 loki_request_message_bytes_bucket{method="PRI",route="other",le="2.62144e+06"} 224 loki_request_message_bytes_bucket{method="PRI",route="other",le="5.24288e+06"} 224 loki_request_message_bytes_bucket{method="PRI",route="other",le="1.048576e+07"} 224 loki_request_message_bytes_bucket{method="PRI",route="other",le="2.62144e+07"} 224 loki_request_message_bytes_bucket{method="PRI",route="other",le="5.24288e+07"} 224 loki_request_message_bytes_bucket{method="PRI",route="other",le="1.048576e+08"} 224 loki_request_message_bytes_bucket{method="PRI",route="other",le="2.62144e+08"} 224 loki_request_message_bytes_bucket{method="PRI",route="other",le="+Inf"} 224 loki_request_message_bytes_sum{method="PRI",route="other"} 0 loki_request_message_bytes_count{method="PRI",route="other"} 224 loki_request_message_bytes_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",le="1.048576e+06"} 27302 loki_request_message_bytes_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",le="2.62144e+06"} 27347 loki_request_message_bytes_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",le="5.24288e+06"} 27349 loki_request_message_bytes_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",le="1.048576e+07"} 27349 loki_request_message_bytes_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",le="2.62144e+07"} 27349 loki_request_message_bytes_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",le="5.24288e+07"} 27349 loki_request_message_bytes_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",le="1.048576e+08"} 27349 loki_request_message_bytes_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",le="2.62144e+08"} 27349 loki_request_message_bytes_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",le="+Inf"} 27349 loki_request_message_bytes_sum{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult"} 1.38267379e+08 loki_request_message_bytes_count{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult"} 27349 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1.048576e+06"} 3.128896e+06 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="2.62144e+06"} 3.128896e+06 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="5.24288e+06"} 3.128896e+06 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1.048576e+07"} 3.128896e+06 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="2.62144e+07"} 3.128896e+06 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="5.24288e+07"} 3.128896e+06 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1.048576e+08"} 3.128896e+06 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="2.62144e+08"} 3.128896e+06 loki_request_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="+Inf"} 3.128896e+06 loki_request_message_bytes_sum{method="gRPC",route="/grpc.health.v1.Health/Check"} 1.564448e+07 loki_request_message_bytes_count{method="gRPC",route="/grpc.health.v1.Health/Check"} 3.128896e+06 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="1.048576e+06"} 1.0708249e+07 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="2.62144e+06"} 1.0708249e+07 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="5.24288e+06"} 1.0708249e+07 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="1.048576e+07"} 1.0708249e+07 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="2.62144e+07"} 1.0708249e+07 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="5.24288e+07"} 1.0708249e+07 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="1.048576e+08"} 1.0708249e+07 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="2.62144e+08"} 1.0708249e+07 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="+Inf"} 1.0708249e+07 loki_request_message_bytes_sum{method="gRPC",route="/logproto.Pusher/Push"} 4.1328704751e+10 loki_request_message_bytes_count{method="gRPC",route="/logproto.Pusher/Push"} 1.0708249e+07 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Label",le="1.048576e+06"} 85 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Label",le="2.62144e+06"} 85 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Label",le="5.24288e+06"} 85 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Label",le="1.048576e+07"} 85 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Label",le="2.62144e+07"} 85 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Label",le="5.24288e+07"} 85 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Label",le="1.048576e+08"} 85 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Label",le="2.62144e+08"} 85 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Label",le="+Inf"} 85 loki_request_message_bytes_sum{method="gRPC",route="/logproto.Querier/Label"} 3375 loki_request_message_bytes_count{method="gRPC",route="/logproto.Querier/Label"} 85 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Query",le="1.048576e+06"} 9688 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Query",le="2.62144e+06"} 9688 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Query",le="5.24288e+06"} 9688 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Query",le="1.048576e+07"} 9688 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Query",le="2.62144e+07"} 9688 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Query",le="5.24288e+07"} 9688 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Query",le="1.048576e+08"} 9688 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Query",le="2.62144e+08"} 9688 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Query",le="+Inf"} 9688 loki_request_message_bytes_sum{method="gRPC",route="/logproto.Querier/Query"} 705192 loki_request_message_bytes_count{method="gRPC",route="/logproto.Querier/Query"} 9688 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/QuerySample",le="1.048576e+06"} 5110 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/QuerySample",le="2.62144e+06"} 5110 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/QuerySample",le="5.24288e+06"} 5110 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/QuerySample",le="1.048576e+07"} 5110 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/QuerySample",le="2.62144e+07"} 5110 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/QuerySample",le="5.24288e+07"} 5110 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/QuerySample",le="1.048576e+08"} 5110 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/QuerySample",le="2.62144e+08"} 5110 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/QuerySample",le="+Inf"} 5110 loki_request_message_bytes_sum{method="gRPC",route="/logproto.Querier/QuerySample"} 520386 loki_request_message_bytes_count{method="gRPC",route="/logproto.Querier/QuerySample"} 5110 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Series",le="1.048576e+06"} 48 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Series",le="2.62144e+06"} 48 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Series",le="5.24288e+06"} 48 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Series",le="1.048576e+07"} 48 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Series",le="2.62144e+07"} 48 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Series",le="5.24288e+07"} 48 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Series",le="1.048576e+08"} 48 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Series",le="2.62144e+08"} 48 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Series",le="+Inf"} 48 loki_request_message_bytes_sum{method="gRPC",route="/logproto.Querier/Series"} 3474 loki_request_message_bytes_count{method="gRPC",route="/logproto.Querier/Series"} 48 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Tail",le="1.048576e+06"} 42 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Tail",le="2.62144e+06"} 42 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Tail",le="5.24288e+06"} 42 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Tail",le="1.048576e+07"} 42 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Tail",le="2.62144e+07"} 42 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Tail",le="5.24288e+07"} 42 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Tail",le="1.048576e+08"} 42 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Tail",le="2.62144e+08"} 42 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Tail",le="+Inf"} 42 loki_request_message_bytes_sum{method="gRPC",route="/logproto.Querier/Tail"} 2314 loki_request_message_bytes_count{method="gRPC",route="/logproto.Querier/Tail"} 42 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/TailersCount",le="1.048576e+06"} 42 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/TailersCount",le="2.62144e+06"} 42 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/TailersCount",le="5.24288e+06"} 42 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/TailersCount",le="1.048576e+07"} 42 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/TailersCount",le="2.62144e+07"} 42 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/TailersCount",le="5.24288e+07"} 42 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/TailersCount",le="1.048576e+08"} 42 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/TailersCount",le="2.62144e+08"} 42 loki_request_message_bytes_bucket{method="gRPC",route="/logproto.Querier/TailersCount",le="+Inf"} 42 loki_request_message_bytes_sum{method="gRPC",route="/logproto.Querier/TailersCount"} 210 loki_request_message_bytes_count{method="gRPC",route="/logproto.Querier/TailersCount"} 42 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="1.048576e+06"} 31232 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="2.62144e+06"} 31232 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="5.24288e+06"} 31232 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="1.048576e+07"} 31232 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="2.62144e+07"} 31232 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="5.24288e+07"} 31232 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="1.048576e+08"} 31232 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="2.62144e+08"} 31232 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="+Inf"} 31232 loki_request_message_bytes_sum{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop"} 1.0809155e+07 loki_request_message_bytes_count{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop"} 31232 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="1.048576e+06"} 27747 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="2.62144e+06"} 27747 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="5.24288e+06"} 27747 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="1.048576e+07"} 27747 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="2.62144e+07"} 27747 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="5.24288e+07"} 27747 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="1.048576e+08"} 27747 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="2.62144e+08"} 27747 loki_request_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="+Inf"} 27747 loki_request_message_bytes_sum{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop"} 144171 loki_request_message_bytes_count{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop"} 27747 # HELP loki_response_message_bytes Size (in bytes) of messages sent in response. # TYPE loki_response_message_bytes histogram loki_response_message_bytes_bucket{method="GET",route="api_prom_rules_namespace_groupname",le="1.048576e+06"} 2 loki_response_message_bytes_bucket{method="GET",route="api_prom_rules_namespace_groupname",le="2.62144e+06"} 2 loki_response_message_bytes_bucket{method="GET",route="api_prom_rules_namespace_groupname",le="5.24288e+06"} 2 loki_response_message_bytes_bucket{method="GET",route="api_prom_rules_namespace_groupname",le="1.048576e+07"} 2 loki_response_message_bytes_bucket{method="GET",route="api_prom_rules_namespace_groupname",le="2.62144e+07"} 2 loki_response_message_bytes_bucket{method="GET",route="api_prom_rules_namespace_groupname",le="5.24288e+07"} 2 loki_response_message_bytes_bucket{method="GET",route="api_prom_rules_namespace_groupname",le="1.048576e+08"} 2 loki_response_message_bytes_bucket{method="GET",route="api_prom_rules_namespace_groupname",le="2.62144e+08"} 2 loki_response_message_bytes_bucket{method="GET",route="api_prom_rules_namespace_groupname",le="+Inf"} 2 loki_response_message_bytes_sum{method="GET",route="api_prom_rules_namespace_groupname"} 90 loki_response_message_bytes_count{method="GET",route="api_prom_rules_namespace_groupname"} 2 loki_response_message_bytes_bucket{method="GET",route="config",le="1.048576e+06"} 9 loki_response_message_bytes_bucket{method="GET",route="config",le="2.62144e+06"} 9 loki_response_message_bytes_bucket{method="GET",route="config",le="5.24288e+06"} 9 loki_response_message_bytes_bucket{method="GET",route="config",le="1.048576e+07"} 9 loki_response_message_bytes_bucket{method="GET",route="config",le="2.62144e+07"} 9 loki_response_message_bytes_bucket{method="GET",route="config",le="5.24288e+07"} 9 loki_response_message_bytes_bucket{method="GET",route="config",le="1.048576e+08"} 9 loki_response_message_bytes_bucket{method="GET",route="config",le="2.62144e+08"} 9 loki_response_message_bytes_bucket{method="GET",route="config",le="+Inf"} 9 loki_response_message_bytes_sum{method="GET",route="config"} 301851 loki_response_message_bytes_count{method="GET",route="config"} 9 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="1.048576e+06"} 456 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="2.62144e+06"} 456 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="5.24288e+06"} 456 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="1.048576e+07"} 456 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="2.62144e+07"} 456 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="5.24288e+07"} 456 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="1.048576e+08"} 456 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="2.62144e+08"} 456 loki_response_message_bytes_bucket{method="GET",route="debug_pprof",le="+Inf"} 456 loki_response_message_bytes_sum{method="GET",route="debug_pprof"} 518815 loki_response_message_bytes_count{method="GET",route="debug_pprof"} 456 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_label_name_values",le="1.048576e+06"} 48 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_label_name_values",le="2.62144e+06"} 48 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_label_name_values",le="5.24288e+06"} 48 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_label_name_values",le="1.048576e+07"} 48 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_label_name_values",le="2.62144e+07"} 48 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_label_name_values",le="5.24288e+07"} 48 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_label_name_values",le="1.048576e+08"} 48 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_label_name_values",le="2.62144e+08"} 48 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_label_name_values",le="+Inf"} 48 loki_response_message_bytes_sum{method="GET",route="loki_api_v1_label_name_values"} 17114 loki_response_message_bytes_count{method="GET",route="loki_api_v1_label_name_values"} 48 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_labels",le="1.048576e+06"} 35 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_labels",le="2.62144e+06"} 35 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_labels",le="5.24288e+06"} 35 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_labels",le="1.048576e+07"} 35 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_labels",le="2.62144e+07"} 35 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_labels",le="5.24288e+07"} 35 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_labels",le="1.048576e+08"} 35 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_labels",le="2.62144e+08"} 35 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_labels",le="+Inf"} 35 loki_response_message_bytes_sum{method="GET",route="loki_api_v1_labels"} 2328 loki_response_message_bytes_count{method="GET",route="loki_api_v1_labels"} 35 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_query",le="1.048576e+06"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_query",le="2.62144e+06"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_query",le="5.24288e+06"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_query",le="1.048576e+07"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_query",le="2.62144e+07"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_query",le="5.24288e+07"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_query",le="1.048576e+08"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_query",le="2.62144e+08"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_query",le="+Inf"} 1 loki_response_message_bytes_sum{method="GET",route="loki_api_v1_query"} 65 loki_response_message_bytes_count{method="GET",route="loki_api_v1_query"} 1 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_query_range",le="1.048576e+06"} 282 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_query_range",le="2.62144e+06"} 301 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_query_range",le="5.24288e+06"} 304 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_query_range",le="1.048576e+07"} 304 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_query_range",le="2.62144e+07"} 304 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_query_range",le="5.24288e+07"} 304 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_query_range",le="1.048576e+08"} 304 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_query_range",le="2.62144e+08"} 304 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_query_range",le="+Inf"} 304 loki_response_message_bytes_sum{method="GET",route="loki_api_v1_query_range"} 6.5139899e+07 loki_response_message_bytes_count{method="GET",route="loki_api_v1_query_range"} 304 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_series",le="1.048576e+06"} 3 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_series",le="2.62144e+06"} 3 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_series",le="5.24288e+06"} 3 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_series",le="1.048576e+07"} 3 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_series",le="2.62144e+07"} 3 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_series",le="5.24288e+07"} 3 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_series",le="1.048576e+08"} 3 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_series",le="2.62144e+08"} 3 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_series",le="+Inf"} 3 loki_response_message_bytes_sum{method="GET",route="loki_api_v1_series"} 198 loki_response_message_bytes_count{method="GET",route="loki_api_v1_series"} 3 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_tail",le="1.048576e+06"} 42 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_tail",le="2.62144e+06"} 42 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_tail",le="5.24288e+06"} 42 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_tail",le="1.048576e+07"} 42 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_tail",le="2.62144e+07"} 42 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_tail",le="5.24288e+07"} 42 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_tail",le="1.048576e+08"} 42 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_tail",le="2.62144e+08"} 42 loki_response_message_bytes_bucket{method="GET",route="loki_api_v1_tail",le="+Inf"} 42 loki_response_message_bytes_sum{method="GET",route="loki_api_v1_tail"} 0 loki_response_message_bytes_count{method="GET",route="loki_api_v1_tail"} 42 loki_response_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+06"} 296 loki_response_message_bytes_bucket{method="GET",route="metrics",le="2.62144e+06"} 296 loki_response_message_bytes_bucket{method="GET",route="metrics",le="5.24288e+06"} 296 loki_response_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+07"} 296 loki_response_message_bytes_bucket{method="GET",route="metrics",le="2.62144e+07"} 296 loki_response_message_bytes_bucket{method="GET",route="metrics",le="5.24288e+07"} 296 loki_response_message_bytes_bucket{method="GET",route="metrics",le="1.048576e+08"} 296 loki_response_message_bytes_bucket{method="GET",route="metrics",le="2.62144e+08"} 296 loki_response_message_bytes_bucket{method="GET",route="metrics",le="+Inf"} 296 loki_response_message_bytes_sum{method="GET",route="metrics"} 9.876161e+06 loki_response_message_bytes_count{method="GET",route="metrics"} 296 loki_response_message_bytes_bucket{method="GET",route="other",le="1.048576e+06"} 11390 loki_response_message_bytes_bucket{method="GET",route="other",le="2.62144e+06"} 11390 loki_response_message_bytes_bucket{method="GET",route="other",le="5.24288e+06"} 11390 loki_response_message_bytes_bucket{method="GET",route="other",le="1.048576e+07"} 11390 loki_response_message_bytes_bucket{method="GET",route="other",le="2.62144e+07"} 11390 loki_response_message_bytes_bucket{method="GET",route="other",le="5.24288e+07"} 11390 loki_response_message_bytes_bucket{method="GET",route="other",le="1.048576e+08"} 11390 loki_response_message_bytes_bucket{method="GET",route="other",le="2.62144e+08"} 11390 loki_response_message_bytes_bucket{method="GET",route="other",le="+Inf"} 11390 loki_response_message_bytes_sum{method="GET",route="other"} 207974 loki_response_message_bytes_count{method="GET",route="other"} 11390 loki_response_message_bytes_bucket{method="GET",route="prometheus_api_v1_rules",le="1.048576e+06"} 5 loki_response_message_bytes_bucket{method="GET",route="prometheus_api_v1_rules",le="2.62144e+06"} 5 loki_response_message_bytes_bucket{method="GET",route="prometheus_api_v1_rules",le="5.24288e+06"} 5 loki_response_message_bytes_bucket{method="GET",route="prometheus_api_v1_rules",le="1.048576e+07"} 5 loki_response_message_bytes_bucket{method="GET",route="prometheus_api_v1_rules",le="2.62144e+07"} 5 loki_response_message_bytes_bucket{method="GET",route="prometheus_api_v1_rules",le="5.24288e+07"} 5 loki_response_message_bytes_bucket{method="GET",route="prometheus_api_v1_rules",le="1.048576e+08"} 5 loki_response_message_bytes_bucket{method="GET",route="prometheus_api_v1_rules",le="2.62144e+08"} 5 loki_response_message_bytes_bucket{method="GET",route="prometheus_api_v1_rules",le="+Inf"} 5 loki_response_message_bytes_sum{method="GET",route="prometheus_api_v1_rules"} 335 loki_response_message_bytes_count{method="GET",route="prometheus_api_v1_rules"} 5 loki_response_message_bytes_bucket{method="HEAD",route="other",le="1.048576e+06"} 62 loki_response_message_bytes_bucket{method="HEAD",route="other",le="2.62144e+06"} 62 loki_response_message_bytes_bucket{method="HEAD",route="other",le="5.24288e+06"} 62 loki_response_message_bytes_bucket{method="HEAD",route="other",le="1.048576e+07"} 62 loki_response_message_bytes_bucket{method="HEAD",route="other",le="2.62144e+07"} 62 loki_response_message_bytes_bucket{method="HEAD",route="other",le="5.24288e+07"} 62 loki_response_message_bytes_bucket{method="HEAD",route="other",le="1.048576e+08"} 62 loki_response_message_bytes_bucket{method="HEAD",route="other",le="2.62144e+08"} 62 loki_response_message_bytes_bucket{method="HEAD",route="other",le="+Inf"} 62 loki_response_message_bytes_sum{method="HEAD",route="other"} 1178 loki_response_message_bytes_count{method="HEAD",route="other"} 62 loki_response_message_bytes_bucket{method="POST",route="api_prom_push",le="1.048576e+06"} 1.0708302e+07 loki_response_message_bytes_bucket{method="POST",route="api_prom_push",le="2.62144e+06"} 1.0708302e+07 loki_response_message_bytes_bucket{method="POST",route="api_prom_push",le="5.24288e+06"} 1.0708302e+07 loki_response_message_bytes_bucket{method="POST",route="api_prom_push",le="1.048576e+07"} 1.0708302e+07 loki_response_message_bytes_bucket{method="POST",route="api_prom_push",le="2.62144e+07"} 1.0708302e+07 loki_response_message_bytes_bucket{method="POST",route="api_prom_push",le="5.24288e+07"} 1.0708302e+07 loki_response_message_bytes_bucket{method="POST",route="api_prom_push",le="1.048576e+08"} 1.0708302e+07 loki_response_message_bytes_bucket{method="POST",route="api_prom_push",le="2.62144e+08"} 1.0708302e+07 loki_response_message_bytes_bucket{method="POST",route="api_prom_push",le="+Inf"} 1.0708302e+07 loki_response_message_bytes_sum{method="POST",route="api_prom_push"} 1.568321983e+09 loki_response_message_bytes_count{method="POST",route="api_prom_push"} 1.0708302e+07 loki_response_message_bytes_bucket{method="POST",route="other",le="1.048576e+06"} 147 loki_response_message_bytes_bucket{method="POST",route="other",le="2.62144e+06"} 147 loki_response_message_bytes_bucket{method="POST",route="other",le="5.24288e+06"} 147 loki_response_message_bytes_bucket{method="POST",route="other",le="1.048576e+07"} 147 loki_response_message_bytes_bucket{method="POST",route="other",le="2.62144e+07"} 147 loki_response_message_bytes_bucket{method="POST",route="other",le="5.24288e+07"} 147 loki_response_message_bytes_bucket{method="POST",route="other",le="1.048576e+08"} 147 loki_response_message_bytes_bucket{method="POST",route="other",le="2.62144e+08"} 147 loki_response_message_bytes_bucket{method="POST",route="other",le="+Inf"} 147 loki_response_message_bytes_sum{method="POST",route="other"} 2793 loki_response_message_bytes_count{method="POST",route="other"} 147 loki_response_message_bytes_bucket{method="PRI",route="other",le="1.048576e+06"} 224 loki_response_message_bytes_bucket{method="PRI",route="other",le="2.62144e+06"} 224 loki_response_message_bytes_bucket{method="PRI",route="other",le="5.24288e+06"} 224 loki_response_message_bytes_bucket{method="PRI",route="other",le="1.048576e+07"} 224 loki_response_message_bytes_bucket{method="PRI",route="other",le="2.62144e+07"} 224 loki_response_message_bytes_bucket{method="PRI",route="other",le="5.24288e+07"} 224 loki_response_message_bytes_bucket{method="PRI",route="other",le="1.048576e+08"} 224 loki_response_message_bytes_bucket{method="PRI",route="other",le="2.62144e+08"} 224 loki_response_message_bytes_bucket{method="PRI",route="other",le="+Inf"} 224 loki_response_message_bytes_sum{method="PRI",route="other"} 0 loki_response_message_bytes_count{method="PRI",route="other"} 224 loki_response_message_bytes_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",le="1.048576e+06"} 27320 loki_response_message_bytes_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",le="2.62144e+06"} 27320 loki_response_message_bytes_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",le="5.24288e+06"} 27320 loki_response_message_bytes_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",le="1.048576e+07"} 27320 loki_response_message_bytes_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",le="2.62144e+07"} 27320 loki_response_message_bytes_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",le="5.24288e+07"} 27320 loki_response_message_bytes_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",le="1.048576e+08"} 27320 loki_response_message_bytes_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",le="2.62144e+08"} 27320 loki_response_message_bytes_bucket{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult",le="+Inf"} 27320 loki_response_message_bytes_sum{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult"} 136600 loki_response_message_bytes_count{method="gRPC",route="/frontendv2pb.FrontendForQuerier/QueryResult"} 27320 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1.048576e+06"} 3.128896e+06 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="2.62144e+06"} 3.128896e+06 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="5.24288e+06"} 3.128896e+06 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1.048576e+07"} 3.128896e+06 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="2.62144e+07"} 3.128896e+06 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="5.24288e+07"} 3.128896e+06 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="1.048576e+08"} 3.128896e+06 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="2.62144e+08"} 3.128896e+06 loki_response_message_bytes_bucket{method="gRPC",route="/grpc.health.v1.Health/Check",le="+Inf"} 3.128896e+06 loki_response_message_bytes_sum{method="gRPC",route="/grpc.health.v1.Health/Check"} 2.1902272e+07 loki_response_message_bytes_count{method="gRPC",route="/grpc.health.v1.Health/Check"} 3.128896e+06 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="1.048576e+06"} 9.587429e+06 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="2.62144e+06"} 9.587429e+06 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="5.24288e+06"} 9.587429e+06 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="1.048576e+07"} 9.587429e+06 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="2.62144e+07"} 9.587429e+06 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="5.24288e+07"} 9.587429e+06 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="1.048576e+08"} 9.587429e+06 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="2.62144e+08"} 9.587429e+06 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Pusher/Push",le="+Inf"} 9.587429e+06 loki_response_message_bytes_sum{method="gRPC",route="/logproto.Pusher/Push"} 4.7937145e+07 loki_response_message_bytes_count{method="gRPC",route="/logproto.Pusher/Push"} 9.587429e+06 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Label",le="1.048576e+06"} 84 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Label",le="2.62144e+06"} 84 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Label",le="5.24288e+06"} 84 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Label",le="1.048576e+07"} 84 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Label",le="2.62144e+07"} 84 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Label",le="5.24288e+07"} 84 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Label",le="1.048576e+08"} 84 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Label",le="2.62144e+08"} 84 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Label",le="+Inf"} 84 loki_response_message_bytes_sum{method="gRPC",route="/logproto.Querier/Label"} 16999 loki_response_message_bytes_count{method="gRPC",route="/logproto.Querier/Label"} 84 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Query",le="1.048576e+06"} 3113 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Query",le="2.62144e+06"} 3113 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Query",le="5.24288e+06"} 3113 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Query",le="1.048576e+07"} 3113 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Query",le="2.62144e+07"} 3113 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Query",le="5.24288e+07"} 3113 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Query",le="1.048576e+08"} 3113 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Query",le="2.62144e+08"} 3113 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Query",le="+Inf"} 3113 loki_response_message_bytes_sum{method="gRPC",route="/logproto.Querier/Query"} 1.15423806e+08 loki_response_message_bytes_count{method="gRPC",route="/logproto.Querier/Query"} 3113 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/QuerySample",le="1.048576e+06"} 6196 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/QuerySample",le="2.62144e+06"} 6196 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/QuerySample",le="5.24288e+06"} 6196 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/QuerySample",le="1.048576e+07"} 6196 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/QuerySample",le="2.62144e+07"} 6196 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/QuerySample",le="5.24288e+07"} 6196 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/QuerySample",le="1.048576e+08"} 6196 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/QuerySample",le="2.62144e+08"} 6196 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/QuerySample",le="+Inf"} 6196 loki_response_message_bytes_sum{method="gRPC",route="/logproto.Querier/QuerySample"} 9.8075604e+07 loki_response_message_bytes_count{method="gRPC",route="/logproto.Querier/QuerySample"} 6196 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Series",le="1.048576e+06"} 48 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Series",le="2.62144e+06"} 48 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Series",le="5.24288e+06"} 48 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Series",le="1.048576e+07"} 48 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Series",le="2.62144e+07"} 48 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Series",le="5.24288e+07"} 48 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Series",le="1.048576e+08"} 48 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Series",le="2.62144e+08"} 48 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Series",le="+Inf"} 48 loki_response_message_bytes_sum{method="gRPC",route="/logproto.Querier/Series"} 348 loki_response_message_bytes_count{method="gRPC",route="/logproto.Querier/Series"} 48 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Tail",le="1.048576e+06"} 41881 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Tail",le="2.62144e+06"} 41881 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Tail",le="5.24288e+06"} 41881 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Tail",le="1.048576e+07"} 41881 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Tail",le="2.62144e+07"} 41881 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Tail",le="5.24288e+07"} 41881 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Tail",le="1.048576e+08"} 41881 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Tail",le="2.62144e+08"} 41881 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/Tail",le="+Inf"} 41881 loki_response_message_bytes_sum{method="gRPC",route="/logproto.Querier/Tail"} 6.14524874e+08 loki_response_message_bytes_count{method="gRPC",route="/logproto.Querier/Tail"} 41881 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/TailersCount",le="1.048576e+06"} 42 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/TailersCount",le="2.62144e+06"} 42 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/TailersCount",le="5.24288e+06"} 42 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/TailersCount",le="1.048576e+07"} 42 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/TailersCount",le="2.62144e+07"} 42 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/TailersCount",le="5.24288e+07"} 42 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/TailersCount",le="1.048576e+08"} 42 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/TailersCount",le="2.62144e+08"} 42 loki_response_message_bytes_bucket{method="gRPC",route="/logproto.Querier/TailersCount",le="+Inf"} 42 loki_response_message_bytes_sum{method="gRPC",route="/logproto.Querier/TailersCount"} 232 loki_response_message_bytes_count{method="gRPC",route="/logproto.Querier/TailersCount"} 42 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="1.048576e+06"} 31232 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="2.62144e+06"} 31232 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="5.24288e+06"} 31232 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="1.048576e+07"} 31232 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="2.62144e+07"} 31232 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="5.24288e+07"} 31232 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="1.048576e+08"} 31232 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="2.62144e+08"} 31232 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop",le="+Inf"} 31232 loki_response_message_bytes_sum{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop"} 156160 loki_response_message_bytes_count{method="gRPC",route="/schedulerpb.SchedulerForFrontend/FrontendLoop"} 31232 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="1.048576e+06"} 27711 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="2.62144e+06"} 27711 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="5.24288e+06"} 27711 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="1.048576e+07"} 27711 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="2.62144e+07"} 27711 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="5.24288e+07"} 27711 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="1.048576e+08"} 27711 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="2.62144e+08"} 27711 loki_response_message_bytes_bucket{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop",le="+Inf"} 27711 loki_response_message_bytes_sum{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop"} 1.1228057e+07 loki_response_message_bytes_count{method="gRPC",route="/schedulerpb.SchedulerForQuerier/QuerierLoop"} 27711 # HELP loki_store_chunks_downloaded_total Number of chunks referenced or downloaded, partitioned by if they satisfy matchers. # TYPE loki_store_chunks_downloaded_total counter loki_store_chunks_downloaded_total{status="discarded"} 0 loki_store_chunks_downloaded_total{status="matched"} 728 # HELP loki_store_chunks_per_batch The chunk batch size, partitioned by if they satisfy matchers. # TYPE loki_store_chunks_per_batch histogram loki_store_chunks_per_batch_bucket{status="discarded",le="0"} 521 loki_store_chunks_per_batch_bucket{status="discarded",le="10"} 521 loki_store_chunks_per_batch_bucket{status="discarded",le="20"} 521 loki_store_chunks_per_batch_bucket{status="discarded",le="30"} 521 loki_store_chunks_per_batch_bucket{status="discarded",le="40"} 521 loki_store_chunks_per_batch_bucket{status="discarded",le="50"} 521 loki_store_chunks_per_batch_bucket{status="discarded",le="+Inf"} 521 loki_store_chunks_per_batch_sum{status="discarded"} 0 loki_store_chunks_per_batch_count{status="discarded"} 521 loki_store_chunks_per_batch_bucket{status="matched",le="0"} 0 loki_store_chunks_per_batch_bucket{status="matched",le="10"} 521 loki_store_chunks_per_batch_bucket{status="matched",le="20"} 521 loki_store_chunks_per_batch_bucket{status="matched",le="30"} 521 loki_store_chunks_per_batch_bucket{status="matched",le="40"} 521 loki_store_chunks_per_batch_bucket{status="matched",le="50"} 521 loki_store_chunks_per_batch_bucket{status="matched",le="+Inf"} 521 loki_store_chunks_per_batch_sum{status="matched"} 728 loki_store_chunks_per_batch_count{status="matched"} 521 # HELP loki_store_series_total Number of series referenced by a query, partitioned by whether they satisfy matchers. # TYPE loki_store_series_total counter loki_store_series_total{status="discarded"} 0 loki_store_series_total{status="matched"} 521 # HELP loki_tcp_connections Current number of accepted TCP connections. # TYPE loki_tcp_connections gauge loki_tcp_connections{protocol="grpc"} 5 loki_tcp_connections{protocol="http"} 3 # HELP loki_tcp_connections_limit The max number of TCP connections that can be accepted (0 means no limit). # TYPE loki_tcp_connections_limit gauge loki_tcp_connections_limit{protocol="grpc"} 0 loki_tcp_connections_limit{protocol="http"} 0 # HELP process_cpu_seconds_total Total user and system CPU time spent in seconds. # TYPE process_cpu_seconds_total counter process_cpu_seconds_total 75297.91 # HELP process_max_fds Maximum number of open file descriptors. # TYPE process_max_fds gauge process_max_fds 1024 # HELP process_open_fds Number of open file descriptors. # TYPE process_open_fds gauge process_open_fds 31 # HELP process_resident_memory_bytes Resident memory size in bytes. # TYPE process_resident_memory_bytes gauge process_resident_memory_bytes 1.0412032e+08 # HELP process_start_time_seconds Start time of the process since unix epoch in seconds. # TYPE process_start_time_seconds gauge process_start_time_seconds 1.75776586874e+09 # HELP process_virtual_memory_bytes Virtual memory size in bytes. # TYPE process_virtual_memory_bytes gauge process_virtual_memory_bytes 1.131999232e+09 # HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes. # TYPE process_virtual_memory_max_bytes gauge process_virtual_memory_max_bytes 1.8446744073709552e+19 # HELP prometheus_remote_storage_exemplars_in_total Exemplars in to remote storage, compare to exemplars out for queue managers. # TYPE prometheus_remote_storage_exemplars_in_total counter prometheus_remote_storage_exemplars_in_total 0 # HELP prometheus_remote_storage_samples_in_total Samples in to remote storage, compare to samples out for queue managers. # TYPE prometheus_remote_storage_samples_in_total counter prometheus_remote_storage_samples_in_total 0 # HELP prometheus_remote_storage_string_interner_zero_reference_releases_total The number of times release has been called for strings that are not interned. # TYPE prometheus_remote_storage_string_interner_zero_reference_releases_total counter prometheus_remote_storage_string_interner_zero_reference_releases_total 0 # HELP prometheus_sd_dns_lookup_failures_total The number of DNS-SD lookup failures. # TYPE prometheus_sd_dns_lookup_failures_total counter prometheus_sd_dns_lookup_failures_total 0 # HELP prometheus_sd_dns_lookups_total The number of DNS-SD lookups. # TYPE prometheus_sd_dns_lookups_total counter prometheus_sd_dns_lookups_total 0 # HELP prometheus_target_scrape_pool_exceeded_label_limits_total Total number of times scrape pools hit the label limits, during sync or config reload. # TYPE prometheus_target_scrape_pool_exceeded_label_limits_total counter prometheus_target_scrape_pool_exceeded_label_limits_total 0 # HELP prometheus_target_scrape_pool_exceeded_target_limit_total Total number of times scrape pools hit the target limit, during sync or config reload. # TYPE prometheus_target_scrape_pool_exceeded_target_limit_total counter prometheus_target_scrape_pool_exceeded_target_limit_total 0 # HELP prometheus_target_scrape_pool_reloads_failed_total Total number of failed scrape pool reloads. # TYPE prometheus_target_scrape_pool_reloads_failed_total counter prometheus_target_scrape_pool_reloads_failed_total 0 # HELP prometheus_target_scrape_pool_reloads_total Total number of scrape pool reloads. # TYPE prometheus_target_scrape_pool_reloads_total counter prometheus_target_scrape_pool_reloads_total 0 # HELP prometheus_target_scrape_pools_failed_total Total number of scrape pool creations that failed. # TYPE prometheus_target_scrape_pools_failed_total counter prometheus_target_scrape_pools_failed_total 0 # HELP prometheus_target_scrape_pools_total Total number of scrape pool creation attempts. # TYPE prometheus_target_scrape_pools_total counter prometheus_target_scrape_pools_total 0 # HELP prometheus_target_scrapes_cache_flush_forced_total How many times a scrape cache was flushed due to getting big while scrapes are failing. # TYPE prometheus_target_scrapes_cache_flush_forced_total counter prometheus_target_scrapes_cache_flush_forced_total 0 # HELP prometheus_target_scrapes_exceeded_body_size_limit_total Total number of scrapes that hit the body size limit # TYPE prometheus_target_scrapes_exceeded_body_size_limit_total counter prometheus_target_scrapes_exceeded_body_size_limit_total 0 # HELP prometheus_target_scrapes_exceeded_sample_limit_total Total number of scrapes that hit the sample limit and were rejected. # TYPE prometheus_target_scrapes_exceeded_sample_limit_total counter prometheus_target_scrapes_exceeded_sample_limit_total 0 # HELP prometheus_target_scrapes_exemplar_out_of_order_total Total number of exemplar rejected due to not being out of the expected order. # TYPE prometheus_target_scrapes_exemplar_out_of_order_total counter prometheus_target_scrapes_exemplar_out_of_order_total 0 # HELP prometheus_target_scrapes_sample_duplicate_timestamp_total Total number of samples rejected due to duplicate timestamps but different values. # TYPE prometheus_target_scrapes_sample_duplicate_timestamp_total counter prometheus_target_scrapes_sample_duplicate_timestamp_total 0 # HELP prometheus_target_scrapes_sample_out_of_bounds_total Total number of samples rejected due to timestamp falling outside of the time bounds. # TYPE prometheus_target_scrapes_sample_out_of_bounds_total counter prometheus_target_scrapes_sample_out_of_bounds_total 0 # HELP prometheus_target_scrapes_sample_out_of_order_total Total number of samples rejected due to not being out of the expected order. # TYPE prometheus_target_scrapes_sample_out_of_order_total counter prometheus_target_scrapes_sample_out_of_order_total 0 # HELP prometheus_template_text_expansion_failures_total The total number of template text expansion failures. # TYPE prometheus_template_text_expansion_failures_total counter prometheus_template_text_expansion_failures_total 0 # HELP prometheus_template_text_expansions_total The total number of template text expansions. # TYPE prometheus_template_text_expansions_total counter prometheus_template_text_expansions_total 0 # HELP prometheus_tsdb_wal_completed_pages_total Total number of completed pages. # TYPE prometheus_tsdb_wal_completed_pages_total counter prometheus_tsdb_wal_completed_pages_total 627148 # HELP prometheus_tsdb_wal_fsync_duration_seconds Duration of WAL fsync. # TYPE prometheus_tsdb_wal_fsync_duration_seconds summary prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.5"} 1.1459473980000001 prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.9"} 9.008185883 prometheus_tsdb_wal_fsync_duration_seconds{quantile="0.99"} 9.008185883 prometheus_tsdb_wal_fsync_duration_seconds_sum 25658.10892214974 prometheus_tsdb_wal_fsync_duration_seconds_count 33398 # HELP prometheus_tsdb_wal_page_flushes_total Total number of page flushes. # TYPE prometheus_tsdb_wal_page_flushes_total counter prometheus_tsdb_wal_page_flushes_total 1.0232114e+07 # HELP prometheus_tsdb_wal_segment_current WAL segment index that TSDB is currently writing to. # TYPE prometheus_tsdb_wal_segment_current gauge prometheus_tsdb_wal_segment_current 359319 # HELP prometheus_tsdb_wal_truncations_failed_total Total number of WAL truncations that failed. # TYPE prometheus_tsdb_wal_truncations_failed_total counter prometheus_tsdb_wal_truncations_failed_total 0 # HELP prometheus_tsdb_wal_truncations_total Total number of WAL truncations attempted. # TYPE prometheus_tsdb_wal_truncations_total counter prometheus_tsdb_wal_truncations_total 33397 # HELP prometheus_tsdb_wal_writes_failed_total Total number of WAL writes that failed. # TYPE prometheus_tsdb_wal_writes_failed_total counter prometheus_tsdb_wal_writes_failed_total 0 # HELP querier_cache_added_new_total The total number of new entries added to the cache # TYPE querier_cache_added_new_total counter querier_cache_added_new_total{cache="chunksfifocache"} 23405 # HELP querier_cache_added_total The total number of Put calls on the cache # TYPE querier_cache_added_total counter querier_cache_added_total{cache="chunksfifocache"} 23878 # HELP querier_cache_entries The total number of entries # TYPE querier_cache_entries gauge querier_cache_entries{cache="chunksfifocache"} 3 # HELP querier_cache_evicted_total The total number of evicted entries # TYPE querier_cache_evicted_total counter querier_cache_evicted_total{cache="chunksfifocache",reason="expired"} 23402 # HELP querier_cache_gets_total The total number of Get calls # TYPE querier_cache_gets_total counter querier_cache_gets_total{cache="chunksfifocache"} 30253 # HELP querier_cache_memory_bytes The current cache size in bytes # TYPE querier_cache_memory_bytes gauge querier_cache_memory_bytes{cache="chunksfifocache"} 30320 # HELP querier_cache_misses_total The total number of Get calls that had no valid entry # TYPE querier_cache_misses_total counter querier_cache_misses_total{cache="chunksfifocache"} 23425 # HELP querier_cache_stale_gets_total The total number of Get calls that had an entry which expired (deprecated) # TYPE querier_cache_stale_gets_total counter querier_cache_stale_gets_total{cache="chunksfifocache"} 0 # HELP ring_member_heartbeats_total The total number of heartbeats sent. # TYPE ring_member_heartbeats_total counter ring_member_heartbeats_total{name="compactor"} 667966 ring_member_heartbeats_total{name="scheduler"} 667966 # HELP ring_member_tokens_owned The number of tokens owned in the ring. # TYPE ring_member_tokens_owned gauge ring_member_tokens_owned{name="compactor"} 1 ring_member_tokens_owned{name="scheduler"} 1 # HELP ring_member_tokens_to_own The number of tokens to own in the ring. # TYPE ring_member_tokens_to_own gauge ring_member_tokens_to_own{name="compactor"} 1 ring_member_tokens_to_own{name="scheduler"} 1