# HELP num_requests_per_model_count Number of requests.
# TYPE num_requests_per_model_count gauge
num_requests_per_model_count{model_name="llama3.1:8b"} 581737 1768419020774
# HELP num_requests_per_model_count Number of requests.
# TYPE num_requests_per_model_count gauge
num_requests_per_model_count{model_name="llama4-scout"} 1128 1768419020774
# HELP num_requests_per_model_count Number of requests.
# TYPE num_requests_per_model_count gauge
num_requests_per_model_count{model_name="qwen3:32b"} 5060 1768419020774
# HELP num_requests_per_endpoint_count Number of requests per endpoint version.
# TYPE num_requests_per_endpoint_count gauge
num_requests_per_endpoint_count{endpoint_version="v0"} 455647 1768419020774
# HELP num_requests_per_endpoint_count Number of requests per endpoint version.
# TYPE num_requests_per_endpoint_count gauge
num_requests_per_endpoint_count{endpoint_version="v1"} 138204 1768419020774
# HELP num_pending_requests Number of pending requests.
# TYPE num_pending_requests gauge
num_pending_requests 0 1768419020774
# HELP timed_out_count Number of timed out requests.
# TYPE timed_out_count gauge
timed_out_count 11726 1768419020774
# HELP total_duration_histogram Total duration of requests.
# TYPE total_duration_histogram histogram
total_duration_histogram_bucket{le="100"} 0 1768419020774
total_duration_histogram_bucket{le="500"} 0 1768419020774
total_duration_histogram_bucket{le="1000"} 0 1768419020774
total_duration_histogram_bucket{le="2000"} 4375 1768419020774
total_duration_histogram_bucket{le="5000"} 480082 1768419020774
total_duration_histogram_bucket{le="10000"} 530132 1768419020774
total_duration_histogram_bucket{le="20000"} 538387 1768419020774
total_duration_histogram_bucket{le="100000"} 538980 1768419020774
total_duration_histogram_bucket{le="+Inf"} 538980 1768419020774
total_duration_histogram_sum 538980 1768419020774
total_duration_histogram_count 538980 1768419020774
# HELP num_tokens_histogram Total number of tokens in response.
# TYPE num_tokens_histogram histogram
num_tokens_histogram_bucket{le="50"} 205968 1768419020774
num_tokens_histogram_bucket{le="100"} 506430 1768419020774
num_tokens_histogram_bucket{le="500"} 536168 1768419020774
num_tokens_histogram_bucket{le="1000"} 538978 1768419020774
num_tokens_histogram_bucket{le="5000"} 538980 1768419020774
num_tokens_histogram_bucket{le="10000"} 538980 1768419020774
num_tokens_histogram_bucket{le="15000"} 538980 1768419020774
num_tokens_histogram_bucket{le="20000"} 538980 1768419020774
num_tokens_histogram_bucket{le="+Inf"} 538980 1768419020774
num_tokens_histogram_sum 538980 1768419020774
num_tokens_histogram_count 538980 1768419020774