# HELP num_requests_per_model_count Number of requests.
# TYPE num_requests_per_model_count gauge
num_requests_per_model_count{model_name="llama3.1:8b"} 85068 1749260571460
# HELP num_requests_per_endpoint_count Number of requests per endpoint version.
# TYPE num_requests_per_endpoint_count gauge
num_requests_per_endpoint_count{endpoint_version="v0"} 45056 1749260571460
# HELP num_requests_per_endpoint_count Number of requests per endpoint version.
# TYPE num_requests_per_endpoint_count gauge
num_requests_per_endpoint_count{endpoint_version="v1"} 45649 1749260571460
# HELP num_pending_requests Number of pending requests.
# TYPE num_pending_requests gauge
num_pending_requests 0 1749260571460
# HELP timed_out_count Number of timed out requests.
# TYPE timed_out_count gauge
timed_out_count 580 1749260571460
# HELP total_duration_histogram Total duration of requests.
# TYPE total_duration_histogram histogram
total_duration_histogram_bucket{le="100"} 0 1749260571460
total_duration_histogram_bucket{le="500"} 0 1749260571460
total_duration_histogram_bucket{le="1000"} 0 1749260571460
total_duration_histogram_bucket{le="2000"} 3229 1749260571460
total_duration_histogram_bucket{le="5000"} 46553 1749260571460
total_duration_histogram_bucket{le="10000"} 47030 1749260571460
total_duration_histogram_bucket{le="20000"} 47268 1749260571460
total_duration_histogram_bucket{le="100000"} 47269 1749260571460
total_duration_histogram_bucket{le="+Inf"} 47269 1749260571460
total_duration_histogram_sum 47269 1749260571460
total_duration_histogram_count 47269 1749260571460
# HELP num_tokens_histogram Total number of tokens in response.
# TYPE num_tokens_histogram histogram
num_tokens_histogram_bucket{le="50"} 10440 1749260571460
num_tokens_histogram_bucket{le="100"} 44068 1749260571460
num_tokens_histogram_bucket{le="500"} 47025 1749260571460
num_tokens_histogram_bucket{le="1000"} 47269 1749260571460
num_tokens_histogram_bucket{le="5000"} 47269 1749260571460
num_tokens_histogram_bucket{le="10000"} 47269 1749260571460
num_tokens_histogram_bucket{le="15000"} 47269 1749260571460
num_tokens_histogram_bucket{le="20000"} 47269 1749260571460
num_tokens_histogram_bucket{le="+Inf"} 47269 1749260571460
num_tokens_histogram_sum 47269 1749260571460
num_tokens_histogram_count 47269 1749260571460