# HELP num_requests_per_model_count Number of requests. # TYPE num_requests_per_model_count gauge num_requests_per_model_count{model_name="gemma3:27b"} 3555 1789412587787 # HELP num_requests_per_model_count Number of requests. # TYPE num_requests_per_model_count gauge num_requests_per_model_count{model_name="qwen3:32b"} 61522 1789412587787 # HELP num_requests_per_model_count Number of requests. # TYPE num_requests_per_model_count gauge num_requests_per_model_count{model_name="llama3.1:8b"} 711504 1789412587787 # HELP num_requests_per_model_count Number of requests. # TYPE num_requests_per_model_count gauge num_requests_per_model_count{model_name="moonshotai:kimi-k2.7-code"} 8 1789412587787 # HELP num_requests_per_model_count Number of requests. # TYPE num_requests_per_model_count gauge num_requests_per_model_count{model_name="llama4-scout"} 2482 1789412587787 # HELP num_requests_per_model_count Number of requests. # TYPE num_requests_per_model_count gauge num_requests_per_model_count{model_name="z-ai:glm-5.2"} 1 1789412587787 # HELP num_requests_per_endpoint_count Number of requests per endpoint version. # TYPE num_requests_per_endpoint_count gauge num_requests_per_endpoint_count{endpoint_version="v1"} 321287 1789412587787 # HELP num_requests_per_endpoint_count Number of requests per endpoint version. # TYPE num_requests_per_endpoint_count gauge num_requests_per_endpoint_count{endpoint_version="v0"} 463872 1789412587787 # HELP num_pending_requests Number of pending requests. # TYPE num_pending_requests gauge num_pending_requests 1 1789412587787 # HELP timed_out_count Number of timed out requests. # TYPE timed_out_count gauge timed_out_count 33451 1789412587787 # HELP total_duration_histogram Total duration of requests. # TYPE total_duration_histogram histogram total_duration_histogram_bucket{le="100"} 0 1789412587787 total_duration_histogram_bucket{le="500"} 0 1789412587787 total_duration_histogram_bucket{le="1000"} 0 1789412587787 total_duration_histogram_bucket{le="2000"} 19232 1789412587787 total_duration_histogram_bucket{le="5000"} 631820 1789412587787 total_duration_histogram_bucket{le="10000"} 696846 1789412587787 total_duration_histogram_bucket{le="20000"} 707479 1789412587787 total_duration_histogram_bucket{le="100000"} 708401 1789412587787 total_duration_histogram_bucket{le="+Inf"} 708401 1789412587787 total_duration_histogram_sum 708401 1789412587787 total_duration_histogram_count 708401 1789412587787 # HELP num_input_tokens_histogram Total number of input tokens in request. # TYPE num_input_tokens_histogram histogram num_input_tokens_histogram_bucket{le="50"} 32558 1789412587787 num_input_tokens_histogram_bucket{le="100"} 33792 1789412587787 num_input_tokens_histogram_bucket{le="500"} 39364 1789412587787 num_input_tokens_histogram_bucket{le="1000"} 40924 1789412587787 num_input_tokens_histogram_bucket{le="5000"} 55022 1789412587787 num_input_tokens_histogram_bucket{le="10000"} 55330 1789412587787 num_input_tokens_histogram_bucket{le="15000"} 55345 1789412587787 num_input_tokens_histogram_bucket{le="20000"} 55353 1789412587787 num_input_tokens_histogram_bucket{le="+Inf"} 55353 1789412587787 num_input_tokens_histogram_sum 55354 1789412587787 num_input_tokens_histogram_count 55353 1789412587787 # HELP num_output_tokens_histogram Total number of output tokens in response. # TYPE num_output_tokens_histogram histogram num_output_tokens_histogram_bucket{le="50"} 39250 1789412587787 num_output_tokens_histogram_bucket{le="100"} 41328 1789412587787 num_output_tokens_histogram_bucket{le="500"} 53211 1789412587787 num_output_tokens_histogram_bucket{le="1000"} 55409 1789412587787 num_output_tokens_histogram_bucket{le="5000"} 55410 1789412587787 num_output_tokens_histogram_bucket{le="10000"} 55410 1789412587787 num_output_tokens_histogram_bucket{le="15000"} 55410 1789412587787 num_output_tokens_histogram_bucket{le="20000"} 55410 1789412587787 num_output_tokens_histogram_bucket{le="+Inf"} 55410 1789412587787 num_output_tokens_histogram_sum 55410 1789412587787 num_output_tokens_histogram_count 55410 1789412587787 # HELP num_tokens_histogram Total number of output tokens in response (legacy alias for num_output_tokens_histogram). # TYPE num_tokens_histogram histogram num_tokens_histogram_bucket{le="50"} 293690 1789412587787 num_tokens_histogram_bucket{le="100"} 609122 1789412587787 num_tokens_histogram_bucket{le="500"} 688549 1789412587787 num_tokens_histogram_bucket{le="1000"} 708396 1789412587787 num_tokens_histogram_bucket{le="5000"} 708401 1789412587787 num_tokens_histogram_bucket{le="10000"} 708401 1789412587787 num_tokens_histogram_bucket{le="15000"} 708401 1789412587787 num_tokens_histogram_bucket{le="20000"} 708401 1789412587787 num_tokens_histogram_bucket{le="+Inf"} 708401 1789412587787 num_tokens_histogram_sum 708401 1789412587787 num_tokens_histogram_count 708401 1789412587787