{"date": "20261110-194144", "endpoint_type": "openai", "backend": "openai", "label": null, "model_id": "ripple", "tokenizer_id": "ricursiveAI/Ripple-65B-Preview", "num_prompts": 3, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 1, "duration": 54.99973634700291, "completed": 3, "failed": 0, "total_input_tokens": 180000, "total_output_tokens": 768, "request_throughput": 0.05454571602075468, "request_goodput": null, "output_throughput": 13.963703301313197, "total_token_throughput": 3286.706664546594, "latencies": [18.32184592197882, 18.294554354040883, 18.37981159699848], "queue_times": [6.276601925492287e-05, 18.322786498989444, 36.61824418895412], "max_output_tokens_per_s": 42.0, "max_concurrent_requests": 2, "rtfx": 0.0, "mean_ttft_ms": 12181.967905683754, "median_ttft_ms": 12175.45198800508, "std_ttft_ms": 39.46084095634296, "p99_ttft_ms": 12232.069305571495, "mean_tpot_ms": 24.118049877080942, "median_tpot_ms": 24.1042621018292, "std_tpot_ms": 0.020036150018606477, "p99_tpot_ms": 24.14553950990404, "mean_itl_ms": 24.118049877080946, "median_itl_ms": 24.212595948483795, "std_itl_ms": 1.5210977484486106, "p99_itl_ms": 24.649209338240325}