{"date": "20261110-194041", "endpoint_type": "openai", "backend": "openai", "label": null, "model_id": "ripple", "tokenizer_id": "ricursiveAI/Ripple-65B-Preview", "num_prompts": 3, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 1, "duration": 29.267343176004943, "completed": 3, "failed": 0, "total_input_tokens": 48000, "total_output_tokens": 768, "request_throughput": 0.10250332536024566, "request_goodput": null, "output_throughput": 26.24085129222289, "total_token_throughput": 1666.2940570561534, "latencies": [9.72927539999364, 9.774167259049136, 9.762509733031038], "queue_times": [6.862398004159331e-05, 9.729733536951244, 19.50434312300058], "max_output_tokens_per_s": 43.0, "max_concurrent_requests": 2, "rtfx": 0.0, "mean_ttft_ms": 3783.801563685605, "median_ttft_ms": 3789.3519760109484, "std_ttft_ms": 14.336772388065443, "p99_ttft_ms": 3797.7432466100436, "mean_tpot_ms": 23.41770941309412, "median_tpot_ms": 23.424148066745452, "std_tpot_ms": 0.01836891096997043, "p99_tpot_ms": 23.436042595759726, "mean_itl_ms": 23.417709413094116, "median_itl_ms": 23.416256008204073, "std_itl_ms": 0.2841017233661133, "p99_itl_ms": 23.739675220567733}