{"date": "20261110-193128", "endpoint_type": "openai", "backend": "openai", "label": null, "model_id": "ripple", "tokenizer_id": "ricursiveAI/Ripple-65B-Preview", "num_prompts": 16, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 1, "duration": 192.48976164101623, "completed": 16, "failed": 0, "total_input_tokens": 16384, "total_output_tokens": 8192, "request_throughput": 0.08312130402986939, "request_goodput": null, "output_throughput": 42.55810766329313, "total_token_throughput": 127.67432298987937, "latencies": [12.018145906040445, 12.015619218989741, 12.00420301296981, 12.026028720021714, 12.034051754046232, 12.019404272024985, 12.022063951997552, 12.034737661015242, 12.035902994975913, 12.041262860002462, 12.045730152982287, 12.041508861002512, 12.039551029971335, 12.036668792017736, 12.03164059203118, 12.037605273944791], "queue_times": [0.0001195030054077506, 12.018517945019994, 24.03454166604206, 36.03914864198305, 48.06543790898286, 60.09977793798316, 72.11948675703024, 84.1418415280059, 96.17687957000453, 108.21309736499097, 120.25482914899476, 132.30102436902234, 144.34285797399934, 156.38269995094743, 168.41980824497296, 180.45172839902807], "max_output_tokens_per_s": 44.0, "max_concurrent_requests": 2, "rtfx": 0.0, "mean_ttft_ms": 195.845026322786, "median_ttft_ms": 198.0432085110806, "std_ttft_ms": 6.366161640369309, "p99_ttft_ms": 202.82690257881768, "mean_tpot_ms": 23.15932052750359, "median_tpot_ms": 23.161485526424155, "std_tpot_ms": 0.013146206410918418, "p99_tpot_ms": 23.17811485342686, "mean_itl_ms": 23.15932052750359, "median_itl_ms": 23.1437215115875, "std_itl_ms": 0.19490020412636208, "p99_itl_ms": 23.533179744845256}