{"date": "20261110-193228", "endpoint_type": "openai", "backend": "openai", "label": null, "model_id": "ripple", "tokenizer_id": "ricursiveAI/Ripple-65B-Preview", "num_prompts": 32, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 8, "duration": 53.30195088102482, "completed": 32, "failed": 0, "total_input_tokens": 32768, "total_output_tokens": 16384, "request_throughput": 0.6003532604543338, "request_goodput": null, "output_throughput": 307.3808693526189, "total_token_throughput": 922.1426080578567, "latencies": [12.524118284985889, 12.548685165995266, 12.548743646009825, 12.549286628956906, 12.54929804400308, 12.57172038796125, 12.548834790999535, 12.571876181988046, 12.597961486026179, 12.598433924023993, 12.59833443700336, 12.597519330971409, 12.597615853999741, 12.598446279997006, 12.610755641013384, 12.610230863967445, 14.065092461009044, 14.065177889016923, 14.065197415009607, 14.0659767719917, 14.06448720296612, 14.064308027969673, 14.065066225011833, 14.06506926898146, 14.065452134003863, 14.065349263022654, 14.065139284997713, 14.064968660997692, 14.064552221039776, 14.064496985985897, 14.052807514031883, 14.05262768798275], "queue_times": [0.00023227796191349626, 0.00036281696520745754, 0.0007518189959228039, 0.0009043280151672661, 0.0009555990109220147, 0.0013200670364312828, 0.0013785570045001805, 0.0014226569910533726, 12.524736451974604, 12.549099032010417, 12.549605616019107, 12.550277945993003, 12.550343185022939, 12.55038546398282, 12.573078087007161, 12.573292931017932, 25.122977080987766, 25.14757773699239, 25.147851691988762, 25.14798793796217, 25.14872767101042, 25.14893096900778, 25.18356800498441, 25.18385146302171, 39.18831495795166, 39.21281663898844, 39.21312896697782, 39.21337460295763, 39.21385853597894, 39.21400465501938, 39.248680763994344, 39.2489544590353], "max_output_tokens_per_s": 336.0, "max_concurrent_requests": 16, "rtfx": 0.0, "mean_ttft_ms": 712.0229839074455, "median_ttft_ms": 254.06443400424905, "std_ttft_ms": 634.0535342752644, "p99_ttft_ms": 1661.4533424476394, "mean_tpot_ms": 24.672999906854372, "median_tpot_ms": 24.35831202839049, "std_tpot_ms": 0.6392566468586862, "p99_tpot_ms": 26.8893903840382, "mean_itl_ms": 24.672999906854372, "median_itl_ms": 24.262193503091112, "std_itl_ms": 14.565486795723698, "p99_itl_ms": 24.92114950728137}