{"date": "20261110-194501", "endpoint_type": "openai", "backend": "openai", "label": null, "model_id": "ripple", "tokenizer_id": "ricursiveAI/Ripple-65B-Preview", "num_prompts": 64, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 16, "duration": 52.9103158779908, "completed": 64, "failed": 0, "total_input_tokens": 65536, "total_output_tokens": 32768, "request_throughput": 1.2095939882041453, "request_goodput": null, "output_throughput": 619.3121219605224, "total_token_throughput": 1857.936365881567, "latencies": [13.133875933999661, 13.159587230999023, 13.15963670896599, 13.159841288987081, 13.159827569965273, 13.160311531974003, 13.185429728997406, 13.185668925987557, 13.186048615025356, 13.185409641009755, 13.18539526098175, 13.185715569998138, 13.18537614500383, 13.186309202050325, 13.186298877990339, 13.186289375007618, 13.215914215019438, 13.216282307985239, 13.216243784991093, 13.215648451005109, 13.21555341000203, 13.215388935001101, 13.216370490030386, 13.216322052991018, 13.216689515975304, 13.216332096024416, 13.216167721955571, 13.215805085957982, 13.216086940956302, 13.215928494988475, 13.215474813012406, 13.215442138025537, 13.239314192032907, 13.240207554015797, 13.24133156298194, 13.239935263001826, 13.239608164993115, 13.23978891200386, 13.239942482032347, 13.239939466991927, 13.239921362954192, 13.23986369400518, 13.239846210984979, 13.24010581499897, 13.239521364972461, 13.239498273993377, 13.240044611040503, 13.240037902956828, 13.245414717006497, 13.244465848023538, 13.244094469991978, 13.243679142033216, 13.243794038018677, 13.243060134002008, 13.243955429003108, 13.2436333479709, 13.243332417041529, 13.243166779982857, 13.243049008015078, 13.242755106999539, 13.24278021097416, 13.242398587986827, 13.264622631017119, 13.241692832962144], "queue_times": [0.00027926097391173244, 0.0003723889822140336, 0.0006561570335179567, 0.0007129849982447922, 0.0007506270194426179, 0.0010724880266934633, 0.0011244579800404608, 0.0011598870041780174, 0.0014684390043839812, 0.001573823974467814, 0.001611535029951483, 0.001949989004060626, 0.0023135460214689374, 0.0023610819480381906, 0.0023980910191312432, 0.002428533975034952, 13.13443761097733, 13.160005933023058, 13.160435441997834, 13.161218953959178, 13.161286366987042, 13.161494731961284, 13.186589083983563, 13.18688050401397, 13.187020256009419, 13.187062443990726, 13.187561977014411, 13.18795004801359, 13.188554866996128, 13.188741431978997, 13.189214138954412, 13.189266429981217, 26.35060828801943, 26.3763242320274, 26.376748774026055, 26.377314065990504, 26.37737871496938, 26.377417088020593, 26.402989015972707, 26.403289236011915, 26.40360637102276, 26.404047344985884, 26.404091805045027, 26.40412759501487, 26.404735656047706, 26.404781999008264, 26.405115136993118, 26.40516013803426, 39.590184227970894, 39.616620998014696, 39.61709814198548, 39.617590815993026, 39.61765328195179, 39.61829290702008, 39.642999431001954, 39.64341701299418, 39.64379929396091, 39.64409408799838, 39.64414757298073, 39.64456808700925, 39.644617656013, 39.64506026200252, 39.645270849985536, 39.645781478029676], "max_output_tokens_per_s": 640.0, "max_concurrent_requests": 32, "rtfx": 0.0, "mean_ttft_ms": 229.11207313973136, "median_ttft_ms": 265.31228647218086, "std_ttft_ms": 62.92803110542791, "p99_ttft_ms": 291.75307492259884, "mean_tpot_ms": 25.42008014049997, "median_tpot_ms": 25.39820372214251, "std_tpot_ms": 0.12286439718487335, "p99_tpot_ms": 25.75622670039208, "mean_itl_ms": 25.42008014049997, "median_itl_ms": 25.356197031214833, "std_itl_ms": 2.8621383231578235, "p99_itl_ms": 25.98619411699474}