{"date": "20261110-194402", "endpoint_type": "openai", "backend": "openai", "label": null, "model_id": "ripple", "tokenizer_id": "ricursiveAI/Ripple-65B-Preview", "num_prompts": 128, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 32, "duration": 98.94665732502472, "completed": 128, "failed": 0, "total_input_tokens": 131072, "total_output_tokens": 65536, "request_throughput": 1.2936263180628678, "request_goodput": null, "output_throughput": 662.3366748481883, "total_token_throughput": 1987.0100245445647, "latencies": [24.433511590003036, 24.469581738987472, 24.469699440000113, 24.469829978013877, 24.471143155999016, 24.469512535026297, 24.47002040897496, 24.47078103001695, 24.519145199039485, 24.519468041020446, 24.51968952396419, 24.5191052230075, 24.519683876016643, 24.519677917996887, 24.51960106298793, 24.519580293970648, 24.855537466006353, 26.471886459970847, 24.85633380501531, 24.855541461030953, 24.855314349988475, 24.856090483022854, 24.856248758966103, 24.856233858969063, 24.85596972698113, 26.47033320402261, 26.470953521959018, 26.470748621970415, 26.470814712985884, 26.471582534024492, 26.4708823459805, 26.470505799981765, 24.718385056010447, 24.717595747031737, 24.71744110400323, 24.717141343979165, 24.717042138043325, 24.717124330985826, 24.716867799987085, 24.716245618008543, 24.71830965403933, 24.71808262297418, 24.717956761014648, 24.718220932991244, 24.717677519016434, 24.7183221509913, 25.055788477009628, 24.717389384051785, 24.7206492270343, 24.72078622400295, 24.72087217104854, 24.720175508002285, 26.321161651983857, 24.719721956993453, 24.71978049702011, 24.720311423996463, 24.706863424973562, 24.706591422960628, 24.706496001046617, 24.706543066015, 26.323863170982804, 24.70590362098301, 24.705864818010014, 24.706238959974144, 24.83569110004464, 24.836594366992358, 24.837110554042738, 24.8365103820106, 24.83687588199973, 24.836769766989164, 24.83640542801004, 24.836398288956843, 24.836421379994135, 24.836695827019867, 24.836172128969338, 24.835716134984978, 24.835700233001262, 24.835848485992756, 24.836339898989536, 24.832869177975226, 24.833045839041006, 24.832976795034483, 24.832846496952698, 24.833051697001792, 24.832994999014772, 24.8326617940329, 26.439925231970847, 24.839995043003, 24.8396148129832, 24.83971540100174, 24.839703704987187, 26.439266271016095, 24.839701592049096, 24.83904855803121, 24.83932118100347, 24.822166967962403, 24.80365186504787, 24.803089164954145, 24.80265018402133, 24.802116753999144, 24.80128934100503, 24.80132266599685, 24.801351706963032, 24.80136816902086, 24.787294373032637, 24.78702033800073, 24.7866051599849, 24.786623503954615, 24.786656209034845, 24.786196049011778, 24.78591327200411, 24.485610711039044, 24.485082487983163, 24.485209520964418, 24.48545011098031, 24.484997472027317, 24.485035593039356, 24.484459794999566, 22.90188819897594, 22.90147976996377, 22.901498596009333, 22.901016476971563, 22.90104752901243, 22.901069808984175, 22.900681697996333, 22.923492175003048, 21.32482275099028, 21.324447846971452], "queue_times": [0.0005193509859964252, 0.0006168939871713519, 0.000967013998888433, 0.0010269359918311238, 0.0010693439980968833, 0.0013698749826289713, 0.0014207949861884117, 0.0014556630048900843, 0.0017563140136189759, 0.0018000849522650242, 0.0018306960118934512, 0.0024405010044574738, 0.0024937840062193573, 0.002525898045860231, 0.002846536983270198, 0.0028920500189997256, 0.0029222299926914275, 0.0032082119723781943, 0.003253825008869171, 0.0032829749980010092, 0.003535610972903669, 0.0036304990062490106, 0.0038316359859891236, 0.0038719510193914175, 0.004166193015407771, 0.004208019992802292, 0.0042390440357849, 0.004625411995220929, 0.00466947304084897, 0.004700794990640134, 0.004731748020276427, 0.005133428028784692, 24.434224917029496, 24.470234682958107, 24.470690687012393, 24.47121536603663, 24.47128330799751, 24.471758970001247, 24.472530675004236, 24.473177620966453, 24.520898018963635, 24.521364297019318, 24.521663024963345, 24.5217071659863, 24.52227308001602, 24.522318463015836, 24.52321223699255, 24.523270305944607, 24.85861587995896, 24.858817205997184, 24.85886074596783, 24.859580640972126, 24.859940413036384, 24.860169958032202, 24.86021279601846, 24.860254083003383, 26.474714412004687, 26.475171937025152, 26.475236305966973, 26.475353205983993, 26.47548733901931, 26.47609241801547, 26.476082293957006, 26.47626811900409, 49.15276803000597, 49.18776030302979, 49.18811981496401, 49.18824734003283, 49.188957363017835, 49.189184683025815, 49.189463144983165, 49.18950754503021, 49.239136875025, 49.23940205795225, 49.23972301802132, 49.24040802597301, 49.240448330994695, 49.240839796024375, 49.24088999500964, 49.579021833022125, 49.579373575979844, 49.57948751101503, 49.57965008402243, 49.57969580695499, 49.579787331982516, 49.580349059950095, 49.58060766500421, 51.181103726965375, 51.18151787400711, 51.18165726499865, 51.181702316971496, 51.181801502010785, 51.182320732972585, 51.18237925297581, 51.18272819096455, 52.79937619599514, 73.98866343096597, 74.02448488899972, 74.02504123002291, 74.02566437300993, 74.02658920898102, 74.02664801001083, 74.02669804805191, 74.02674514200771, 74.07557065295987, 74.0759498620173, 74.07645162800327, 74.07651034899754, 74.07655078498647, 74.07708018895937, 74.07743450399721, 74.41212021396495, 74.41251107002608, 74.41256535402499, 74.41261433000909, 74.4128294949769, 74.41287550900597, 74.41352918301709, 76.02067238697782, 76.02116803603712, 76.0212246630108, 76.0217731629964, 76.02184146695072, 76.02188463701168, 76.02233579399763, 76.02238924702397, 77.62114419799764, 77.62159296299797], "max_output_tokens_per_s": 960.0, "max_concurrent_requests": 56, "rtfx": 0.0, "mean_ttft_ms": 4099.4252027430775, "median_ttft_ms": 4322.642348532099, "std_ttft_ms": 1609.5928977377096, "p99_ttft_ms": 7051.485273166327, "mean_tpot_ms": 40.35247356101632, "median_tpot_ms": 39.613274046025786, "std_tpot_ms": 3.1081686414285534, "p99_tpot_ms": 47.66190982366085, "mean_itl_ms": 40.35247356101632, "median_itl_ms": 34.4364219927229, "std_itl_ms": 95.19281365321048, "p99_itl_ms": 35.74975594354328}