{"date": "20261110-193604", "endpoint_type": "openai", "backend": "openai", "label": null, "model_id": "ripple", "tokenizer_id": "ricursiveAI/Ripple-65B-Preview", "num_prompts": 256, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 64, "duration": 109.46720790100517, "completed": 256, "failed": 0, "total_input_tokens": 262144, "total_output_tokens": 131072, "request_throughput": 2.338599886748818, "request_goodput": null, "output_throughput": 1197.3631420153947, "total_token_throughput": 3592.0894260461846, "latencies": [20.33254976500757, 20.37138095096452, 20.478040762012824, 20.47868592501618, 20.47869726002682, 20.479046548018232, 20.479007594985887, 20.478951538039837, 20.526540093997028, 20.478672876022756, 20.525780943979044, 20.52638153702719, 20.526104146963917, 20.52608819497982, 20.527256424014922, 20.52646901604021, 20.52612431399757, 20.527710304944776, 20.52634024003055, 20.526339127041865, 20.52600109501509, 20.525982069957536, 20.525975700991694, 20.53564154304331, 20.52684472099645, 20.526823800988495, 20.53497919498477, 20.536171537998598, 20.53483153297566, 20.53499301400734, 20.535056079970673, 20.53501709800912, 20.535535977978725, 20.535260481003206, 20.535220265970565, 20.536087543005124, 20.534874461998697, 20.534846774011385, 20.53483485704055, 20.535334673011675, 20.538401461031754, 20.535292995977215, 20.53499562694924, 20.53497045399854, 20.534649734036066, 20.534616258984897, 20.53460516303312, 20.53563042700989, 20.53561153099872, 20.535341061011422, 20.5353145050467, 20.5353017669986, 20.535024196957238, 20.534957745985594, 20.534931230009533, 20.534674118971452, 20.534645489999093, 20.5346288169967, 20.53461396700004, 20.534328795969486, 20.53558286302723, 20.535573440021835, 20.535563685989473, 20.53524333902169, 20.58668663102435, 20.58815065503586, 20.536622757965233, 20.53646773501532, 20.53614642500179, 20.534806241979823, 20.53471229202114, 20.53524945798563, 20.535171411000192, 20.72413061396219, 21.069960733002517, 21.069768428977113, 21.06972821400268, 21.070022406987846, 21.069749243033584, 21.069478562974837, 21.068587412999477, 21.069261165044736, 21.0692450030474, 21.06846996297827, 21.06845111597795, 21.068714906985406, 21.067689312971197, 21.06766147504095, 21.067204819002654, 21.060704011004418, 21.060378505964763, 21.0603337950306, 21.060296854004264, 21.059757746057585, 21.059733733010944, 21.05908763804473, 21.059021197026595, 21.059418110991828, 21.059402850049082, 21.059383473999333, 21.059366139001213, 21.059346542984713, 21.059926396992523, 21.058115468011238, 21.058095889980905, 21.05991635203827, 21.05978570401203, 21.05979530699551, 21.059732611000072, 21.05973585502943, 21.058756345009897, 21.058719725057017, 21.061085152963642, 21.061079745995812, 21.06106770999031, 22.553006408037618, 21.061016828985885, 21.06100313103525, 22.552930493024178, 22.55245095700957, 21.06094455096172, 21.060859534016345, 21.06084460398415, 22.550751681032125, 22.551259065046906, 22.550690446048975, 22.551654886978213, 22.550875058979727, 34.0626017919858, 34.061426533036865, 34.06115490099182, 34.06119019998005, 34.061116828990635, 34.061075412959326, 34.061041176028084, 34.060186696995515, 34.06073741102591, 34.065618913969956, 34.0636283599888, 34.0636219609878, 34.06331273703836, 34.06369470100617, 34.0638192309998, 34.06359733699355, 34.06357522599865, 35.578664380009286, 35.57894366199616, 35.578864974027965, 35.91653971001506, 35.57879680098267, 35.578902075998485, 35.57864584500203, 35.579087659018114, 35.57906770298723, 35.91533279902069, 35.91520228004083, 35.91524938499788, 35.915298490959685, 35.91535699198721, 39.356908624991775, 35.91536729602376, 35.91391180403298, 37.54431610699976, 37.544749060005415, 37.5448158410145, 37.54549624200445, 37.54514238698175, 37.54528977902373, 37.54443154501496, 37.54615377198206, 39.352801131957676, 39.35317546501756, 39.353265016980004, 39.35333400196396, 39.35339730797568, 39.35346980695613, 39.35203075699974, 41.180202861956786, 41.18050943099661, 41.18061129201669, 41.18090152897639, 41.180562085006386, 41.18024516000878, 41.18031778902514, 39.690075454011094, 41.50888862699503, 41.50939748500241, 41.50907058798475, 41.50909523997689, 41.50881563796429, 41.5088340829825, 41.50811984599568, 34.140282429987565, 34.14108073298121, 34.124805532977916, 34.124229193956126, 34.1237850059988, 34.123814345977735, 34.12385307898512, 34.12388585403096, 34.12325831397902, 33.920923901954666, 33.614349199982826, 33.614331476041116, 33.61398329900112, 33.61371595301898, 33.61319522000849, 33.61322353896685, 33.613241634040605, 32.132476887025405, 32.1322903620312, 32.13228335295571, 32.132166454044636, 32.131961993000004, 32.13181362999603, 32.1314095260459, 32.166120023990516, 31.830389337963425, 31.830301618028898, 31.83029296703171, 31.83027435099939, 31.83024323900463, 31.83019994996721, 31.82984692597529, 31.86467783700209, 30.234502937993966, 30.234196569013875, 30.234130858967546, 30.23400172201218, 30.233672440983355, 30.23363207501825, 30.232075064035598, 30.26615173299797, 28.460434727952816, 28.459692981967237, 28.459665764996316, 28.459640891000163, 28.459628404001705, 28.459577805013396, 28.45950682699913, 28.48313741601305, 26.65542407898465, 26.655304464977235, 26.655239537009038, 26.65525897301268, 26.65521798701957, 26.65493159496691, 26.65496917598648, 26.677935835032258, 24.85921560000861, 24.859168924973346, 24.85872408695286, 24.85867483902257, 24.85867857496487, 24.858675850962754, 24.858237389998976], "queue_times": [0.0009378539980389178, 0.0010411650291644037, 0.0012985169887542725, 0.0013531820150092244, 0.001395669998601079, 0.0017035219934768975, 0.0017889690352603793, 0.0018768089939840138, 0.0021337110083550215, 0.0021808259771205485, 0.0024622110067866743, 0.002508853969629854, 0.0028205710113979876, 0.002865924034267664, 0.0028963349759578705, 0.0029269569786265492, 0.003302892029751092, 0.0037883760523982346, 0.003839006007183343, 0.0038670949870720506, 0.004229109967127442, 0.0042786370031535625, 0.004310400981921703, 0.004617390979547054, 0.004665045998990536, 0.0047095679910853505, 0.0047874340089038014, 0.005173242010641843, 0.005238902987912297, 0.005278847005683929, 0.005659447982907295, 0.005722795031033456, 0.005757682025432587, 0.0060913790366612375, 0.006149649037979543, 0.00622886698693037, 0.006512244988698512, 0.006559961009770632, 0.006590883946046233, 0.006944355962332338, 0.006998491007834673, 0.007032958033960313, 0.007350694038905203, 0.007393832027446479, 0.007731824996881187, 0.007782775035593659, 0.007815891003701836, 0.008097516023553908, 0.008143097977153957, 0.008431862981524318, 0.008476613962557167, 0.008507526945322752, 0.008825082040857524, 0.008867459022440016, 0.008934131008572876, 0.009210649004671723, 0.009258615027647465, 0.009291969996411353, 0.009323762962594628, 0.009631665016058832, 0.009676946967374533, 0.00971011200454086, 0.009671028994489461, 0.010010062018409371, 20.333574856980704, 20.372269196959678, 20.479567661008332, 20.480332228005864, 20.480421621003188, 20.48205005005002, 20.482094550970942, 20.482149546034634, 20.482193225994706, 20.52812051703222, 20.52856086898828, 20.528955810994375, 20.529020558984485, 20.529068064002786, 20.52976415696321, 20.52981744997669, 20.530950450978708, 20.531005116994493, 20.53104514098959, 20.531085476046428, 20.53112640301697, 20.531163142004516, 20.53222115203971, 20.532271579955705, 20.532747532008216, 20.53959409397794, 20.539941188006196, 20.54032670595916, 20.540391294984147, 20.540951421950012, 20.54099672404118, 20.541662745992653, 20.541752188000828, 20.54179423605092, 20.54183538199868, 20.54188052297104, 20.541921068972442, 20.541961634007748, 20.54315794201102, 20.54321027401602, 20.543249348003883, 20.54328624898335, 20.543318973039277, 20.543356854992453, 20.543391201994382, 20.543433309998363, 20.544454677961767, 20.544510603998788, 20.544550789985806, 20.54458964196965, 20.54462710302323, 20.54466248198878, 20.544697010016534, 20.544733028975315, 20.54477084998507, 20.544807169993874, 20.544852823019028, 20.54488996398868, 20.54492613300681, 20.54714400897501, 20.547192095953505, 20.547231198986992, 20.547267948975787, 20.54760231799446, 40.92038179299561, 40.960400476004, 41.01611656800378, 41.01653885602718, 41.01701188401785, 41.017079436045606, 41.017134691996034, 41.018007855978794, 41.01806133898208, 41.2523736479925, 41.598437707987614, 41.59860872197896, 41.599032742960844, 41.599081758991815, 41.599291316990275, 41.59953610104276, 41.59958285599714, 41.59962519299006, 41.599667061003856, 41.59991575096501, 41.599963497021236, 41.600004111998715, 41.60004244494485, 41.600319283024874, 41.600363345001824, 41.60040555102751, 41.600450612953864, 41.60079573595431, 41.600844181957655, 41.6008861400187, 41.60092655499466, 41.60096578899538, 41.601001898990944, 41.602581690996885, 41.602622726990376, 41.60267152398592, 41.60272023000289, 41.602761016984005, 41.60280219302513, 41.60284005495487, 41.603928063996136, 41.60399262304418, 41.604036213015206, 41.60407647700049, 41.60411529097473, 41.60415358300088, 41.60419050400378, 41.60423720703693, 41.60592715104576, 41.605979623040184, 41.60602232202655, 41.60605794895673, 41.606092426984105, 41.606130658998154, 41.60659904096974, 41.606643882987555, 43.0973020879901, 43.09758442401653, 43.0976465579588, 43.09812056703959, 43.09819706302369, 43.09856543701608, 43.098633699992206, 43.099443308019545, 74.98329444997944, 75.02173317002598, 75.07717412500642, 75.07786394003779, 75.07841291202931, 75.07846931897802, 75.07851057499647, 75.07855366496369, 75.07925502501894, 75.31795061402954, 75.66195685701678, 75.66207843396114, 75.6625168939936, 75.66287640697556, 75.66347959201084, 75.66353172401432, 75.66359086398734, 77.17825611797161, 77.17853406898212, 77.17868494504364, 77.1787264009472, 77.17917425499763, 77.17922740796348, 77.17979944095714, 77.17985039000632, 77.5157278770348, 77.51586222101469, 77.51595605898183, 77.51604564097943, 77.51614636898739, 77.51624822802842, 77.51667880802415, 77.51673314301297, 79.147100244998, 79.14730177097954, 79.14771392504917, 79.1479175639688, 79.14800664497307, 79.14812420698581, 79.1499137969804, 79.15061029995559, 80.95690619800007, 80.95715676102554, 80.95727415202418, 80.95737908501178, 80.95747590798419, 80.95760134002194, 80.95774224295747, 80.95842842303682, 82.78623960301047, 82.78643793502124, 82.78658358403482, 82.78663426398998, 82.78675107401796, 82.78711599303642, 82.78716620302293, 82.78768988896627, 84.60654622100992, 84.60695519199362, 84.60708228603471, 84.60717648494756, 84.60726640705252, 84.60735830303747, 84.60794641799293], "max_output_tokens_per_s": 1728.0, "max_concurrent_requests": 128, "rtfx": 0.0, "mean_ttft_ms": 3478.241410691453, "median_ttft_ms": 893.436054000631, "std_ttft_ms": 3625.613183998379, "p99_ttft_ms": 12690.803327097092, "mean_tpot_ms": 46.68851449779939, "median_tpot_ms": 40.81105909495042, "std_tpot_ms": 8.892921988080563, "p99_tpot_ms": 65.4658091939469, "mean_itl_ms": 46.68851449779939, "median_itl_ms": 38.633446500170976, "std_itl_ms": 115.001711688832, "p99_itl_ms": 41.69727957923898}