{"date": "20261110-194005", "endpoint_type": "openai", "backend": "openai", "label": null, "model_id": "ripple", "tokenizer_id": "ricursiveAI/Ripple-65B-Preview", "num_prompts": 512, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 128, "duration": 232.58728692901786, "completed": 512, "failed": 0, "total_input_tokens": 524288, "total_output_tokens": 262144, "request_throughput": 2.201324099697051, "request_goodput": null, "output_throughput": 1127.0779390448902, "total_token_throughput": 3381.233817134671, "latencies": [57.41730681597255, 57.552356221014634, 57.55284511100035, 57.55247146898182, 57.55266251094872, 57.55229128402425, 57.552247574029025, 59.601725965039805, 57.790686002001166, 57.551830653043, 57.79083531699143, 57.79073068301659, 57.79038951697294, 57.79045109200524, 57.79007896099938, 57.79016023303848, 57.78990984999109, 57.972946506983135, 57.97315312898718, 57.97322297497885, 57.97289852099493, 57.97293431998696, 57.97298331698403, 57.97270414500963, 57.973168961005285, 59.597921007021796, 59.597874581988435, 59.597869504999835, 59.59795418201247, 59.597694725962356, 59.597732577996794, 66.90248108498054, 61.42315000295639, 59.597415243973956, 61.42235104000429, 61.42249281395925, 61.42261616297765, 61.42260940396227, 61.422534901008476, 63.252041334984824, 61.42247566097649, 61.4226217509713, 63.25061090698, 63.25103114196099, 63.25092110101832, 63.25090566999279, 63.25087028101552, 63.25057536701206, 63.250778426008765, 65.0752991240006, 70.55787803302519, 65.07504382397747, 65.07513087400002, 65.07494417700218, 65.07462711300468, 65.07420344400452, 65.07429583003977, 65.07435163698392, 66.89691815001424, 66.89719292504014, 66.89729127002647, 66.8969847910339, 66.89708090299973, 66.89720239804592, 72.38156017300207, 66.89701152697671, 68.71977686299942, 76.04251484997803, 68.71965879102936, 68.71974293602398, 68.71947773301508, 68.71956879802747, 68.71964720502729, 68.71938103099819, 70.55388899199897, 68.71983307000482, 70.55312672804575, 70.55369930097368, 72.38073115795851, 70.55325904896017, 70.55327519105049, 70.55349698499776, 70.55349253996974, 72.37845241901232, 72.37873537599808, 79.69779655104503, 81.5198603280005, 72.37884806998773, 72.37883903796319, 72.37923458998557, 72.37922832102049, 74.20348133397056, 79.6964852049714, 76.03970005601877, 74.20367069303757, 74.2037412589998, 74.2037367229932, 74.20384045498213, 74.20391497801756, 74.20390273997327, 76.03913711704081, 74.20399146201089, 76.03871619002894, 77.87225261103595, 76.03910886798985, 76.03915741405217, 76.0393420769833, 77.87289523001527, 76.03944568801671, 81.51792051200755, 77.87251141504385, 77.87274791899836, 77.87264880299335, 77.872643426992, 77.87262921599904, 81.51775116997305, 81.51834677602164, 77.87299798097229, 79.69581242400454, 79.69590428099036, 81.51770905300509, 79.69594236201374, 79.69593321997672, 79.69603405799717, 81.51805268297903, 79.69641820399556, 81.51690258795861, 81.51715779700316, 58.08479881903622, 58.08493393397657, 58.085095354006626, 58.084839043032844, 58.08481772302184, 58.0848071599612, 58.08479479199741, 58.08478373801336, 58.08123931696173, 58.081479815009516, 58.081555199983995, 58.08148674602853, 58.08140318095684, 58.081472036021296, 58.082319896959234, 58.26631518499926, 58.083969444967806, 58.083953242981806, 58.083870728034526, 58.08408574399073, 58.08385058201384, 58.08387967199087, 58.083960481977556, 59.68833011999959, 58.06407178204972, 58.064100130985025, 58.06400740303798, 58.06395362998592, 58.06402317399625, 58.06436294998275, 58.064300123020075, 59.68680007196963, 57.862223878037184, 57.86200959503185, 57.8618235400063, 57.862748767016456, 57.86189350503264, 57.86185719497735, 57.861840252997354, 59.685298461001366, 57.858200253976975, 57.8579635109636, 57.85776756197447, 57.8577433800092, 57.857925779011566, 57.85845374100609, 57.8583016829798, 59.689050062035676, 57.86489961098414, 57.86488301801728, 57.86478662601439, 57.864899911975954, 57.86487563804258, 57.864559034991544, 57.86452025198378, 59.68538897699909, 57.8634422509931, 57.863424147013575, 57.863309660053346, 57.863283054030035, 57.86336160101928, 57.86374253296526, 57.8637262909906, 59.68603754899232, 57.86426773696439, 57.864291529986076, 57.86419997405028, 57.86431159701897, 57.86430790100712, 57.86381368502043, 57.86407456197776, 59.697755896952, 57.86480236396892, 57.86457302002236, 57.8643962169881, 57.86437356704846, 57.864524363016244, 57.864957617013715, 57.86432216700632, 59.69031880097464, 57.86568233399885, 57.865567767003085, 57.86553792702034, 57.86551231198246, 57.86548595497152, 57.86508790100925, 59.71519849600736, 59.714748300029896, 57.891687488998286, 57.891757525037974, 59.71304272901034, 57.891616120992694, 59.712508197990246, 57.89139914396219, 57.891911095008254, 57.89158282498829, 57.87772817403311, 57.87770950800041, 57.87763076100964, 57.87770580401411, 57.87814022798557, 57.87803795799846, 59.756914152996615, 59.75665425800253, 57.924530360032804, 57.92457816400565, 57.924181711976416, 57.92451941501349, 57.923727401008364, 57.92370404902613, 59.76162593899062, 59.76085632498143, 57.93919388798531, 57.9391678829561, 57.93915722804377, 57.939151210011914, 57.939131392980926, 57.939328523003496, 59.76303694501985, 59.763238742016256, 57.94290807796642, 57.9427350909682, 57.942768635984976, 57.942746175976936, 57.94241726503242, 57.942580298986286, 59.77535107801668, 59.77466502896277, 58.16637757996796, 58.166620453004725, 58.166420240013395, 58.16596571798436, 58.16743888397468, 58.165873099991586, 58.16585039900383, 58.16639149002731, 58.16090387804434, 58.16076565900585, 58.16069729503943, 58.16074739402393, 58.160806664964184, 58.16003723203903, 58.159641048987396, 58.16191764699761, 58.16197834000923, 58.161941377969924, 58.161971889960114, 58.161956488969736, 58.161845627997536, 58.1621818280546, 59.766432798991445, 58.16232344601303, 58.162126136012375, 58.161982559016906, 58.162113617989235, 58.16209985001478, 59.76000297901919, 58.161276252008975, 58.16124578099698, 58.13736891903682, 58.1371235519764, 58.136990970990155, 58.13713711203309, 58.13698473200202, 58.13653758098371, 58.136497345985845, 59.75592627300648, 57.932736121991184, 57.93245923303766, 57.93230834702263, 57.93226172198774, 57.932402635982726, 57.93247226200765, 57.93210877402453, 59.75948435999453, 57.92918895097682, 57.92909752501873, 57.928969669970684, 57.92894683894701, 57.92902886099182, 57.92951629898744, 57.92903641203884, 59.7665494660032, 57.94608850002987, 57.94570857100189, 57.94573139201384, 57.94571254600305, 57.94583521405002, 57.945797631982714, 57.94536104501458, 59.771197605005, 57.948744750989135, 57.94835266500013, 57.94835968397092, 57.94841327803442, 57.94843057100661, 57.94819198502228, 57.94811172498157, 59.77273743704427, 57.93957866897108, 57.939255755976774, 57.93924385897117, 57.9393106920179, 57.93929522001417, 57.93901709897909, 57.938655574049335, 59.76666049199412, 57.94113859802019, 57.94107213703683, 57.940737868018914, 57.94070277095307, 57.9403286500019, 57.94028771400917, 57.94085970596643, 57.92056167300325, 57.92047169996658, 57.92055984097533, 57.92006724700332, 57.920027993037365, 57.920294467010535, 57.92010244500125, 59.75455107499147, 57.93489278800553, 57.93474752799375, 57.93479385197861, 57.93475420802133, 57.934812135994434, 57.9342879789765, 57.93382074002875, 59.759956159978174, 57.88180001999717, 57.88166298298165, 57.88169555697823, 57.881450291955844, 57.881688508961815, 57.88118600001326, 57.88130639598239, 59.76181697298307, 57.92557378002675, 57.92539405397838, 57.925553531968035, 57.92548465798609, 57.92553663998842, 57.9253778620041, 57.92496594804106, 59.75802572601242, 57.935035778034944, 57.93506043200614, 57.93499033496482, 57.93497953098267, 57.93484440603061, 57.935055974987336, 57.93521588400472, 59.759004042018205, 57.92649514001096, 57.9263424819801, 58.12907831603661, 58.11102930898778, 58.110969417961314, 58.11055960599333, 58.11042595299659, 58.110406916996, 58.10957817302551, 58.10846927401144, 57.93809551204322, 57.938063476991374, 57.93807640497107, 57.93811896396801, 57.938092517026234, 57.93777903798036, 57.93748398497701, 57.80552114296006, 57.8055387979839, 57.805532489030156, 57.80538240500027, 57.80513808998512, 57.804872126027476, 57.80426815903047, 56.25344986602431, 56.25332773895934, 56.25328366900794, 56.25331781501882, 56.253224037005566, 56.253251524001826, 56.253219079982955, 56.30361843499122, 54.70554924797034, 54.70540081401123, 54.70533264201367, 54.705529881000984, 54.70518881396856, 54.70522802800406, 54.70482214103686, 54.754873238969594, 53.13560109602986, 53.135314241983, 53.135234533052426, 53.135272175015416, 53.13528711599065, 53.13476707402151, 53.13413784297882, 53.18371778499568, 51.356951972993556, 51.35666195699014, 51.356534974009264, 51.35654695000267, 51.356554469966795, 51.356147663027514, 51.35535596997943, 51.40030277898768, 49.563255953020416, 49.563022413, 49.563026039046235, 49.56294485804392, 49.56297953502508, 49.562548245012295, 49.562144420982804, 49.606675142014865, 47.781101051019505, 47.78095302899601, 47.78097501897719, 47.78092935599852, 47.780866921006236, 47.78042113099946, 47.816577386984136, 47.780366326041985, 45.99167329398915, 45.9914590800181, 45.99144489096943, 45.99138730199775, 45.99130131496349, 45.99131659499835, 45.99075657798676, 46.026911982975435, 44.19937848998234, 44.19907094899099, 44.198951474973, 44.198972073965706, 44.19899676705245, 44.19847630400909, 44.1984831149457, 44.231505801028106, 42.402577788045164, 42.40230627794517, 42.40233019995503, 42.402089029958006, 42.402098743012175, 42.40171249397099, 42.40118121699197, 40.60135136800818, 40.601298064982984, 40.601205008046236, 40.6011684879777, 40.601116576988716, 40.60106930299662, 40.60107373900246, 40.63496161001967, 38.80923838500166, 38.809026595030446, 38.80903705902165, 38.80896658200072, 38.808978168992326, 38.808915962988976, 38.80834877601592, 38.842850146989804, 36.96199792204425, 36.96174485498341, 36.961744214990176, 36.961718740989454, 36.961602421011776, 36.98601689300267, 36.96137950499542, 36.96081308001885, 35.152404796972405, 35.15202067204518, 35.151862995990086, 35.15187184797833, 35.15189894504147, 35.151929147017654, 35.15131245198427, 35.17361940903356, 33.349999673024286, 33.349724145955406, 33.349420751968864], "queue_times": [0.0016235730145126581, 0.0017441979725845158, 0.002095458039548248, 0.0021568730007857084, 0.0021943540195934474, 0.0025897349696606398, 0.0026530309696681798, 0.0026884700055234134, 0.0030538900173269212, 0.003105080977547914, 0.003145214053802192, 0.0036561439628712833, 0.003703908994793892, 0.00373625400243327, 0.004199107992462814, 0.004238291003275663, 0.004613895027432591, 0.004700964025687426, 0.004733589012175798, 0.004761648015119135, 0.005182985041756183, 0.005234645039308816, 0.005268571025226265, 0.005628154031001031, 0.005664823984261602, 0.005697407992556691, 0.005994966020807624, 0.006084699998609722, 0.006118024000898004, 0.00647177902283147, 0.006517771980725229, 0.006560260022524744, 0.006950264039915055, 0.006998149037826806, 0.007027650019153953, 0.007337032991927117, 0.007419846020638943, 0.007452842022757977, 0.007755766971968114, 0.007801680010743439, 0.00783471402246505, 0.007863904000259936, 0.00821058900328353, 0.00825799402082339, 0.008543394971638918, 0.008588597003836185, 0.00865890400018543, 0.008972321986220777, 0.009015591000206769, 0.009047354978974909, 0.009542883955873549, 0.009585732012055814, 0.009619297983590513, 0.01009508001152426, 0.010143376013729721, 0.010717640980146825, 0.010758146992884576, 0.011202786001376808, 0.01125204295385629, 0.011285690008662641, 0.011317282973323017, 0.011653922963887453, 0.011636579991318285, 0.011668713996186852, 0.011981322022620589, 0.012064065027516335, 0.012093364959582686, 0.012415535980835557, 0.012460126949008554, 0.012491761008277535, 0.012779665004927665, 0.012835169967729598, 0.012864519958384335, 0.013152043975424021, 0.013195652980357409, 0.013261514017358422, 0.013505618961062282, 0.01354474201798439, 0.013956064998637885, 0.014005713048391044, 0.014035353960935026, 0.01406579598551616, 0.014094153011683375, 0.014636766980402172, 0.014723084983415902, 0.014755068987142295, 0.014793440990615636, 0.014828148996457458, 0.014862685988191515, 0.014894108986482024, 0.014925481984391809, 0.014953761012293398, 0.0149863560218364, 0.015015165030490607, 0.01504413498332724, 0.0150976880104281, 0.015127649006899446, 0.015158461988903582, 0.015186628967057914, 0.015219315013382584, 0.01525103795574978, 0.01528483396396041, 0.01532838400453329, 0.015357232943642884, 0.015385752019938082, 0.015433657972607762, 0.015464180032722652, 0.015494400984607637, 0.015526065020821989, 0.015555304009467363, 0.015584604989271611, 0.015611440991051495, 0.015638208016753197, 0.01566843903856352, 0.015703256998676807, 0.01573508104775101, 0.01578600995708257, 0.015818976040463895, 0.01585005800006911, 0.015881080005783588, 0.01591457601170987, 0.015942454978358, 0.015971925051417202, 0.015999302035197616, 0.016030305007006973, 0.016059154004324228, 0.016108321025967598, 0.016143280023243278, 57.41879947896814, 57.55387474101735, 57.55438728199806, 57.554916366003454, 57.55496951902751, 57.5550063290284, 57.55504229996586, 57.55507749697426, 57.793477132043336, 57.79362370399758, 57.793737027968746, 57.793830556969624, 57.79393395798979, 57.794043617963325, 57.79408297204645, 57.794751397043, 57.97739358403487, 57.977532433054876, 57.97763825999573, 57.97772208304377, 57.97781127598137, 57.97789304802427, 57.97838424000656, 57.97870277700713, 59.603382451983634, 59.603517706971616, 59.60363707097713, 59.603710461000446, 59.60381687700283, 59.60390266397735, 59.60398783098208, 59.6040660070139, 61.42917272797786, 61.42955020396039, 61.42974909598706, 61.429795739997644, 61.42983579495922, 61.42999717697967, 61.4300387930125, 61.43097974197008, 63.258579145011026, 63.25899408198893, 63.25921871000901, 63.25926605396671, 63.25930549798068, 63.25934349000454, 63.25952206400689, 63.25956264999695, 65.08410641999217, 65.0842887989711, 65.08441463200143, 65.08445618901169, 65.08458403398981, 65.08503414998995, 65.08509855699958, 65.08550608501537, 66.90794159000507, 66.9081434260006, 66.90828363696346, 66.90833192400169, 66.90844518900849, 66.90864799701376, 66.90869020397076, 66.90940046799369, 68.7316789359902, 68.73184453201247, 68.7319660189678, 68.73200992902275, 68.73212852200959, 68.73265280795749, 68.73270720301662, 68.73308219702449, 70.56645126902731, 70.56684813200263, 70.56706074299291, 70.56710519397166, 70.5671454690164, 70.56718248897232, 70.56784162198892, 70.56789625698002, 72.39294371602591, 72.39322233799612, 72.39326809998602, 72.39367492700694, 72.39373235602397, 72.39415511401603, 72.39421098097228, 72.39516019000439, 74.21825368597638, 74.21843571495265, 74.21856152801774, 74.21860753098736, 74.21870889898855, 74.21884475502884, 74.21888626198051, 74.21924061799655, 76.05389608000405, 76.05409144796431, 76.0541980540147, 76.05429420497967, 76.05441124597564, 76.05454041197663, 76.05457784398459, 76.0551621930208, 77.88742459000787, 77.88787333498476, 77.88823837402742, 77.88829909701599, 77.88834256702103, 77.88839095295407, 77.88842718297383, 77.88952976296423, 79.71121842501452, 79.71139316400513, 79.71149941900512, 79.71161121298792, 79.71165278996341, 79.71204302401748, 79.71233952901093, 79.712396316987, 81.5328347190516, 81.53302973601967, 81.53316019498743, 81.53320469503524, 81.5336618910078, 81.53405307600042, 81.53410653100582, 81.53515771898674, 115.50373300298816, 115.63871282199398, 115.63932290696539, 115.63997689203825, 115.64004350401228, 115.64009246102069, 115.64011147699784, 115.6401520819636, 115.87449692899827, 115.87486255902331, 115.87501917395275, 115.87506088998634, 115.8750993530266, 115.87595164997038, 115.87653255602345, 116.06087080499856, 116.06105466600275, 116.06118589598918, 116.0612439350225, 116.06135767098749, 116.06186243199045, 116.06192162295338, 116.06238892202964, 117.66682973899879, 117.66717456100741, 117.66734612599248, 117.66739003598923, 117.66742895898642, 117.66783463396132, 117.66839608299779, 117.6684502660064, 119.29074470198248, 119.29112590599107, 119.29128346103244, 119.29133412899682, 119.29145849094493, 119.29207170003792, 119.29213256301591, 119.29249139403692, 121.11611598101445, 121.11654668999836, 121.11672374198679, 121.11679098499008, 121.11683395301225, 121.11738650797633, 121.1177724369918, 121.11782197497087, 122.94849964702735, 122.94875668996247, 122.94891052000457, 122.94895922602154, 122.9490636390401, 122.94919897499494, 122.94975399499526, 122.94981291599106, 124.77074273396283, 124.77115767099895, 124.77132542099571, 124.77137245604536, 124.77141216996824, 124.77197725401493, 124.77244265098125, 124.77249360998394, 126.59529239701806, 126.59571555600269, 126.59587671700865, 126.5959266150021, 126.59604203299386, 126.59633199998643, 126.59638495201943, 126.59714258898748, 128.43065511301393, 128.4310140950256, 128.4311899060267, 128.43124050402548, 128.4312811899581, 128.43173282797216, 128.4321184559958, 128.4321767759975, 130.2581447919947, 130.25837340496946, 130.2587353810086, 130.2588000590331, 130.25939346000087, 130.25945689802757, 130.2595057639992, 132.1092648190097, 132.1097564920201, 132.1098178459797, 132.11033463297645, 132.1103934039711, 132.11043306899955, 132.11107329500373, 132.11113478901098, 133.93109855498187, 133.93136853398755, 133.93142647400964, 133.9315611079801, 133.93160984502174, 133.93215690401848, 133.93276692798827, 133.93282735103276, 135.8113798329723, 135.81154988601338, 135.81169726804364, 135.81197162199533, 135.81200040102703, 135.81235506699886, 135.81240565696498, 135.81320245796815, 137.6499001319753, 137.65011774998857, 137.6501693210448, 137.65026617300464, 137.6503748410032, 137.6509123579599, 137.65096504997928, 137.65167499199742, 139.47518481197767, 139.47534773504594, 139.47544752201065, 139.47548690601252, 139.47564855701057, 139.4756914859754, 139.47622318397043, 139.4765952230082, 141.30938477895688, 141.30979793402366, 173.67008350597462, 173.80518208898138, 173.80551890900824, 173.8060693529551, 173.80612997704884, 173.80617145402357, 173.80707683198852, 173.80823728098767, 174.0352218009648, 174.03535401198315, 174.03542494901922, 174.0355436220416, 174.03562879899982, 174.03580664203037, 174.03630981000606, 174.22262274601962, 174.22276347700972, 174.22285305999685, 174.222952525015, 174.2233238730114, 174.22368580900365, 174.22436113399453, 175.8286972309579, 175.8289160199929, 175.8290460279677, 175.82909351296257, 175.829273750016, 175.82931681897026, 175.82942626898875, 175.82946757500758, 177.42768228100613, 177.4278630389599, 177.42799098300748, 177.428037227015, 177.42821451002965, 177.4282539439737, 177.42880991497077, 177.42886749299942, 179.04825092898682, 179.04863467498217, 179.0487914599944, 179.0488351189997, 179.04887957999017, 179.0494771989761, 179.0501763250213, 179.0502283970127, 180.87714546499774, 180.87747597700218, 180.87764809199143, 180.87769767997088, 180.87773753504734, 180.87820993200876, 180.87908525997773, 180.8791737720021, 182.71631370601244, 182.7166274249903, 182.71669089095667, 182.71684100700077, 182.71688859298592, 182.71738520200597, 182.7178551859688, 182.71791528799804, 184.5435862710001, 184.54381240002112, 184.54387629800476, 184.54397999995854, 184.54411071899813, 184.5446542330319, 184.5447122020414, 184.54475405899575, 186.36976604000665, 186.37001416098792, 186.37007189902943, 186.37019160296768, 186.37033528002212, 186.3703928089817, 186.37101944698952, 186.37107625504723, 188.19867524702568, 188.19905520702014, 188.19924651901238, 188.19929153099656, 188.19933037395822, 188.19992705096956, 188.19998694205424, 188.2006345889531, 190.0296476179501, 190.02999239903875, 190.0302442740067, 190.0302898969967, 190.03034677502, 190.03079711203463, 190.03145318903262, 191.865528860013, 191.86571149900556, 191.8658348179888, 191.86593355302466, 191.8660433430341, 191.8661600530031, 191.8662108319695, 191.86684982699808, 193.69266294501722, 193.69294835597975, 193.69300655595725, 193.69314288301393, 193.69318744301563, 193.69332242803648, 193.69396531797247, 193.69402380898828, 195.57496610697126, 195.57528814900434, 195.57535597099923, 195.57550940098008, 195.5755539519596, 195.5758834129665, 195.57593376201112, 195.57655842695385, 197.40958634199342, 197.41004231595434, 197.4102678950294, 197.41031832405133, 197.41035821900005, 197.4103976120241, 197.41107097500935, 197.411710039014, 199.23546348896343, 199.23577229201328, 199.23611836403143], "max_output_tokens_per_s": 2304.0, "max_concurrent_requests": 152, "rtfx": 0.0, "mean_ttft_ms": 8086.117791298989, "median_ttft_ms": 5495.797020004829, "std_ttft_ms": 6600.085360015994, "p99_ttft_ms": 29150.50232286565, "mean_tpot_ms": 97.81521103161728, "median_tpot_ms": 102.50115662336134, "std_tpot_ms": 11.981469137761012, "p99_tpot_ms": 109.85233967840614, "mean_itl_ms": 97.81521103161728, "median_itl_ms": 57.35623752116226, "std_itl_ms": 261.6099694211877, "p99_itl_ms": 1825.9635737072676}