{"date": "20261110-193407", "endpoint_type": "openai", "backend": "openai", "label": null, "model_id": "ripple", "tokenizer_id": "ricursiveAI/Ripple-65B-Preview", "num_prompts": 128, "request_rate": "inf", "burstiness": 1.0, "max_concurrency": 32, "duration": 92.46135568001773, "completed": 128, "failed": 0, "total_input_tokens": 131072, "total_output_tokens": 65536, "request_throughput": 1.384362137658584, "request_goodput": null, "output_throughput": 708.793414481195, "total_token_throughput": 2126.3802434435847, "latencies": [18.004472317988984, 18.039638017013203, 18.03967145300703, 18.03977049898822, 18.039752273005433, 18.039464028959628, 18.040572476980742, 18.302798665012233, 18.303007982030977, 18.302930616016965, 18.303439412033185, 18.302960806991905, 18.302926899981685, 18.302906483004335, 18.303705556027126, 18.303320028004237, 18.304293591005262, 18.30428848398151, 18.406070286000613, 18.40577224700246, 18.406091655022465, 18.40594724699622, 18.405689943989273, 18.40577835694421, 18.405922502977774, 18.405241701984778, 18.405340637022164, 18.40532538597472, 18.405021129001398, 18.40499541402096, 18.40460610104492, 18.404570323007647, 24.843757105001714, 24.844748080999125, 24.84490729001118, 24.844407534983475, 24.844313526991755, 24.84508519305382, 24.84435512399068, 24.63015894498676, 24.630067070014775, 24.629955408046953, 24.629991798021365, 24.629555299005006, 24.629927390022203, 24.630042116972618, 24.947226249962114, 24.94749776099343, 24.946412263961975, 24.94629511295352, 24.84527278202586, 24.845231004001107, 24.845147801039275, 24.84558769298019, 26.240914114983752, 26.24155624397099, 26.24148362397682, 26.24174613400828, 26.241665993991774, 26.2416553189978, 26.2415742080193, 26.24156094994396, 27.857399486994836, 27.85775330197066, 24.753562539000995, 24.752502357994672, 24.751968426047824, 24.75190144503722, 24.752241269976366, 24.751426163944416, 24.75156813795911, 24.753379889007192, 24.75348374195164, 24.753360282978974, 24.753350589016918, 24.752843846043106, 24.753331382002216, 24.752725824015215, 24.74939714698121, 24.749650242971256, 24.749516270996537, 24.749644564988557, 24.74956220301101, 24.749271343986038, 24.74975362495752, 26.12609442998655, 24.731235628016293, 24.730594069988, 24.730736225028522, 24.730340543028433, 24.730461428989656, 24.730456933029927, 24.730615599954035, 26.329531514958944, 24.714600720035378, 24.714199491019826, 24.70148748200154, 24.70124962599948, 24.701247622957453, 24.701285556016956, 24.700817194010597, 24.70084260898875, 24.700744534959085, 24.68524153198814, 24.684854132006876, 24.68448052997701, 24.684539780020714, 24.684577413019724, 24.68410121096531, 24.683931448031217, 24.40460724296281, 24.40453802898992, 24.404528215003666, 24.404494230053388, 24.40453193098074, 24.404139614023734, 24.403830701019615, 23.05157718900591, 23.051375893992372, 23.05141754099168, 23.05186995002441, 23.051912960014306, 23.05181251099566, 23.051859565952327, 23.074832974991295, 21.476506797014736, 21.476012741040904, 21.475869724992663], "queue_times": [0.0005106290336698294, 0.000624865002464503, 0.0009416889515705407, 0.001004944962915033, 0.001045291021000594, 0.0013644370483234525, 0.0014135250239633024, 0.0014493339695036411, 0.0017251809476874769, 0.0017700919997878373, 0.001816475996747613, 0.0023330930271185935, 0.0023879880318418145, 0.0024272120208479464, 0.0024550299858674407, 0.002865712041966617, 0.0029098530067130923, 0.002940165053587407, 0.003175246005412191, 0.0032147809979505837, 0.003251469985116273, 0.003621787007432431, 0.003668992023449391, 0.003700674045830965, 0.0037299050018191338, 0.004428982036188245, 0.004477398993913084, 0.00451130501460284, 0.004942486004438251, 0.004985434003174305, 0.005496523983310908, 0.005549044988583773, 18.005175600992516, 18.0402628229931, 18.040622353961226, 18.041202107968275, 18.041258464974817, 18.041296827956103, 18.042114296986256, 18.304349148005713, 18.304755071992986, 18.305107403954025, 18.305475628003478, 18.30553035403136, 18.305565750983078, 18.306009169027675, 18.306483417050913, 18.306525515043177, 18.307785581040662, 18.307834869017825, 18.409060888981912, 18.409213077975437, 18.40931765100686, 18.40935715404339, 18.40943897602847, 18.4095290399855, 18.40963741799351, 18.409694275993388, 18.409805568051524, 18.40984345099423, 18.40994880499784, 18.409984003053978, 18.41000885696849, 18.410043423995376, 42.84908422298031, 42.88517062203027, 42.88590088294586, 42.8860643269727, 42.88614245300414, 42.88699675304815, 42.887135834025685, 42.93445778399473, 42.934849490004126, 42.93522629601648, 42.93527289002668, 42.93581030500354, 42.93585309403716, 42.93649758596439, 43.25377802998992, 43.25394256605068, 43.254106278996915, 43.25414961000206, 43.254258539003786, 43.2547010150156, 43.25475565902889, 43.25516732200049, 44.65048328001285, 44.65116231900174, 44.65122818900272, 44.651663224969525, 44.6517215440399, 44.6517530370038, 44.65179230103968, 44.65182998403907, 46.267549327982124, 46.26799031102564, 67.60285923304036, 67.63767172896769, 67.63782679202268, 67.63790488801897, 67.63846635702066, 67.63856875704369, 67.6387962489971, 67.68789369001752, 67.68841288000112, 67.68888974300353, 67.68896717997268, 67.68902648997027, 67.68971516203601, 67.68977042898769, 68.0033527900232, 68.00361035397509, 68.00365785800386, 68.00379721896024, 68.0038440930075, 68.00434747198597, 68.00474478601245, 69.38142088096356, 69.38174886902561, 69.38181564997649, 69.38200169597985, 69.38204643595964, 69.3822348350077, 69.38227678200928, 69.38248021999607, 70.98159420699812, 70.98224801197648, 70.98231980000855], "max_output_tokens_per_s": 960.0, "max_concurrent_requests": 64, "rtfx": 0.0, "mean_ttft_ms": 3109.1844621632845, "median_ttft_ms": 3323.1697349983733, "std_ttft_ms": 2101.1471425671148, "p99_ttft_ms": 6881.840062123957, "mean_tpot_ms": 39.117483482920974, "median_tpot_ms": 38.76798681899086, "std_tpot_ms": 3.7151018352021166, "p99_tpot_ms": 47.62095435792917, "mean_itl_ms": 39.11748348292098, "median_itl_ms": 34.521707479143515, "std_itl_ms": 81.12224178015411, "p99_itl_ms": 35.90812166512478}