kreas
/

test

Model card Files Files and versions Community

kreas commited on Apr 16, 2024

Commit

3001e67

verified ·

1 Parent(s): 7e4afc2

Upload /Llama-2-7b-hf/fp16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

Browse files

Files changed (1) hide show

Llama-2-7b-hf/fp16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json +831 -830

Llama-2-7b-hf/fp16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json CHANGED Viewed

@@ -2,364 +2,365 @@
     "prefill": {
         "memory": {
             "unit": "MB",
-            "max_ram": 979.488768,
             "max_vram": 14262.730752,
             "max_reserved": 13778.28864,
             "max_allocated": 13762.464256
         },
         "latency": {
             "unit": "s",
-            "mean": 0.029230664695317123,
-            "stdev": 0.0001708647080878553,
             "values": [
-                0.03014566421508789,
-                0.028734464645385743,
-                0.028853248596191407,
-                0.028863487243652345,
-                0.028832767486572267,
-                0.028807167053222657,
-                0.0288143367767334,
-                0.028916736602783204,
-                0.028858367919921874,
-                0.028916736602783204,
-                0.028891136169433593,
-                0.02892083168029785,
-                0.028886016845703126,
                 0.028922880172729492,
-                0.02895257568359375,
-                0.028850175857543944,
-                0.02898031997680664,
-                0.028855295181274415,
-                0.02898944091796875,
-                0.02894233512878418,
-                0.029007871627807616,
-                0.02895462417602539,
-                0.029018112182617187,
-                0.02896588706970215,
-                0.02899884796142578,
-                0.02896076774597168,
-                0.029000831604003907,
-                0.02901299285888672,
-                0.02903654479980469,
-                0.029383935928344727,
-                0.029698047637939453,
-                0.029646848678588866,
-                0.029649919509887695,
-                0.029609983444213867,
-                0.029624319076538085,
-                0.029609983444213867,
-                0.029649919509887695,
-                0.029592575073242186,
-                0.029642751693725586,
-                0.029608959197998046,
-                0.02955264091491699,
-                0.029363199234008788,
-                0.029380607604980468,
-                0.02932326316833496,
-                0.02920345687866211,
-                0.02915328025817871,
-                0.02904473686218262,
-                0.029033472061157226,
                 0.029039615631103514,
-                0.029034496307373047,
-                0.029051904678344728,
-                0.029046783447265623,
-                0.029061311721801757,
                 0.029014015197753908,
-                0.029027328491210938,
                 0.029009920120239258,
-                0.02895257568359375,
-                0.02898124885559082,
-                0.02896281623840332,
-                0.02896998405456543,
-                0.0290119686126709,
-                0.029071359634399413,
-                0.029206560134887694,
                 0.02918400001525879,
-                0.02935398483276367,
-                0.02931609535217285,
-                0.02937446403503418,
-                0.02939904022216797,
-                0.02939801597595215,
-                0.029414400100708008,
-                0.029463552474975587,
-                0.029453311920166016,
-                0.029461503982543946,
-                0.029455360412597657,
-                0.029410303115844725,
-                0.0293939208984375,
-                0.029418495178222655,
-                0.02935091209411621,
-                0.029222047805786133,
-                0.029171712875366212,
-                0.029107200622558595,
-                0.02909388732910156,
-                0.029035520553588868,
-                0.029048831939697265,
                 0.029106176376342774,
-                0.029097984313964844,
-                0.02905603218078613,
-                0.029040639877319335,
-                0.029064191818237304,
-                0.029050880432128907,
-                0.029051904678344728,
-                0.029043712615966798,
                 0.029054975509643553,
                 0.029049856185913086,
-                0.029043712615966798,
-                0.029059072494506837,
-                0.029174783706665038,
-                0.029165567398071288,
-                0.029222911834716796,
-                0.02922598457336426,
-                0.0292096004486084,
-                0.029414400100708008,
-                0.02939084815979004,
-                0.029427711486816405,
-                0.02936627197265625,
-                0.029429887771606444,
-                0.029441024780273436,
-                0.029396991729736328,
-                0.02944108772277832,
-                0.029430784225463868,
-                0.0294021110534668,
-                0.02939187240600586,
-                0.02936627197265625,
-                0.029310976028442383,
-                0.02920243263244629,
-                0.029139968872070314,
-                0.029065216064453125,
-                0.029092863082885743,
-                0.029157375335693358,
-                0.029062143325805666,
-                0.029067264556884766,
-                0.029016063690185546,
-                0.02910723114013672,
-                0.029074432373046875,
-                0.029088768005371093,
-                0.029033472061157226,
-                0.02903654479980469,
-                0.029089887619018553,
-                0.029100032806396486,
-                0.029087743759155273,
-                0.029092863082885743,
-                0.02919219207763672,
-                0.0292044792175293,
-                0.029230079650878905,
-                0.029352960586547853,
-                0.029343744277954102,
-                0.02934886360168457,
-                0.02933145523071289,
-                0.02937446403503418,
-                0.02934681510925293,
-                0.029360128402709962,
-                0.029330591201782226,
-                0.029454336166381836,
-                0.02937446403503418,
-                0.02939187240600586,
-                0.029391904830932618,
-                0.029396991729736328,
-                0.0293570556640625,
                 0.02932428741455078,
-                0.029162496566772462,
-                0.029105152130126953,
-                0.029033472061157226,
                 0.029079551696777343,
                 0.029087743759155273,
-                0.029117439270019533,
-                0.029105152130126953,
-                0.029110368728637696,
-                0.029114368438720704,
-                0.029100032806396486,
-                0.029100032806396486,
-                0.029115392684936525,
-                0.029104127883911132,
                 0.029109247207641603,
                 0.029114368438720704,
-                0.02913484764099121,
-                0.029117727279663087,
-                0.029207712173461915,
-                0.029318143844604492,
-                0.02938470458984375,
-                0.029302783966064453,
-                0.029343744277954102,
-                0.02931711959838867,
-                0.029369344711303712,
-                0.02935398483276367,
-                0.02937446403503418,
-                0.029363199234008788,
-                0.02939904022216797,
-                0.029363199234008788,
-                0.02938572883605957,
-                0.02936832046508789,
-                0.029385951995849608,
-                0.02931609535217285,
-                0.029258752822875978,
-                0.02925168037414551,
-                0.029266944885253908,
-                0.029222911834716796,
-                0.029162496566772462,
-                0.029162496566772462,
-                0.029190143585205077,
-                0.029139039993286132,
-                0.0291727352142334,
-                0.029120576858520507,
                 0.029162496566772462,
-                0.029132799148559572,
-                0.029159423828125,
-                0.02909491157531738,
-                0.029132799148559572,
                 0.029088768005371093,
-                0.02914406394958496,
-                0.0292096004486084,
-                0.02937548828125,
-                0.029312000274658204,
-                0.02934272003173828,
-                0.029296640396118165,
-                0.029369407653808594,
-                0.0293570556640625,
-                0.0293621768951416,
-                0.02936627197265625,
-                0.029295616149902344,
-                0.0293570556640625,
-                0.029360319137573244,
                 0.029352960586547853,
-                0.029313024520874024,
-                0.029328447341918945,
-                0.02931711959838867,
                 0.029351936340332032,
-                0.029261823654174804,
-                0.02931711959838867,
-                0.029198335647583007,
-                0.029201663970947266,
-                0.029211648941040037,
-                0.029154304504394532,
-                0.02915328025817871,
-                0.02914508819580078,
-                0.02915635108947754,
-                0.029139968872070314,
-                0.029147199630737305,
-                0.02914406394958496,
-                0.029154304504394532,
-                0.029131776809692384,
-                0.02918508720397949,
-                0.029179904937744142,
-                0.029212671279907225,
-                0.029319168090820313,
                 0.02934272003173828,
-                0.029419519424438476,
-                0.0293703670501709,
-                0.0293621768951416,
-                0.0293621768951416,
-                0.029360128402709962,
-                0.02936832046508789,
-                0.02936729621887207,
-                0.029327360153198243,
-                0.029319168090820313,
-                0.029318143844604492,
-                0.02936729621887207,
-                0.029321216583251954,
-                0.02934886360168457,
-                0.029265920639038087,
-                0.0293304328918457,
-                0.029264896392822266,
-                0.029336576461791993,
-                0.029259872436523438,
-                0.029261823654174804,
-                0.029263872146606446,
-                0.029249536514282228,
-                0.0292445125579834,
-                0.029129728317260743,
                 0.02914303970336914,
-                0.029132799148559572,
-                0.02914508819580078,
                 0.0291409912109375,
-                0.029154304504394532,
                 0.02914303970336914,
-                0.029191167831420898,
-                0.029256704330444337,
-                0.029302783966064453,
-                0.029270015716552734,
-                0.02930073547363281,
-                0.0293253116607666,
-                0.029298688888549803,
-                0.02936524772644043,
-                0.02935091209411621,
-                0.02935603141784668,
-                0.029295616149902344,
-                0.02936627197265625,
-                0.029327423095703124,
-                0.02932246398925781,
-                0.02933350372314453,
-                0.029239295959472656,
-                0.029294591903686523,
-                0.029302783966064453,
-                0.02932326316833496,
-                0.029251583099365236,
-                0.02934272003173828,
-                0.029246463775634765,
-                0.029328384399414063,
-                0.029247488021850586,
-                0.029253631591796874,
-                0.029251583099365236,
-                0.029253631591796874,
-                0.02924675178527832,
-                0.029261823654174804,
-                0.029247488021850586,
-                0.02919526481628418,
                 0.02913484764099121,
-                0.029155328750610353,
-                0.029205663681030274,
-                0.02915123176574707,
-                0.02918809509277344,
-                0.029288448333740235,
-                0.029294591903686523,
-                0.029319168090820313,
-                0.02934067153930664,
-                0.02938163185119629,
                 0.02929254341125488,
-                0.029367488861083986,
-                0.029368480682373046,
-                0.02936729621887207,
-                0.029289472579956056,
                 0.02935910415649414,
-                0.0293621768951416,
-                0.02935603141784668,
-                0.029256704330444337,
-                0.02933964729309082,
-                0.029249536514282228,
-                0.029355007171630858,
-                0.029320192337036134,
-                0.029255680084228516,
-                0.029305856704711915,
-                0.029266944885253908,
-                0.029207551956176758,
-                0.02921779251098633,
-                0.029214719772338867,
-                0.029219839096069337,
-                0.029190143585205077,
-                0.029154304504394532,
-                0.02919219207763672,
                 0.029146112442016602,
-                0.029191167831420898,
                 0.02914201545715332,
-                0.02919321632385254,
-                0.029272064208984375,
-                0.029290496826171877,
-                0.02933456039428711,
-                0.029336576461791993,
-                0.02935398483276367,
-                0.02935910415649414,
-                0.02934886360168457,
-                0.029380607604980468,
                 0.029285375595092773,
-                0.029301759719848632,
-                0.02935315132141113
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 8757.92605704968
         },
         "energy": null,
         "efficiency": null
@@ -367,23 +368,23 @@
     "decode": {
         "memory": {
             "unit": "MB",
-            "max_ram": 999.411712,
             "max_vram": 14862.516224,
             "max_reserved": 14378.074112,
             "max_allocated": 14308.67712
         },
         "latency": {
             "unit": "s",
-            "mean": 6.077649896621702,
-            "stdev": 0.007624679565432224,
             "values": [
-                6.0852745761871345,
-                6.07002521705627
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 41.95700712239829
         },
         "energy": null,
         "efficiency": null
@@ -392,524 +393,524 @@
         "memory": null,
         "latency": {
             "unit": "s",
-            "mean": 0.023833921163222384,
-            "stdev": 0.0001326366484116069,
             "values": [
-                0.02523334312438965,
-                0.024508480072021485,
-                0.0238407039642334,
-                0.023846912384033202,
-                0.02411724853515625,
-                0.02384486389160156,
-                0.023772159576416017,
-                0.023901216506958006,
-                0.02376803207397461,
-                0.023843839645385743,
-                0.023743488311767577,
-                0.023837888717651367,
-                0.023777183532714845,
-                0.023843936920166016,
-                0.023792543411254884,
-                0.023923616409301757,
-                0.023739391326904297,
-                0.023873567581176758,
-                0.02438038444519043,
-                0.02392268753051758,
-                0.02386944007873535,
-                0.02387763214111328,
-                0.023862560272216796,
-                0.023934688568115235,
-                0.02373017692565918,
-                0.023835807800292968,
-                0.023809152603149412,
-                0.02380259132385254,
-                0.023835647583007814,
-                0.023784511566162108,
-                0.023724992752075194,
-                0.023924768447875975,
-                0.023899103164672853,
-                0.023826431274414063,
-                0.023824384689331055,
-                0.023859199523925782,
-                0.023771392822265626,
-                0.023842559814453126,
-                0.02369843292236328,
-                0.02414182472229004,
-                0.023842912673950195,
-                0.023734176635742187,
-                0.023750656127929686,
-                0.023864320755004883,
-                0.024065280914306642,
-                0.023799552917480468,
-                0.02382339286804199,
-                0.023906272888183595,
-                0.023798816680908202,
-                0.023706592559814454,
-                0.023801855087280274,
-                0.023854272842407227,
-                0.02381702423095703,
-                0.023810047149658203,
-                0.023809024810791016,
-                0.02396169662475586,
-                0.023809951782226564,
-                0.02375372886657715,
-                0.02372096061706543,
-                0.023759103775024413,
-                0.02375040054321289,
-                0.02365158462524414,
-                0.02370355224609375,
-                0.02376268768310547,
-                0.023626752853393555,
-                0.023786495208740235,
                 0.02416640090942383,
-                0.023847936630249023,
-                0.023746559143066406,
-                0.024090688705444337,
-                0.024039648056030274,
-                0.024127199172973634,
-                0.023777503967285157,
-                0.023758623123168947,
-                0.02388479995727539,
-                0.02386227226257324,
-                0.023837696075439452,
-                0.023764991760253908,
-                0.023766016006469725,
-                0.023970815658569337,
-                0.02386227226257324,
-                0.023862335205078126,
-                0.023845823287963867,
-                0.023855104446411132,
-                0.023821504592895507,
-                0.023847743988037108,
-                0.023805952072143553,
-                0.024035327911376952,
-                0.02387660789489746,
-                0.023922752380371094,
-                0.02383353614807129,
-                0.023831552505493164,
-                0.02384588813781738,
-                0.023818239212036133,
-                0.023813119888305666,
                 0.024247295379638673,
                 0.024044544219970702,
-                0.02391756820678711,
-                0.0239268798828125,
-                0.023806880950927735,
-                0.023906463623046874,
-                0.02386131286621094,
-                0.023901983261108397,
-                0.02394121551513672,
-                0.02390928077697754,
-                0.023788543701171876,
-                0.023822336196899413,
-                0.02384588813781738,
-                0.02385644721984863,
-                0.0238220157623291,
-                0.023820287704467775,
-                0.02430259132385254,
-                0.023841791152954102,
-                0.02390118408203125,
-                0.023827648162841795,
-                0.023904224395751954,
-                0.023821151733398438,
-                0.023795967102050782,
-                0.023802623748779297,
                 0.024169471740722655,
-                0.023838720321655273,
-                0.023857152938842774,
-                0.023767040252685546,
-                0.023818239212036133,
-                0.02371583938598633,
-                0.023871488571166992,
-                0.023780351638793946,
-                0.023830528259277343,
-                0.024237056732177735,
-                0.023855104446411132,
                 0.023964672088623046,
-                0.023831552505493164,
-                0.023825408935546875,
-                0.02389811134338379,
-                0.02384588813781738,
-                0.023839040756225584,
-                0.023851711273193358,
-                0.023842815399169923,
-                0.023855104446411132,
-                0.023754751205444336,
-                0.023871488571166992,
-                0.023855104446411132,
-                0.023741504669189454,
-                0.02375177574157715,
-                0.02383139228820801,
-                0.0237805118560791,
-                0.023877471923828126,
-                0.02373734474182129,
-                0.02401900863647461,
-                0.023872447967529298,
-                0.023945215225219727,
-                0.023867456436157227,
-                0.023891904830932616,
-                0.023735296249389647,
-                0.023855167388916014,
-                0.02380384063720703,
-                0.023875583648681642,
-                0.023805952072143553,
-                0.023780351638793946,
-                0.02373023986816406,
-                0.023801792144775392,
-                0.023842815399169923,
-                0.02412860870361328,
-                0.023803808212280272,
-                0.023856128692626953,
-                0.023768064498901367,
-                0.02387763214111328,
-                0.023972864151000976,
-                0.023856128692626953,
-                0.023820287704467775,
-                0.023836671829223634,
-                0.023817216873168946,
-                0.024244224548339844,
-                0.02393609619140625,
-                0.023921567916870116,
-                0.023826496124267578,
-                0.023945152282714845,
-                0.023872735977172852,
-                0.023894912719726564,
-                0.02392572784423828,
-                0.023966655731201172,
                 0.02389504051208496,
-                0.02391449546813965,
-                0.023812095642089845,
-                0.02384588813781738,
-                0.02374143981933594,
-                0.023834623336791993,
-                0.023853248596191406,
-                0.02387958335876465,
-                0.02384588813781738,
-                0.02389596748352051,
-                0.023818239212036133,
-                0.02395136070251465,
-                0.02379084777832031,
-                0.023854848861694335,
-                0.023699743270874023,
-                0.023885536193847656,
-                0.023803903579711915,
-                0.023875583648681642,
-                0.023772159576416017,
-                0.02430975914001465,
-                0.02409676742553711,
-                0.02387763214111328,
-                0.023941120147705077,
-                0.023840768814086914,
-                0.023871616363525392,
-                0.02392460823059082,
-                0.023816192626953125,
-                0.023860223770141603,
-                0.023752704620361328,
-                0.023789791107177733,
-                0.023885631561279298,
-                0.023814111709594726,
-                0.023834623336791993,
-                0.023813119888305666,
-                0.023777280807495117,
-                0.023835647583007814,
-                0.023804927825927736,
-                0.023808000564575195,
-                0.023818399429321287,
-                0.02378531265258789,
-                0.023847936630249023,
-                0.023889120101928712,
-                0.023857952117919922,
-                0.023846912384033202,
-                0.023830528259277343,
-                0.02384998321533203,
-                0.023875583648681642,
-                0.023942144393920898,
-                0.02388275146484375,
-                0.02388479995727539,
-                0.023773183822631837,
-                0.02429644775390625,
-                0.023817216873168946,
-                0.02390220832824707,
-                0.02388991928100586,
-                0.02385817527770996,
-                0.023790592193603514,
-                0.023818239212036133,
                 0.023857152938842774,
-                0.023791616439819335,
-                0.023763967514038087,
-                0.023739391326904297,
-                0.023796735763549806,
-                0.02372812843322754,
-                0.023832576751708984,
-                0.023707712173461914,
-                0.023777215957641602,
-                0.02370969581604004,
-                0.023776256561279296,
-                0.023707712173461914,
-                0.023741376876831054,
-                0.02371788787841797,
-                0.023847135543823242,
-                0.023729951858520507,
-                0.023682176589965822,
-                0.02408137512207031,
-                0.023812000274658202,
-                0.02384998321533203,
-                0.023748607635498048,
-                0.023864479064941407,
-                0.02366169548034668,
-                0.023940832138061523,
-                0.023798784255981444,
-                0.023828479766845705,
-                0.02370867156982422,
-                0.023790592193603514,
-                0.02373734474182129,
-                0.023956703186035155,
-                0.023798559188842775,
-                0.023963647842407225,
-                0.023780351638793946,
-                0.023815168380737304,
-                0.023815168380737304,
-                0.023804927825927736,
-                0.023836864471435546,
-                0.023774208068847655,
-                0.023836576461791992,
-                0.02384272003173828,
-                0.023767040252685546,
-                0.02372198486328125,
-                0.023805952072143553,
-                0.02369126319885254,
-                0.023778303146362305,
-                0.023679136276245117,
-                0.023710559844970704,
-                0.023750656127929686,
-                0.023783424377441405,
-                0.02366771125793457,
-                0.023797760009765623,
-                0.02374870491027832,
-                0.023773088455200195,
-                0.02372422409057617,
-                0.024363840103149414,
-                0.02385408020019531,
-                0.02387353515625,
-                0.02391551971435547,
-                0.023756799697875978,
-                0.023820287704467775,
-                0.023819263458251954,
-                0.023803903579711915,
-                0.02376019287109375,
-                0.02389472007751465,
-                0.023796735763549806,
-                0.023836671829223634,
-                0.023772159576416017,
-                0.023814144134521483,
-                0.023731199264526368,
-                0.023804927825927736,
-                0.02389606475830078,
-                0.023948352813720705,
-                0.023785408020019532,
-                0.023829504013061522,
-                0.023790592193603514,
-                0.023751903533935546,
-                0.023835424423217774,
-                0.023796735763549806,
-                0.023847936630249023,
-                0.023839744567871093,
-                0.0237127685546875,
-                0.023829504013061522,
-                0.023805952072143553,
-                0.023832576751708984,
-                0.023739391326904297,
-                0.02389708709716797,
-                0.023754751205444336,
-                0.023826431274414063,
-                0.023784448623657226,
-                0.023710720062255858,
-                0.023755775451660157,
-                0.024406015396118166,
-                0.023771135330200196,
-                0.023857471466064453,
-                0.023763647079467775,
-                0.023972864151000976,
-                0.023784448623657226,
-                0.023845983505249024,
-                0.023796640396118163,
-                0.0239052791595459,
-                0.023773183822631837,
-                0.023783424377441405,
-                0.023734272003173826,
-                0.023867391586303712,
-                0.023770111083984375,
-                0.02389740753173828,
-                0.023754432678222658,
-                0.023819456100463866,
-                0.023744319915771483,
                 0.023857152938842774,
-                0.023787519454956055,
-                0.02385536003112793,
-                0.02369001579284668,
-                0.023809024810791016,
-                0.02394313621520996,
-                0.023841791152954102,
-                0.023813152313232423,
-                0.023840736389160157,
-                0.023758848190307616,
-                0.02388172721862793,
-                0.023763967514038087,
-                0.023838720321655273,
-                0.023786495208740235,
-                0.023836671829223634,
-                0.024230911254882814,
                 0.02390732765197754,
-                0.023812095642089845,
-                0.02393087959289551,
-                0.023819263458251954,
-                0.023908575057983397,
-                0.023813919067382814,
-                0.023815168380737304,
-                0.02373734474182129,
-                0.023854175567626954,
-                0.023731199264526368,
-                0.023762847900390623,
-                0.02373324775695801,
-                0.023775232315063476,
-                0.02374963188171387,
-                0.023830656051635743,
-                0.023714687347412108,
-                0.023803903579711915,
-                0.023645183563232423,
-                0.02372915267944336,
-                0.023542783737182618,
-                0.023751680374145507,
-                0.023748607635498048,
-                0.023775232315063476,
-                0.023701663970947265,
-                0.023717727661132813,
-                0.023604223251342774,
-                0.023857215881347656,
-                0.02362873649597168,
-                0.023785472869873047,
-                0.023752704620361328,
-                0.023759872436523437,
-                0.023662591934204103,
-                0.023752704620361328,
-                0.023747583389282227,
-                0.02369536018371582,
-                0.02433228874206543,
-                0.023847936630249023,
-                0.02387763214111328,
-                0.02393600082397461,
-                0.023813247680664062,
-                0.023861120223999024,
-                0.023773183822631837,
-                0.02382352066040039,
-                0.023730016708374022,
-                0.023739391326904297,
-                0.02372198486328125,
-                0.023735359191894533,
-                0.023755712509155272,
-                0.023817216873168946,
-                0.023739391326904297,
-                0.023777280807495117,
-                0.02366054344177246,
-                0.023731199264526368,
-                0.023757823944091795,
-                0.023677152633666994,
-                0.023685920715332032,
-                0.023781440734863282,
-                0.02378950309753418,
-                0.023743488311767577,
-                0.02372403144836426,
-                0.023751840591430665,
-                0.02375766372680664,
-                0.023834623336791993,
-                0.024213504791259766,
-                0.023855104446411132,
-                0.023806976318359374,
-                0.023980031967163085,
-                0.023809024810791016,
-                0.02393600082397461,
-                0.02384588813781738,
-                0.02387763214111328,
-                0.02386867141723633,
-                0.023815040588378907,
-                0.02376691246032715,
-                0.023814144134521483,
-                0.023805952072143553,
-                0.023812095642089845,
-                0.023797760009765623,
-                0.023811071395874024,
-                0.023833856582641602,
-                0.023865087509155274,
-                0.023804927825927736,
-                0.023799007415771484,
-                0.023832351684570312,
-                0.023837696075439452,
-                0.023758848190307616,
-                0.023748640060424805,
-                0.023665727615356444,
-                0.02383452796936035,
-                0.023765087127685547,
-                0.023795616149902343,
-                0.02415001678466797,
-                0.023865568161010743,
-                0.023789344787597658,
-                0.023949312210083007,
-                0.023731199264526368,
-                0.023836992263793946,
-                0.023734975814819335,
-                0.023814144134521483,
-                0.023734272003173826,
-                0.02385001564025879,
-                0.02376905632019043,
-                0.02390425682067871,
-                0.023743488311767577,
-                0.02386332893371582,
-                0.023762912750244142,
-                0.023823360443115234,
-                0.02375075149536133,
-                0.023825311660766603,
-                0.02369945526123047,
-                0.023817216873168946,
-                0.023673120498657226,
-                0.02383126449584961,
-                0.023658496856689453,
-                0.023803903579711915,
-                0.0236810245513916,
-                0.023829504013061522,
-                0.023751680374145507,
-                0.02372403144836426,
-                0.023714815139770508,
-                0.023805952072143553,
-                0.023766016006469725,
-                0.024281343460083007,
-                0.023794431686401368,
-                0.023899168014526368,
-                0.02377827262878418,
-                0.02387763214111328,
-                0.023799808502197265,
-                0.023819263458251954,
-                0.023738367080688477,
-                0.02375894355773926,
-                0.02369852828979492,
-                0.023775039672851564,
-                0.02372198486328125,
-                0.023758848190307616,
-                0.02371174430847168,
-                0.023775232315063476,
-                0.023633920669555664,
-                0.023792640686035156,
-                0.023733503341674806,
-                0.023830272674560546,
-                0.02366464042663574,
-                0.02375372886657715,
-                0.023661567687988282,
-                0.023846912384033202,
-                0.023670783996582033
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 41.95700712239825
         },
         "energy": null,
         "efficiency": null

     "prefill": {
         "memory": {
             "unit": "MB",
+            "max_ram": 976.15872,
             "max_vram": 14262.730752,
             "max_reserved": 13778.28864,
             "max_allocated": 13762.464256
         },
         "latency": {
             "unit": "s",
+            "mean": 0.029150511514308836,
+            "stdev": 0.00016828815693861445,
             "values": [
+                0.030093599319458007,
+                0.02858188819885254,
+                0.028642303466796876,
+                0.028713983535766603,
+                0.0287324161529541,
+                0.028711072921752928,
+                0.02872652816772461,
+                0.028727359771728515,
+                0.02874163246154785,
+                0.02880102348327637,
+                0.028901376724243165,
+                0.028873727798461913,
+                0.028919807434082033,
+                0.028873727798461913,
+                0.028916927337646486,
+                0.028909568786621095,
+                0.028943359375,
+                0.028907520294189453,
+                0.028943359375,
+                0.028911615371704103,
+                0.02895052719116211,
                 0.028922880172729492,
+                0.02894643211364746,
+                0.028925952911376954,
+                0.02896281623840332,
+                0.028931072235107422,
+                0.028951551437377928,
+                0.028923904418945313,
+                0.02895158386230469,
+                0.028907520294189453,
+                0.028925952911376954,
+                0.029310976028442383,
+                0.029589632034301757,
+                0.029469696044921875,
+                0.029516799926757813,
+                0.02949836730957031,
+                0.0295229434967041,
+                0.029484031677246093,
+                0.0295229434967041,
+                0.029492223739624023,
+                0.029524991989135742,
+                0.029351936340332032,
+                0.029372480392456053,
+                0.029295616149902344,
+                0.029104255676269532,
+                0.029035520553588868,
+                0.029047807693481444,
+                0.029019136428833008,
                 0.029039615631103514,
+                0.028999679565429686,
+                0.029005823135375978,
+                0.02897817611694336,
                 0.029014015197753908,
+                0.028972192764282225,
+                0.029001728057861328,
+                0.028984319686889647,
+                0.02922297668457031,
+                0.0289300479888916,
+                0.028887039184570314,
+                0.028901376724243165,
+                0.02893824005126953,
+                0.028925952911376954,
+                0.028924928665161134,
+                0.028984319686889647,
+                0.029016063690185546,
+                0.029042688369750977,
+                0.029147136688232423,
+                0.029181951522827147,
+                0.02933350372314453,
+                0.029344768524169923,
+                0.029372415542602538,
+                0.029335552215576172,
+                0.029436128616333008,
+                0.029387775421142577,
+                0.029409536361694334,
+                0.02939801597595215,
+                0.029369344711303712,
+                0.029260799407958983,
+                0.029180992126464845,
+                0.029066240310668946,
+                0.029049888610839843,
+                0.029078527450561522,
+                0.029034496307373047,
+                0.029066240310668946,
+                0.029065216064453125,
+                0.02905292892456055,
+                0.029055103302001953,
+                0.029038591384887694,
+                0.029061119079589845,
+                0.029040639877319335,
+                0.029030399322509767,
+                0.028999679565429686,
+                0.029016063690185546,
+                0.029006847381591795,
+                0.029005823135375978,
                 0.029009920120239258,
+                0.029001728057861328,
+                0.02899660873413086,
+                0.029018112182617187,
+                0.029049856185913086,
                 0.02918400001525879,
+                0.02916147232055664,
+                0.029205503463745116,
+                0.02918604850769043,
+                0.029286399841308593,
+                0.029345792770385744,
+                0.029336576461791993,
+                0.0293304328918457,
+                0.02937161636352539,
+                0.029322240829467775,
+                0.02934067153930664,
+                0.02934067153930664,
+                0.029267967224121092,
+                0.029174783706665038,
+                0.029090816497802735,
+                0.029042688369750977,
                 0.029106176376342774,
                 0.029054975509643553,
+                0.029073408126831055,
+                0.029026304244995117,
+                0.029115392684936525,
                 0.029049856185913086,
+                0.029107200622558595,
+                0.029061119079589845,
+                0.029037567138671876,
+                0.029026304244995117,
+                0.029031423568725585,
+                0.029069311141967775,
+                0.029026304244995117,
+                0.029027328491210938,
+                0.02902432060241699,
+                0.029078527450561522,
+                0.029058111190795897,
+                0.029072383880615234,
+                0.029149183273315428,
+                0.029182975769042968,
+                0.02916659164428711,
+                0.02917888069152832,
+                0.02936435127258301,
+                0.02932633590698242,
+                0.0293621768951416,
+                0.02936524772644043,
+                0.02935820770263672,
                 0.02932428741455078,
+                0.029349920272827148,
+                0.02936524772644043,
+                0.02920163154602051,
+                0.029364288330078123,
+                0.02905308723449707,
+                0.029042911529541016,
                 0.029079551696777343,
+                0.029058048248291016,
+                0.029057024002075195,
                 0.029087743759155273,
+                0.029090816497802735,
+                0.029096960067749023,
+                0.029073408126831055,
+                0.029045759201049806,
+                0.02904473686218262,
+                0.029080575942993164,
+                0.029074432373046875,
+                0.029046783447265623,
+                0.029061119079589845,
                 0.029109247207641603,
+                0.029121536254882813,
                 0.029114368438720704,
+                0.029106176376342774,
+                0.029086719512939452,
+                0.029207551956176758,
+                0.02913689613342285,
+                0.029309951782226562,
+                0.029315071105957033,
+                0.0293570556640625,
+                0.02932044792175293,
+                0.02936524772644043,
+                0.02933452796936035,
+                0.029380607604980468,
+                0.029352960586547853,
+                0.029348960876464845,
                 0.029162496566772462,
+                0.029157375335693358,
+                0.029079551696777343,
+                0.029054975509643553,
                 0.029088768005371093,
+                0.02907779121398926,
+                0.029059072494506837,
+                0.029068288803100587,
+                0.029058048248291016,
+                0.029129728317260743,
+                0.029057024002075195,
+                0.02911248016357422,
+                0.029063167572021483,
+                0.02910310363769531,
+                0.029047807693481444,
+                0.029099008560180665,
+                0.029071552276611328,
+                0.029066240310668946,
+                0.029096960067749023,
+                0.029124607086181642,
+                0.029100032806396486,
+                0.029122560501098634,
+                0.029147136688232423,
+                0.02916454315185547,
+                0.02932428741455078,
+                0.02935091209411621,
+                0.02935820770263672,
+                0.02935398483276367,
+                0.029344768524169923,
+                0.02933260726928711,
+                0.02934783935546875,
+                0.029337600708007814,
+                0.02933580780029297,
+                0.02915020751953125,
+                0.029149183273315428,
+                0.029115392684936525,
+                0.029034496307373047,
+                0.029082624435424805,
+                0.029058048248291016,
+                0.029082624435424805,
+                0.029088768005371093,
+                0.029077503204345705,
+                0.029074432373046875,
+                0.029080575942993164,
+                0.029053951263427736,
+                0.029108224868774416,
+                0.029097984313964844,
+                0.029055999755859374,
+                0.02909388732910156,
+                0.029064191818237304,
+                0.029091840744018556,
+                0.029088768005371093,
+                0.029096960067749023,
+                0.02909491157531738,
+                0.029181951522827147,
+                0.02915839958190918,
+                0.029199359893798828,
+                0.02935398483276367,
                 0.029352960586547853,
+                0.02934067153930664,
+                0.029337600708007814,
                 0.029351936340332032,
+                0.02935091209411621,
+                0.029337600708007814,
                 0.02934272003173828,
+                0.02931942367553711,
+                0.02913587188720703,
+                0.029124607086181642,
+                0.029139968872070314,
                 0.02914303970336914,
+                0.029137920379638672,
+                0.02914303970336914,
+                0.029137920379638672,
+                0.029149183273315428,
+                0.02914303970336914,
+                0.029104127883911132,
+                0.029083776473999023,
+                0.02909619140625,
+                0.029103424072265623,
+                0.029099008560180665,
+                0.029053951263427736,
+                0.029107200622558595,
+                0.02910108757019043,
+                0.029088768005371093,
+                0.029089792251586914,
+                0.029105152130126953,
+                0.02910207939147949,
+                0.029113344192504883,
+                0.02920345687866211,
+                0.029322240829467775,
+                0.02934988784790039,
+                0.029345792770385744,
+                0.029352960586547853,
+                0.029372415542602538,
+                0.02934681510925293,
+                0.029336576461791993,
+                0.029338623046875,
+                0.02923417663574219,
+                0.02918400001525879,
+                0.029130752563476563,
                 0.0291409912109375,
+                0.02913689613342285,
+                0.029191295623779298,
+                0.02919424057006836,
+                0.029197311401367186,
+                0.02913484764099121,
                 0.02914303970336914,
+                0.02914201545715332,
+                0.029139104843139647,
+                0.02915328025817871,
+                0.02915020751953125,
+                0.02913689613342285,
+                0.029154304504394532,
+                0.02913382339477539,
+                0.029104127883911132,
+                0.029109247207641603,
+                0.029096960067749023,
+                0.029098079681396483,
+                0.029088768005371093,
+                0.029090816497802735,
                 0.02913484764099121,
+                0.02920460891723633,
+                0.02935910415649414,
                 0.02929254341125488,
+                0.029351936340332032,
+                0.0293703670501709,
                 0.02935910415649414,
+                0.029362432479858397,
+                0.02936422348022461,
+                0.02933247947692871,
+                0.029252607345581053,
+                0.02924867248535156,
+                0.029248512268066407,
+                0.029144128799438476,
+                0.029139968872070314,
+                0.029182975769042968,
+                0.02915135955810547,
+                0.02919424057006836,
                 0.029146112442016602,
+                0.02913603210449219,
+                0.02916454315185547,
+                0.02915020751953125,
+                0.029162496566772462,
+                0.029138944625854493,
+                0.02914508819580078,
                 0.02914201545715332,
+                0.029137920379638672,
+                0.02913382339477539,
+                0.0291409912109375,
+                0.029146240234375,
+                0.029109247207641603,
+                0.029100032806396486,
+                0.0291778564453125,
+                0.02916262435913086,
+                0.02920662307739258,
+                0.02936422348022461,
                 0.029285375595092773,
+                0.029396991729736328,
+                0.029295616149902344,
+                0.02936832046508789,
+                0.02929971122741699,
+                0.02936134338378906,
+                0.029318143844604492,
+                0.029249536514282228,
+                0.02926211166381836
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 8782.00713131019
         },
         "energy": null,
         "efficiency": null
     "decode": {
         "memory": {
             "unit": "MB",
+            "max_ram": 997.13024,
             "max_vram": 14862.516224,
             "max_reserved": 14378.074112,
             "max_allocated": 14308.67712
         },
         "latency": {
             "unit": "s",
+            "mean": 6.14750873565674,
+            "stdev": 0.005212669372558487,
             "values": [
+                6.152721405029299,
+                6.142296066284182
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 41.480217591387984
         },
         "energy": null,
         "efficiency": null
         "memory": null,
         "latency": {
             "unit": "s",
+            "mean": 0.024107877394732306,
+            "stdev": 0.00018605162092132722,
             "values": [
+                0.025935871124267578,
+                0.02515456008911133,
+                0.024174591064453126,
+                0.02408755111694336,
+                0.02448076820373535,
+                0.024138751983642577,
+                0.024044544219970702,
+                0.024105983734130858,
+                0.024189952850341798,
+                0.024114175796508788,
+                0.02400787162780762,
+                0.02402694320678711,
+                0.024094720840454102,
+                0.024180736541748047,
+                0.024466432571411133,
+                0.024321023941040038,
+                0.024207359313964845,
+                0.02409676742553711,
+                0.024427520751953126,
+                0.02408857536315918,
+                0.023966720581054687,
+                0.02406399917602539,
+                0.02411008071899414,
+                0.024203264236450195,
+                0.024165376663208008,
+                0.024123392105102538,
+                0.024152128219604493,
+                0.024093631744384766,
+                0.024114175796508788,
+                0.024045568466186523,
+                0.024078336715698243,
+                0.02407526397705078,
+                0.024028160095214843,
+                0.02405580711364746,
+                0.02415001678466797,
                 0.02416640090942383,
+                0.024056831359863282,
+                0.0242872314453125,
+                0.024871103286743163,
+                0.02525881576538086,
+                0.024539295196533202,
+                0.024254304885864258,
+                0.024062976837158204,
+                0.024252416610717774,
+                0.02409676742553711,
+                0.0241080322265625,
+                0.02410086441040039,
+                0.024262655258178712,
+                0.02411008071899414,
+                0.02413260841369629,
+                0.024062976837158204,
+                0.024168447494506837,
+                0.024160255432128908,
+                0.02424115180969238,
+                0.024284160614013672,
+                0.024188928604125977,
+                0.02405580711364746,
+                0.024026111602783205,
+                0.02405887985229492,
+                0.02408038330078125,
+                0.024031232833862305,
+                0.02405887985229492,
+                0.02406707191467285,
+                0.024168447494506837,
+                0.024273183822631834,
+                0.024110815048217774,
+                0.02408550453186035,
+                0.024378368377685547,
+                0.024292352676391602,
+                0.02408755111694336,
+                0.024086528778076172,
+                0.024151039123535157,
+                0.02406809616088867,
+                0.024008703231811524,
+                0.02406707191467285,
+                0.024037376403808593,
+                0.02444595146179199,
                 0.024247295379638673,
+                0.024078336715698243,
+                0.024170495986938476,
+                0.024166431427001953,
+                0.024228832244873048,
+                0.02413465690612793,
+                0.024061952590942383,
+                0.023992319107055664,
+                0.02404249572753906,
+                0.024433664321899414,
+                0.024210432052612304,
+                0.02414182472229004,
+                0.024202239990234374,
+                0.024046592712402344,
+                0.02406707191467285,
+                0.024065023422241212,
+                0.023972864151000976,
+                0.023967744827270508,
+                0.024130559921264647,
+                0.02406707191467285,
+                0.02406707191467285,
+                0.024035327911376952,
+                0.02412031936645508,
+                0.024052736282348632,
+                0.024056831359863282,
+                0.023993343353271485,
+                0.02413260841369629,
+                0.02408038330078125,
+                0.024071168899536134,
+                0.024049663543701173,
+                0.02405068778991699,
+                0.02411110305786133,
+                0.02405580711364746,
+                0.024034303665161134,
+                0.02490889549255371,
+                0.024035263061523437,
+                0.02430460739135742,
+                0.02411929512023926,
+                0.024005632400512695,
+                0.02404249572753906,
+                0.024040447235107423,
+                0.024039424896240235,
+                0.024385536193847656,
+                0.024052736282348632,
+                0.024069120407104492,
+                0.023972864151000976,
+                0.024062976837158204,
                 0.024044544219970702,
+                0.024203264236450195,
+                0.02409267234802246,
+                0.024024063110351563,
+                0.023957504272460937,
+                0.02411008071899414,
+                0.02410188865661621,
+                0.02395238494873047,
+                0.02409881591796875,
+                0.024014848709106446,
+                0.024162303924560546,
+                0.024048639297485352,
+                0.02411827278137207,
+                0.024071168899536134,
+                0.024341503143310548,
+                0.024202239990234374,
+                0.02411212730407715,
+                0.02407731246948242,
+                0.024663040161132813,
+                0.024040447235107423,
+                0.024198144912719727,
+                0.02409574317932129,
+                0.02413670349121094,
+                0.02408857536315918,
+                0.024165376663208008,
+                0.02414182472229004,
+                0.024224767684936522,
+                0.024202239990234374,
+                0.024196096420288086,
+                0.02410188865661621,
+                0.024131584167480468,
+                0.024066047668457033,
+                0.024209407806396483,
+                0.0241530876159668,
+                0.024190975189208985,
+                0.024086528778076172,
+                0.024181760787963868,
+                0.02410188865661621,
+                0.02411440086364746,
+                0.024332063674926758,
+                0.024196096420288086,
+                0.02413465690612793,
+                0.024086528778076172,
+                0.02408448028564453,
+                0.02411212730407715,
+                0.024053760528564453,
+                0.024040447235107423,
+                0.02485862350463867,
+                0.02406399917602539,
+                0.024123392105102538,
+                0.02409779167175293,
+                0.02409574317932129,
+                0.02410406494140625,
+                0.024003456115722657,
+                0.024054784774780274,
+                0.024028160095214843,
+                0.024061952590942383,
+                0.023980031967163085,
+                0.024067264556884765,
+                0.023984960556030274,
+                0.024025087356567384,
+                0.023942144393920898,
+                0.023997440338134765,
+                0.023999488830566407,
+                0.024333311080932618,
+                0.02411929512023926,
+                0.02408345603942871,
+                0.02411110305786133,
+                0.024041471481323243,
+                0.024017919540405275,
+                0.024020992279052734,
+                0.023969791412353517,
+                0.02406399917602539,
+                0.02390220832824707,
+                0.023993343353271485,
+                0.023958528518676758,
+                0.024851455688476562,
+                0.023925760269165038,
+                0.024094720840454102,
+                0.024003583908081053,
+                0.024053760528564453,
+                0.02405068778991699,
+                0.024013824462890625,
+                0.023958528518676758,
+                0.024073280334472657,
+                0.024073152542114257,
+                0.024029184341430664,
+                0.024027135848999022,
+                0.024044544219970702,
+                0.024270847320556642,
+                0.02412646484375,
+                0.023964672088623046,
+                0.02405580711364746,
+                0.02406707191467285,
+                0.02407731246948242,
+                0.024013824462890625,
+                0.024016895294189454,
+                0.024018943786621092,
+                0.024027135848999022,
+                0.0239554557800293,
+                0.02401203155517578,
+                0.024064767837524415,
+                0.023987199783325194,
+                0.024041471481323243,
+                0.024001535415649415,
+                0.024022016525268555,
+                0.024707071304321288,
+                0.02409267234802246,
+                0.024041471481323243,
+                0.024123392105102538,
+                0.024040447235107423,
+                0.024011775970458983,
+                0.023961599349975587,
+                0.023999488830566407,
+                0.024154111862182616,
+                0.024130559921264647,
+                0.023938047409057618,
+                0.024033279418945314,
+                0.023991296768188477,
+                0.024001535415649415,
+                0.02392780876159668,
+                0.024056831359863282,
+                0.024000511169433594,
+                0.024022016525268555,
+                0.023959775924682618,
+                0.024029983520507812,
+                0.023969791412353517,
+                0.023979007720947267,
+                0.023942144393920898,
+                0.023941120147705077,
+                0.02391961669921875,
+                0.02409267234802246,
+                0.02426572799682617,
+                0.02405887985229492,
+                0.024177663803100585,
+                0.02409779167175293,
+                0.024155136108398437,
+                0.02409369659423828,
+                0.02454015922546387,
+                0.024246271133422852,
+                0.02427494430541992,
+                0.02412544059753418,
+                0.02409881591796875,
+                0.024081407546997072,
+                0.024135679244995118,
+                0.02410495948791504,
+                0.024130559921264647,
+                0.02413670349121094,
+                0.02411212730407715,
+                0.02412544059753418,
+                0.02413363265991211,
+                0.024226816177368164,
+                0.02408243179321289,
+                0.024102912902832032,
+                0.024151039123535157,
+                0.024156160354614258,
+                0.02411110305786133,
+                0.02412544059753418,
+                0.024078336715698243,
+                0.024126527786254882,
+                0.024088512420654296,
+                0.024122495651245118,
+                0.025249664306640624,
+                0.024349695205688478,
+                0.024138751983642577,
+                0.024238079071044923,
+                0.024155136108398437,
+                0.02413465690612793,
+                0.02407526397705078,
+                0.02407731246948242,
+                0.024218624114990234,
+                0.02408038330078125,
+                0.02411110305786133,
+                0.02409062385559082,
+                0.02413260841369629,
+                0.024131584167480468,
+                0.024151039123535157,
+                0.024067327499389647,
+                0.02418355178833008,
+                0.02411724853515625,
+                0.02407935905456543,
+                0.02410086441040039,
+                0.024105983734130858,
+                0.024123392105102538,
+                0.024066047668457033,
+                0.0240762882232666,
+                0.02414182472229004,
+                0.024730623245239256,
+                0.024171520233154296,
+                0.023967744827270508,
+                0.02414182472229004,
+                0.02414182472229004,
+                0.024025087356567384,
+                0.02411520004272461,
+                0.02411315155029297,
+                0.024006656646728516,
+                0.024027135848999022,
+                0.024003583908081053,
+                0.024049663543701173,
+                0.024032255172729493,
+                0.02471219253540039,
+                0.024284160614013672,
+                0.024266752243041992,
+                0.024186880111694335,
+                0.02431488037109375,
+                0.024226816177368164,
+                0.024207359313964845,
+                0.024229888916015626,
+                0.024194047927856444,
+                0.024183807373046876,
+                0.02431692886352539,
+                0.024204288482666016,
+                0.024423423767089843,
+                0.02409984016418457,
                 0.024169471740722655,
+                0.02407731246948242,
+                0.02414489555358887,
+                0.02412851142883301,
+                0.024198144912719727,
+                0.024057855606079103,
+                0.02413260841369629,
+                0.024003583908081053,
+                0.02409267234802246,
+                0.02405068778991699,
+                0.024029184341430664,
+                0.024018943786621092,
+                0.02411724853515625,
+                0.023995391845703123,
+                0.024062976837158204,
+                0.024027135848999022,
+                0.024049663543701173,
+                0.023993343353271485,
+                0.02405171203613281,
+                0.023987199783325194,
+                0.024094720840454102,
+                0.023986175537109376,
+                0.023991296768188477,
+                0.024137727737426756,
+                0.024170495986938476,
+                0.02452889633178711,
+                0.02413363265991211,
+                0.02412544059753418,
+                0.02424115180969238,
+                0.024073215484619142,
+                0.024024063110351563,
+                0.024025087356567384,
+                0.02411110305786133,
+                0.024060928344726562,
+                0.02407526397705078,
+                0.024123392105102538,
+                0.02408243179321289,
+                0.024032255172729493,
+                0.02408755111694336,
+                0.024070144653320313,
+                0.02412441635131836,
+                0.023989248275756835,
+                0.024016895294189454,
+                0.023962623596191408,
+                0.02405990409851074,
+                0.024426719665527345,
+                0.024149791717529297,
+                0.024155136108398437,
+                0.024260608673095704,
+                0.02409164810180664,
+                0.02405580711364746,
+                0.024089599609375,
+                0.02405068778991699,
+                0.023973888397216796,
+                0.024027135848999022,
+                0.02407935905456543,
+                0.024017919540405275,
+                0.024062976837158204,
+                0.0240762882232666,
+                0.023984128952026368,
+                0.024030208587646484,
+                0.024048639297485352,
+                0.024390655517578123,
+                0.024139936447143556,
+                0.024219488143920897,
+                0.02413670349121094,
+                0.024190975189208985,
+                0.024044544219970702,
+                0.02412646484375,
+                0.023992319107055664,
+                0.024020992279052734,
+                0.023995391845703123,
+                0.024023040771484375,
+                0.02424934387207031,
+                0.024069120407104492,
+                0.023933952331542968,
+                0.023977983474731446,
+                0.024030208587646484,
+                0.024008703231811524,
+                0.024036352157592773,
+                0.023999488830566407,
+                0.023984128952026368,
+                0.024007680892944337,
+                0.023997440338134765,
+                0.024102912902832032,
+                0.024031232833862305,
+                0.024030208587646484,
+                0.023957504272460937,
+                0.023994367599487306,
+                0.02434867286682129,
+                0.024202239990234374,
+                0.024014848709106446,
+                0.02410905647277832,
+                0.023973888397216796,
+                0.02404351997375488,
+                0.024029184341430664,
+                0.024028160095214843,
+                0.024061952590942383,
+                0.024209407806396483,
+                0.02408857536315918,
+                0.02410495948791504,
+                0.023992319107055664,
+                0.024001535415649415,
+                0.023986175537109376,
+                0.023970815658569337,
                 0.023964672088623046,
+                0.024094720840454102,
+                0.023900159835815428,
+                0.024001535415649415,
+                0.0239237117767334,
+                0.024037376403808593,
+                0.023937023162841797,
+                0.024012800216674804,
+                0.0239237117767334,
+                0.024016895294189454,
+                0.024023040771484375,
+                0.024049663543701173,
+                0.024456192016601562,
+                0.0241582088470459,
+                0.023992319107055664,
+                0.02414080047607422,
+                0.023996416091918944,
+                0.02410495948791504,
+                0.024154111862182616,
+                0.02407526397705078,
+                0.023863296508789062,
+                0.024036352157592773,
                 0.02389504051208496,
+                0.024071168899536134,
                 0.023857152938842774,
+                0.024061952590942383,
                 0.023857152938842774,
+                0.023942144393920898,
+                0.0238604793548584,
+                0.024066816329956053,
+                0.02388991928100586,
+                0.024006656646728516,
+                0.02391472053527832,
+                0.023999263763427734,
+                0.023938047409057618,
+                0.023989248275756835,
                 0.02390732765197754,
+                0.024017919540405275,
+                0.023924736022949217,
+                0.023992319107055664,
+                0.023913759231567383,
+                0.02398076820373535,
+                0.023931903839111326,
+                0.024805376052856445,
+                0.023962623596191408,
+                0.024089599609375,
+                0.024003583908081053,
+                0.024105983734130858,
+                0.02390630340576172,
+                0.02405171203613281,
+                0.023910400390625,
+                0.02405887985229492,
+                0.02391859245300293,
+                0.024025087356567384,
+                0.023958528518676758,
+                0.02405068778991699,
+                0.02386944007873535,
+                0.024026111602783205,
+                0.023875743865966796,
+                0.023998304367065428,
+                0.023824384689331055,
+                0.023961599349975587,
+                0.02387046432495117,
+                0.023975936889648438,
+                0.023796735763549806,
+                0.023967744827270508,
+                0.02391347122192383
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 41.480217591388
         },
         "energy": null,
         "efficiency": null