kreas
/

test

Model card Files Files and versions Community

kreas commited on Apr 16, 2024

Commit

033619f

verified ·

1 Parent(s): 3001e67

Upload /Llama-2-7b-hf/bf16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

Browse files

Files changed (1) hide show

Llama-2-7b-hf/bf16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json +835 -835

Llama-2-7b-hf/bf16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json CHANGED Viewed

@@ -2,364 +2,364 @@
     "prefill": {
         "memory": {
             "unit": "MB",
-            "max_ram": 980.492288,
             "max_vram": 14262.730752,
             "max_reserved": 13778.28864,
             "max_allocated": 13766.65856
         },
         "latency": {
             "unit": "s",
-            "mean": 0.029232545491210207,
-            "stdev": 0.00014647605636870572,
             "values": [
-                0.030394655227661133,
-                0.028811264038085937,
-                0.02884422492980957,
                 0.028873727798461913,
-                0.028857408523559572,
-                0.028893184661865235,
-                0.02889625549316406,
-                0.02890447998046875,
                 0.028901376724243165,
-                0.028915712356567383,
-                0.02893721580505371,
-                0.028916736602783204,
-                0.02895052719116211,
-                0.028915712356567383,
-                0.028931072235107422,
-                0.028924928665161134,
                 0.02892902374267578,
-                0.028935167312622072,
-                0.028919807434082033,
-                0.02891263961791992,
-                0.028951551437377928,
-                0.028902399063110353,
-                0.02893619155883789,
-                0.028934303283691405,
-                0.028949504852294923,
-                0.028907520294189453,
-                0.02895564842224121,
-                0.028902399063110353,
-                0.02894540786743164,
-                0.02890547180175781,
-                0.02916966438293457,
-                0.029496320724487303,
-                0.029485055923461914,
                 0.029443071365356444,
-                0.029468671798706055,
-                0.029449216842651366,
-                0.029512704849243163,
-                0.029461503982543946,
-                0.029470720291137696,
-                0.029442079544067384,
-                0.029495296478271486,
-                0.029428735733032226,
-                0.02935091209411621,
-                0.029273088455200196,
-                0.029327360153198243,
-                0.02931711959838867,
-                0.029083648681640626,
-                0.029050880432128907,
-                0.029085695266723634,
-                0.02904473686218262,
-                0.029030399322509767,
-                0.029024255752563476,
-                0.029041664123535156,
                 0.029033472061157226,
-                0.029006847381591795,
-                0.029015039443969725,
-                0.029027584075927735,
-                0.02901299285888672,
                 0.029024255752563476,
-                0.028967935562133788,
-                0.02898739242553711,
-                0.029065216064453125,
-                0.02909388732910156,
-                0.029113344192504883,
-                0.02916659164428711,
-                0.029285375595092773,
-                0.029267967224121092,
-                0.029337600708007814,
-                0.02939084815979004,
                 0.02935910415649414,
-                0.029405183792114258,
-                0.02941542434692383,
-                0.029435903549194335,
-                0.029428735733032226,
-                0.029395967483520507,
-                0.029374752044677734,
-                0.02939084815979004,
-                0.029304832458496095,
-                0.029301759719848632,
                 0.029303808212280274,
-                0.029221023559570312,
-                0.029246463775634765,
-                0.029180927276611326,
-                0.029301759719848632,
-                0.02914406394958496,
-                0.029139968872070314,
-                0.02909491157531738,
-                0.029050880432128907,
-                0.029080575942993164,
-                0.029071359634399413,
-                0.029055999755859374,
-                0.029069311141967775,
-                0.029101055145263673,
-                0.029079551696777343,
-                0.029074432373046875,
-                0.029064191818237304,
-                0.029088768005371093,
-                0.02912483215332031,
-                0.029275136947631834,
-                0.029266944885253908,
-                0.029271039962768555,
-                0.029257728576660157,
-                0.029296640396118165,
-                0.02937446403503418,
                 0.02930790328979492,
-                0.02942361640930176,
-                0.029345792770385744,
-                0.02938470458984375,
-                0.029351936340332032,
-                0.02931711959838867,
                 0.02935603141784668,
-                0.029284351348876952,
                 0.02931609535217285,
-                0.029297664642333986,
-                0.029321216583251954,
                 0.029319168090820313,
-                0.029215744018554687,
-                0.029245439529418944,
-                0.029213695526123046,
-                0.029174783706665038,
-                0.029180927276611326,
-                0.02918707275390625,
-                0.0291727352142334,
-                0.02913689613342285,
-                0.029146112442016602,
-                0.029149183273315428,
-                0.0291409912109375,
-                0.029138944625854493,
-                0.02915020751953125,
-                0.029139968872070314,
-                0.029128704071044922,
-                0.029123584747314454,
-                0.029160608291625978,
-                0.029246463775634765,
-                0.02919321632385254,
-                0.029288448333740235,
-                0.029288448333740235,
-                0.029261823654174804,
-                0.029281280517578126,
-                0.029265920639038087,
-                0.029283327102661134,
-                0.029278207778930664,
-                0.029272064208984375,
-                0.029248512268066407,
-                0.029267135620117186,
-                0.029280256271362305,
-                0.029272159576416015,
-                0.029275136947631834,
-                0.029279232025146484,
-                0.029262847900390625,
-                0.02929254341125488,
-                0.02923520088195801,
-                0.029237247467041014,
-                0.029190143585205077,
-                0.029253631591796874,
-                0.02918400001525879,
-                0.029178911209106446,
-                0.02923520088195801,
-                0.029204767227172853,
-                0.029190143585205077,
                 0.02919526481628418,
-                0.029190143585205077,
-                0.029216768264770508,
-                0.02916966438293457,
                 0.02915123176574707,
-                0.029238271713256835,
-                0.029215744018554687,
-                0.029243392944335936,
-                0.029191167831420898,
-                0.02920857620239258,
-                0.029265920639038087,
-                0.029278207778930664,
-                0.029255680084228516,
-                0.029283327102661134,
-                0.029276159286499022,
-                0.029270015716552734,
-                0.029254655838012695,
-                0.029290592193603516,
-                0.029281280517578126,
-                0.029264896392822266,
-                0.029284351348876952,
-                0.02932547187805176,
-                0.029285375595092773,
-                0.029304832458496095,
-                0.029243392944335936,
-                0.02933452796936035,
-                0.02923417663574219,
-                0.02929254341125488,
-                0.02919424057006836,
-                0.029297664642333986,
-                0.02919321632385254,
-                0.029306880950927733,
-                0.029190143585205077,
-                0.0292956485748291,
-                0.02915328025817871,
-                0.02919340705871582,
                 0.02919321632385254,
-                0.029279232025146484,
-                0.029260799407958983,
-                0.029238271713256835,
-                0.02924236869812012,
-                0.029293567657470702,
-                0.029228031158447267,
-                0.029285375595092773,
-                0.029260799407958983,
-                0.029277183532714843,
-                0.029280256271362305,
-                0.029321216583251954,
-                0.029266944885253908,
                 0.02932633590698242,
-                0.029282304763793947,
                 0.029328384399414063,
                 0.029267967224121092,
-                0.02933247947692871,
-                0.0292772159576416,
-                0.02933350372314453,
-                0.029232128143310547,
-                0.029309951782226562,
-                0.029275136947631834,
-                0.02932428741455078,
-                0.02924236869812012,
-                0.029293567657470702,
-                0.029195392608642578,
-                0.029302783966064453,
-                0.02921174430847168,
-                0.029289663314819334,
                 0.02920038414001465,
-                0.029301887512207032,
-                0.02921779251098633,
-                0.029282304763793947,
-                0.029232128143310547,
-                0.029245439529418944,
-                0.02921062469482422,
-                0.029319168090820313,
-                0.029268991470336913,
-                0.029289600372314453,
-                0.029251583099365236,
                 0.029290496826171877,
-                0.029250783920288084,
-                0.02931727981567383,
-                0.029446144104003907,
                 0.029303808212280274,
-                0.029245439529418944,
-                0.029317344665527344,
-                0.029274112701416017,
-                0.02933145523071289,
-                0.02929254341125488,
-                0.029328384399414063,
-                0.029272064208984375,
-                0.02932428741455078,
-                0.029280256271362305,
-                0.029328384399414063,
-                0.029276159286499022,
-                0.029272064208984375,
-                0.02929151916503906,
-                0.029273088455200196,
-                0.029248512268066407,
                 0.02924236869812012,
-                0.029198335647583007,
-                0.029294591903686523,
-                0.029249536514282228,
-                0.029237247467041014,
-                0.029256704330444337,
                 0.029296640396118165,
-                0.029271039962768555,
-                0.029279296875,
-                0.029216768264770508,
-                0.029318143844604492,
-                0.02927824020385742,
-                0.02933145523071289,
-                0.029214719772338867,
-                0.029319168090820313,
-                0.029270015716552734,
-                0.0293304328918457,
-                0.029274112701416017,
                 0.02932633590698242,
-                0.029282304763793947,
-                0.029315071105957033,
-                0.029282304763793947,
-                0.029327360153198243,
-                0.029246463775634765,
-                0.029313024520874024,
-                0.029276159286499022,
-                0.02933452796936035,
-                0.029284351348876952,
-                0.02933145523071289,
-                0.029267967224121092,
-                0.029283327102661134,
-                0.029260799407958983,
-                0.029284351348876952,
-                0.029206527709960937,
-                0.029283327102661134,
-                0.0292096004486084,
-                0.02929254341125488,
                 0.02920140838623047,
                 0.02929971122741699,
-                0.029249536514282228,
-                0.02933247947692871,
-                0.02928761672973633,
-                0.029304832458496095,
-                0.029244415283203123,
-                0.029320192337036134,
-                0.029282304763793947,
-                0.02933145523071289,
-                0.029268991470336913,
-                0.029328384399414063,
-                0.029285375595092773,
-                0.0293253116607666,
-                0.029293567657470702,
-                0.029312000274658204,
-                0.029285375595092773,
                 0.02934169578552246,
-                0.029290496826171877,
-                0.029326528549194337,
-                0.029273088455200196,
                 0.02933452796936035,
-                0.029281280517578126,
-                0.02931609535217285,
-                0.029273088455200196,
-                0.029273088455200196,
                 0.029251583099365236,
-                0.029270015716552734,
-                0.029284351348876952,
-                0.02923520088195801,
-                0.029248512268066407,
-                0.02929971122741699,
-                0.029255680084228516,
-                0.02933350372314453,
-                0.02922700881958008,
-                0.029323392868041993,
-                0.029246463775634765,
-                0.029258752822875978,
-                0.029233247756958007,
-                0.029329408645629884,
-                0.029272064208984375,
-                0.02933350372314453,
-                0.02929151916503906,
-                0.029329408645629884,
-                0.029279232025146484,
                 0.029329408645629884,
-                0.029268991470336913,
-                0.02949734306335449,
-                0.029278207778930664
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 8757.362579901754
         },
         "energy": null,
         "efficiency": null
@@ -367,23 +367,23 @@
     "decode": {
         "memory": {
             "unit": "MB",
-            "max_ram": 992.026624,
             "max_vram": 14862.516224,
             "max_reserved": 14378.074112,
             "max_allocated": 14308.708864
         },
         "latency": {
             "unit": "s",
-            "mean": 6.138496076583863,
-            "stdev": 0.004083797454832894,
             "values": [
-                6.142579874038695,
-                6.134412279129029
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 41.54111965188551
         },
         "energy": null,
         "efficiency": null
@@ -392,524 +392,524 @@
         "memory": null,
         "latency": {
             "unit": "s",
-            "mean": 0.024072533633662196,
-            "stdev": 0.00014650269815294232,
             "values": [
-                0.02572492790222168,
                 0.024971263885498047,
-                0.024038400650024414,
-                0.02410700798034668,
-                0.024475648880004884,
-                0.02408038330078125,
-                0.02387455940246582,
-                0.023998464584350586,
-                0.02392678451538086,
-                0.024011775970458983,
-                0.02394726371765137,
-                0.023931903839111326,
-                0.023988351821899415,
-                0.024082304000854492,
-                0.02405068778991699,
-                0.02405171203613281,
-                0.02405990409851074,
-                0.024053760528564453,
-                0.024046592712402344,
-                0.024071168899536134,
-                0.024032512664794923,
-                0.024072959899902345,
-                0.024131584167480468,
-                0.02412031936645508,
-                0.02392166328430176,
-                0.023987199783325194,
-                0.024040447235107423,
-                0.024008703231811524,
-                0.024057855606079103,
-                0.024399871826171874,
-                0.02410495948791504,
-                0.024006656646728516,
-                0.023908351898193358,
-                0.023908351898193358,
-                0.023981056213378905,
-                0.02390630340576172,
-                0.024511552810668944,
-                0.024154048919677734,
-                0.024196319580078125,
-                0.024171295166015624,
-                0.02413363265991211,
-                0.024036479949951173,
-                0.024095808029174805,
-                0.024119167327880858,
-                0.024108991622924805,
-                0.02412646484375,
-                0.02408550453186035,
-                0.02428620719909668,
-                0.024613887786865234,
-                0.024147968292236328,
-                0.024069120407104492,
-                0.02414080047607422,
-                0.02405171203613281,
-                0.02411929512023926,
-                0.024044544219970702,
-                0.024292352676391602,
-                0.024009727478027345,
-                0.02407219123840332,
-                0.023966720581054687,
-                0.024071168899536134,
-                0.024004608154296874,
-                0.024062976837158204,
-                0.023988224029541014,
-                0.0241213436126709,
-                0.024008703231811524,
-                0.024114175796508788,
-                0.024175615310668946,
-                0.02408038330078125,
-                0.023867391586303712,
-                0.023938047409057618,
-                0.024027231216430665,
-                0.02409974479675293,
-                0.024027135848999022,
-                0.02404582405090332,
-                0.024026880264282225,
-                0.024008703231811524,
-                0.024038560867309572,
-                0.0239768009185791,
-                0.024520896911621095,
-                0.024216575622558592,
-                0.024024896621704102,
-                0.02407731246948242,
-                0.02408038330078125,
-                0.02406915283203125,
-                0.024061920166015625,
-                0.024053760528564453,
-                0.024017919540405275,
-                0.024517631530761717,
-                0.02407423973083496,
-                0.02405068778991699,
-                0.024002559661865236,
-                0.024037376403808593,
-                0.02395136070251465,
-                0.023984224319458007,
-                0.023968671798706053,
-                0.024094720840454102,
-                0.023928831100463867,
-                0.023965696334838867,
-                0.02392166328430176,
-                0.023966720581054687,
-                0.023981056213378905,
-                0.024026111602783205,
-                0.023998464584350586,
-                0.024028160095214843,
-                0.024031232833862305,
-                0.0240948486328125,
-                0.024012672424316407,
-                0.024010751724243166,
-                0.024032255172729493,
-                0.024045631408691405,
-                0.02405471992492676,
-                0.025047040939331053,
-                0.02404761505126953,
-                0.024246271133422852,
-                0.024177663803100585,
-                0.02409084892272949,
-                0.0240864315032959,
-                0.024182655334472655,
-                0.024030208587646484,
-                0.024073215484619142,
-                0.024031232833862305,
-                0.02412748718261719,
-                0.02407731246948242,
-                0.02411315155029297,
-                0.0240753288269043,
-                0.024133567810058595,
-                0.02405887985229492,
-                0.023993600845336915,
-                0.024035072326660155,
-                0.02412646484375,
-                0.024171520233154296,
-                0.023958528518676758,
-                0.02404761505126953,
-                0.024063295364379882,
-                0.02410982322692871,
-                0.024067007064819335,
-                0.024078336715698243,
-                0.024062976837158204,
-                0.02411110305786133,
-                0.024057952880859376,
-                0.024018911361694335,
-                0.024053695678710938,
-                0.024614944458007812,
-                0.024059871673583984,
-                0.024176639556884767,
-                0.024052736282348632,
-                0.024151039123535157,
-                0.02406399917602539,
-                0.024092927932739257,
-                0.02410572814941406,
-                0.024108287811279296,
-                0.024036096572875976,
-                0.02405068778991699,
-                0.024060928344726562,
-                0.02408755111694336,
-                0.0241080322265625,
-                0.024436735153198243,
-                0.024056831359863282,
-                0.024040447235107423,
-                0.024139776229858398,
-                0.024048639297485352,
-                0.024040512084960938,
-                0.02399532890319824,
-                0.02403955268859863,
-                0.024066944122314454,
-                0.024006656646728516,
-                0.02404249572753906,
-                0.024014015197753907,
-                0.024068927764892577,
-                0.024056831359863282,
-                0.024589311599731444,
-                0.02448099136352539,
-                0.024146720886230467,
-                0.024155359268188476,
-                0.02407606315612793,
-                0.024021087646484376,
-                0.02404751968383789,
-                0.02399660873413086,
-                0.024074176788330078,
-                0.024041343688964843,
-                0.024044864654541014,
-                0.02406163215637207,
-                0.024081407546997072,
-                0.024065120697021485,
-                0.024036256790161133,
-                0.024006656646728516,
-                0.024017919540405275,
-                0.024057855606079103,
-                0.0241080322265625,
-                0.024073535919189454,
-                0.024105663299560546,
-                0.024081695556640626,
-                0.024099552154541015,
-                0.02395759963989258,
-                0.024044448852539063,
-                0.023949312210083007,
-                0.024049663543701173,
-                0.023997440338134765,
-                0.02405580711364746,
-                0.024317119598388674,
-                0.02424505615234375,
-                0.024054784774780274,
-                0.02408345603942871,
-                0.023980031967163085,
-                0.024046592712402344,
-                0.02395955276489258,
-                0.02402720069885254,
-                0.023983039855957032,
-                0.024062976837158204,
-                0.023988224029541014,
-                0.024012800216674804,
-                0.023957504272460937,
-                0.024033279418945314,
-                0.024018943786621092,
-                0.024086528778076172,
-                0.023976160049438477,
-                0.024040224075317383,
-                0.02405887985229492,
-                0.024089599609375,
-                0.02402000045776367,
-                0.024072160720825197,
-                0.024113279342651367,
-                0.02409356880187988,
-                0.024074464797973632,
-                0.02411292839050293,
-                0.02403331184387207,
-                0.02401584053039551,
-                0.023970016479492186,
-                0.024074016571044923,
-                0.02409984016418457,
-                0.024081407546997072,
-                0.023940095901489256,
-                0.02453811264038086,
-                0.024066047668457033,
-                0.02414080047607422,
-                0.023996416091918944,
-                0.02412031936645508,
-                0.0240611515045166,
-                0.024209184646606444,
-                0.02411827278137207,
-                0.02408345603942871,
-                0.024010751724243166,
-                0.024025087356567384,
-                0.024080575942993163,
-                0.02409356880187988,
-                0.02400249671936035,
-                0.02411008071899414,
-                0.024025087356567384,
-                0.024024063110351563,
-                0.02404249572753906,
-                0.024025087356567384,
-                0.023987199783325194,
-                0.023962623596191408,
-                0.02393087959289551,
-                0.024079519271850584,
-                0.02390323257446289,
-                0.024018976211547853,
-                0.023953376770019533,
-                0.024014848709106446,
-                0.024062175750732422,
-                0.024184608459472658,
-                0.02405177688598633,
-                0.024160192489624022,
-                0.02407219123840332,
-                0.02411827278137207,
-                0.02408982467651367,
-                0.02406380844116211,
-                0.024051679611206054,
-                0.024175615310668946,
-                0.024064287185668946,
-                0.024099552154541015,
-                0.02396995162963867,
-                0.02400547218322754,
-                0.02405990409851074,
-                0.02409267234802246,
-                0.024151039123535157,
-                0.02404761505126953,
-                0.02403536033630371,
-                0.02414793586730957,
-                0.02408857536315918,
-                0.024056831359863282,
-                0.024020992279052734,
-                0.024065023422241212,
-                0.023975936889648438,
-                0.024062976837158204,
-                0.02410905647277832,
-                0.024146944046020507,
-                0.024131744384765626,
-                0.024612768173217774,
-                0.024091583251953125,
-                0.02414489555358887,
-                0.02414080047607422,
-                0.024048639297485352,
-                0.0240762882232666,
-                0.024078336715698243,
-                0.02406425666809082,
-                0.024091392517089843,
-                0.02408243179321289,
-                0.02411008071899414,
-                0.02408857536315918,
-                0.024039424896240235,
-                0.024031232833862305,
-                0.024034303665161134,
-                0.023998464584350586,
-                0.02405580711364746,
-                0.024031232833862305,
-                0.023992319107055664,
-                0.024009920120239257,
-                0.02406483268737793,
-                0.023984128952026368,
-                0.024135679244995118,
-                0.02409369659423828,
-                0.024094720840454102,
-                0.023964895248413085,
-                0.024146720886230467,
-                0.024002559661865236,
-                0.024062976837158204,
-                0.02412441635131836,
-                0.02407423973083496,
-                0.023980031967163085,
-                0.024034303665161134,
-                0.02393087959289551,
-                0.024633472442626952,
-                0.02408639907836914,
-                0.024235008239746093,
-                0.023983104705810547,
-                0.024028224945068358,
-                0.023895999908447266,
-                0.02411008071899414,
-                0.024129535675048826,
-                0.02410086441040039,
-                0.024005632400512695,
-                0.02402841567993164,
-                0.02397056007385254,
-                0.024069120407104492,
-                0.023982080459594726,
-                0.024159231185913087,
-                0.02407526397705078,
-                0.02411622428894043,
-                0.02409062385559082,
-                0.02408755111694336,
-                0.02407731246948242,
-                0.02410700798034668,
-                0.02412031936645508,
-                0.02414489555358887,
-                0.024057855606079103,
-                0.024040447235107423,
-                0.024013824462890625,
-                0.024031232833862305,
-                0.024031232833862305,
-                0.024058080673217772,
-                0.024058656692504884,
-                0.02396486473083496,
-                0.02403001594543457,
-                0.024587263107299806,
-                0.02405990409851074,
-                0.024191999435424806,
-                0.024046592712402344,
-                0.02409062385559082,
-                0.023963647842407225,
-                0.024038400650024414,
-                0.0239554557800293,
-                0.024047935485839844,
-                0.024163007736206055,
-                0.02405887985229492,
-                0.02411110305786133,
-                0.024134944915771485,
-                0.024025823593139647,
-                0.02401283264160156,
-                0.024067039489746093,
-                0.024057855606079103,
-                0.02407423973083496,
-                0.024177663803100585,
-                0.024094879150390627,
-                0.024065887451171875,
-                0.02410188865661621,
-                0.024032255172729493,
-                0.023960575103759766,
-                0.024044544219970702,
-                0.023938047409057618,
-                0.024048639297485352,
-                0.02407935905456543,
-                0.024129535675048826,
-                0.02430771255493164,
-                0.024008703231811524,
-                0.024030208587646484,
-                0.024031232833862305,
-                0.024070144653320313,
-                0.023995391845703123,
-                0.023980031967163085,
-                0.024033279418945314,
-                0.02402118492126465,
-                0.024098623275756837,
-                0.023997440338134765,
-                0.024129535675048826,
-                0.024065023422241212,
-                0.024054784774780274,
-                0.02407731246948242,
-                0.02408883285522461,
-                0.023975679397583008,
-                0.024032255172729493,
-                0.02434867286682129,
-                0.02407731246948242,
-                0.024015871047973633,
-                0.024190975189208985,
-                0.024038400650024414,
-                0.024048639297485352,
-                0.023946239471435548,
-                0.023937023162841797,
-                0.024009727478027345,
-                0.023977983474731446,
-                0.024039424896240235,
-                0.02408448028564453,
-                0.023997440338134765,
-                0.023993343353271485,
-                0.024017120361328127,
-                0.02401692771911621,
-                0.024006399154663086,
-                0.023977983474731446,
-                0.02399260711669922,
-                0.02401456069946289,
-                0.02392268753051758,
-                0.02396995162963867,
-                0.023993215560913085,
-                0.024028160095214843,
-                0.023970783233642576,
-                0.024020992279052734,
-                0.02437436866760254,
-                0.024100767135620118,
-                0.024130559921264647,
-                0.02406399917602539,
-                0.024002559661865236,
-                0.02410406494140625,
-                0.024018815994262695,
-                0.024049663543701173,
-                0.02408563232421875,
-                0.02412940788269043,
-                0.024010751724243166,
-                0.02414080047607422,
-                0.024024063110351563,
-                0.024089599609375,
-                0.02407423973083496,
-                0.02407731246948242,
-                0.024039424896240235,
-                0.024130559921264647,
-                0.024016895294189454,
-                0.024015871047973633,
-                0.0239554557800293,
-                0.024032255172729493,
-                0.023961599349975587,
-                0.023963647842407225,
-                0.02385206413269043,
-                0.023995359420776366,
-                0.023957504272460937,
-                0.024580095291137697,
-                0.023977983474731446,
-                0.024069120407104492,
-                0.024028160095214843,
-                0.024114431381225584,
-                0.023982847213745117,
-                0.02405580711364746,
-                0.023977983474731446,
-                0.02410086441040039,
-                0.024006656646728516,
-                0.02409984016418457,
-                0.024025087356567384,
-                0.024061952590942383,
-                0.024028160095214843,
-                0.02405580711364746,
-                0.02407935905456543,
-                0.024061023712158205,
-                0.023937952041625975,
-                0.02399660873413086,
-                0.023992128372192383,
-                0.02407219123840332,
-                0.023988224029541014,
-                0.024032320022583008,
-                0.023953344345092772,
-                0.024048639297485352,
-                0.023995391845703123,
-                0.024038400650024414,
-                0.02387660789489746,
-                0.023964672088623046,
-                0.023931903839111326,
-                0.024009727478027345,
-                0.02391961669921875,
-                0.02409676742553711,
-                0.024666112899780275,
-                0.024155136108398437,
-                0.024000511169433594,
-                0.02413363265991211,
-                0.0239554557800293,
-                0.024069120407104492,
-                0.023928831100463867,
-                0.024066047668457033,
-                0.023928064346313477,
-                0.02402079963684082,
-                0.02387347221374512,
-                0.02403555107116699,
-                0.023901983261108397,
-                0.024006656646728516,
-                0.02390323257446289,
-                0.02405075263977051,
-                0.02394927978515625,
-                0.024041439056396486,
-                0.023907424926757813,
-                0.02403420829772949,
-                0.023942144393920898,
-                0.024060928344726562,
-                0.023937023162841797
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 41.54111965188553
         },
         "energy": null,
         "efficiency": null

     "prefill": {
         "memory": {
             "unit": "MB",
+            "max_ram": 984.920064,
             "max_vram": 14262.730752,
             "max_reserved": 13778.28864,
             "max_allocated": 13766.65856
         },
         "latency": {
             "unit": "s",
+            "mean": 0.02920542447838073,
+            "stdev": 0.00015425068630749858,
             "values": [
+                0.03037900733947754,
                 0.028873727798461913,
+                0.02884524726867676,
+                0.028841983795166014,
+                0.028843135833740235,
+                0.028841983795166014,
+                0.028844032287597656,
+                0.028849151611328124,
+                0.028860416412353516,
+                0.028853248596191407,
+                0.028909568786621095,
+                0.028889087677001952,
+                0.02896281623840332,
                 0.028901376724243165,
+                0.0289617919921875,
+                0.028903423309326173,
+                0.02898124885559082,
+                0.028900352478027344,
+                0.02897817611694336,
+                0.02891993522644043,
+                0.028956672668457032,
+                0.02895359992980957,
                 0.02892902374267578,
+                0.02897203254699707,
+                0.02895359992980957,
+                0.0289300479888916,
+                0.02895359992980957,
+                0.028940288543701172,
+                0.02892799949645996,
+                0.02893926429748535,
+                0.028962848663330078,
+                0.02921062469482422,
+                0.029514848709106447,
+                0.029453311920166016,
+                0.029509632110595704,
+                0.029446144104003907,
+                0.029500415802001953,
+                0.029457408905029295,
+                0.029483007431030273,
                 0.029443071365356444,
+                0.029481983184814452,
+                0.029388799667358398,
+                0.029380607604980468,
+                0.029337600708007814,
+                0.029276384353637695,
+                0.02916966438293457,
+                0.029057024002075195,
+                0.029051904678344728,
+                0.029059072494506837,
+                0.029059072494506837,
+                0.02905206489562988,
+                0.029009920120239258,
                 0.029033472061157226,
+                0.029019168853759766,
+                0.029014015197753908,
+                0.029025279998779296,
                 0.029024255752563476,
+                0.02900694465637207,
+                0.029030399322509767,
+                0.028980224609375,
+                0.029005823135375978,
+                0.029016063690185546,
+                0.029072383880615234,
+                0.029128704071044922,
+                0.029132896423339844,
+                0.02933247947692871,
+                0.029305856704711915,
+                0.029299808502197267,
+                0.02931510353088379,
+                0.029404159545898437,
                 0.02935910415649414,
+                0.0294072322845459,
+                0.02938163185119629,
+                0.029411327362060546,
+                0.0293570556640625,
+                0.029386751174926756,
+                0.02934684753417969,
+                0.02933964729309082,
+                0.029286399841308593,
+                0.02918502426147461,
+                0.029126688003540038,
+                0.02915020751953125,
+                0.02911027145385742,
+                0.02920038414001465,
+                0.02903654479980469,
+                0.029078527450561522,
+                0.029066240310668946,
+                0.029043712615966798,
+                0.029060096740722657,
+                0.029068288803100587,
+                0.029078527450561522,
+                0.02904473686218262,
+                0.029037567138671876,
+                0.02902118492126465,
+                0.029058048248291016,
+                0.029060384750366212,
+                0.029113344192504883,
+                0.02915225601196289,
+                0.02933145523071289,
+                0.029211648941040037,
+                0.02932326316833496,
+                0.029283327102661134,
+                0.029327360153198243,
+                0.02931711959838867,
+                0.029313024520874024,
+                0.029319168090820313,
+                0.029325376510620116,
                 0.029303808212280274,
+                0.02932326316833496,
                 0.02930790328979492,
+                0.0293253116607666,
+                0.029238271713256835,
+                0.029284448623657228,
+                0.02917580795288086,
+                0.029280256271362305,
+                0.029148160934448244,
+                0.029139968872070314,
+                0.029134016036987304,
+                0.02911235237121582,
+                0.029022207260131837,
+                0.029086719512939452,
+                0.029061119079589845,
+                0.029045759201049806,
+                0.029047807693481444,
+                0.029017087936401367,
+                0.029060096740722657,
+                0.029057024002075195,
+                0.029063167572021483,
+                0.029081600189208984,
+                0.02912665557861328,
+                0.0292096004486084,
+                0.029314048767089845,
+                0.029338623046875,
+                0.029270015716552734,
+                0.029288448333740235,
                 0.02935603141784668,
+                0.02932326316833496,
+                0.029310976028442383,
                 0.02931609535217285,
                 0.029319168090820313,
+                0.029338623046875,
+                0.02932326316833496,
+                0.02933350372314453,
+                0.029179168701171876,
+                0.029207551956176758,
+                0.029239295959472656,
+                0.02924236869812012,
                 0.02919526481628418,
+                0.029229055404663085,
+                0.029287424087524414,
+                0.0292044792175293,
+                0.029148160934448244,
+                0.029139968872070314,
                 0.02915123176574707,
+                0.029171712875366212,
+                0.029131776809692384,
+                0.0291409912109375,
+                0.029065311431884764,
+                0.029042688369750977,
+                0.02902118492126465,
+                0.029034496307373047,
+                0.02910207939147949,
+                0.02917068862915039,
+                0.029263008117675782,
                 0.02919321632385254,
+                0.029234304428100585,
+                0.029336576461791993,
+                0.029319168090820313,
                 0.02932633590698242,
+                0.02934681510925293,
+                0.029249536514282228,
                 0.029328384399414063,
+                0.029297664642333986,
+                0.0293304328918457,
+                0.029247488021850586,
+                0.0292044792175293,
+                0.029233152389526368,
+                0.029197471618652344,
+                0.029246463775634765,
+                0.02931711959838867,
+                0.029199359893798828,
+                0.029327360153198243,
+                0.029173759460449217,
+                0.029182975769042968,
+                0.02913484764099121,
+                0.02920163154602051,
+                0.02913382339477539,
+                0.029215744018554687,
+                0.029139968872070314,
+                0.0292096004486084,
+                0.029041664123535156,
+                0.029105472564697265,
+                0.029068288803100587,
+                0.029129728317260743,
+                0.02911027145385742,
+                0.02918604850769043,
+                0.029147136688232423,
+                0.0293570556640625,
+                0.02930790328979492,
+                0.029377536773681642,
+                0.029304832458496095,
+                0.02937343978881836,
                 0.029267967224121092,
+                0.02935398483276367,
+                0.029321216583251954,
+                0.029371391296386717,
+                0.02917683219909668,
+                0.029350048065185548,
+                0.02917888069152832,
+                0.0293253116607666,
+                0.029279232025146484,
+                0.029252607345581053,
+                0.029211648941040037,
+                0.029322240829467775,
+                0.029183168411254883,
+                0.02920857620239258,
+                0.029261823654174804,
+                0.02923417663574219,
+                0.02913587188720703,
+                0.0292096004486084,
+                0.029146112442016602,
+                0.02919628715515137,
+                0.029129728317260743,
+                0.029386751174926756,
+                0.029091840744018556,
+                0.02912563133239746,
+                0.029073408126831055,
                 0.02920038414001465,
+                0.029228031158447267,
+                0.029360128402709962,
+                0.029241344451904298,
+                0.02938470458984375,
+                0.029261056900024413,
+                0.02933145523071289,
+                0.029312000274658204,
+                0.02937651252746582,
                 0.029290496826171877,
+                0.029264896392822266,
                 0.029303808212280274,
+                0.029309951782226562,
+                0.029278207778930664,
                 0.02924236869812012,
+                0.029290496826171877,
+                0.02931711959838867,
+                0.029183040618896483,
+                0.02920038414001465,
+                0.029243392944335936,
+                0.029240320205688477,
+                0.029276159286499022,
+                0.02923417663574219,
+                0.02915225601196289,
+                0.029321216583251954,
+                0.02914201545715332,
+                0.02920857620239258,
+                0.02913689613342285,
+                0.02919526481628418,
+                0.029045759201049806,
+                0.029163520812988283,
+                0.02913689613342285,
+                0.029213695526123046,
+                0.029189216613769532,
+                0.029287424087524414,
+                0.02922700881958008,
+                0.02937548828125,
+                0.029303903579711913,
+                0.02931609535217285,
+                0.029306880950927733,
+                0.029305856704711915,
+                0.029295616149902344,
+                0.02932428741455078,
                 0.029296640396118165,
                 0.02932633590698242,
                 0.02920140838623047,
+                0.029344768524169923,
+                0.029190143585205077,
                 0.02929971122741699,
+                0.029240320205688477,
                 0.02934169578552246,
+                0.02918604850769043,
+                0.02934169578552246,
+                0.029199359893798828,
+                0.029338623046875,
+                0.02918707275390625,
                 0.02933452796936035,
+                0.029181951522827147,
+                0.02933247947692871,
+                0.02916761589050293,
+                0.029215744018554687,
+                0.029147136688232423,
+                0.029198335647583007,
+                0.02915123176574707,
+                0.029209856033325196,
+                0.029147136688232423,
+                0.02919321632385254,
+                0.029280256271362305,
                 0.029251583099365236,
+                0.029301759719848632,
+                0.02938163185119629,
+                0.02930892753601074,
+                0.029314048767089845,
+                0.02920140838623047,
+                0.029377536773681642,
+                0.0292096004486084,
+                0.02939187240600586,
+                0.029244415283203123,
+                0.029256704330444337,
+                0.029264896392822266,
+                0.02935398483276367,
+                0.02919424057006836,
+                0.02934169578552246,
+                0.02919424057006836,
                 0.029329408645629884,
+                0.029275136947631834,
+                0.029243392944335936,
+                0.029224992752075196,
+                0.029379583358764647,
+                0.029195392608642578,
+                0.02933260726928711,
+                0.029189119338989256,
+                0.029327455520629882,
+                0.029198335647583007,
+                0.029257919311523436,
+                0.0291409912109375,
+                0.02920038414001465,
+                0.029275136947631834,
+                0.029251583099365236,
+                0.02916147232055664,
+                0.02932428741455078,
+                0.02916966438293457,
+                0.02937548828125,
+                0.029236223220825194,
+                0.029285375595092773,
+                0.02931711959838867,
+                0.029345792770385744,
+                0.02918502426147461,
+                0.02935215950012207,
+                0.02916864013671875,
+                0.0293621768951416,
+                0.029262847900390625,
+                0.02932326316833496,
+                0.02918502426147461,
+                0.029249536514282228,
+                0.029223039627075197
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 8765.494923366157
         },
         "energy": null,
         "efficiency": null
     "decode": {
         "memory": {
             "unit": "MB",
+            "max_ram": 996.4544,
             "max_vram": 14862.516224,
             "max_reserved": 14378.074112,
             "max_allocated": 14308.708864
         },
         "latency": {
             "unit": "s",
+            "mean": 6.34296883201599,
+            "stdev": 0.00956262779235928,
             "values": [
+                6.3525314598083495,
+                6.333406204223631
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 40.20199479979995
         },
         "energy": null,
         "efficiency": null
         "memory": null,
         "latency": {
             "unit": "s",
+            "mean": 0.024874387576533277,
+            "stdev": 0.00019242536100544003,
             "values": [
+                0.02674176025390625,
+                0.025881599426269532,
+                0.02516275215148926,
+                0.02494054412841797,
+                0.027365375518798828,
+                0.02508083152770996,
+                0.02498150444030762,
+                0.025042943954467774,
+                0.024887296676635744,
+                0.02488217544555664,
+                0.02483404731750488,
+                0.02490572738647461,
+                0.024809471130371095,
+                0.024843456268310547,
+                0.025171775817871094,
+                0.025052160263061524,
+                0.024795135498046874,
+                0.024856576919555663,
+                0.024864992141723632,
+                0.02495158386230469,
+                0.024855552673339845,
+                0.024897823333740233,
+                0.024858335494995117,
+                0.024958976745605467,
+                0.02489036750793457,
+                0.024877056121826172,
+                0.025226240158081056,
+                0.025141248703002928,
+                0.024904703140258787,
+                0.025253152847290038,
+                0.024859359741210937,
+                0.024919040679931642,
+                0.02487603187561035,
+                0.024843263626098632,
+                0.02500009536743164,
+                0.024890207290649415,
+                0.024780799865722656,
+                0.02485759925842285,
+                0.02489753532409668,
+                0.024856576919555663,
+                0.025157632827758788,
+                0.02491596794128418,
+                0.024894464492797853,
                 0.024971263885498047,
+                0.024821760177612305,
+                0.02482387161254883,
+                0.024912832260131836,
+                0.025033727645874023,
+                0.02549247932434082,
+                0.02492518424987793,
+                0.024959199905395506,
+                0.02490140724182129,
+                0.024910848617553712,
+                0.024947711944580078,
+                0.02493235206604004,
+                0.02511769676208496,
+                0.02492006492614746,
+                0.02487708854675293,
+                0.02497225570678711,
+                0.025263296127319337,
+                0.024977216720581053,
+                0.024781824111938477,
+                0.02485862350463867,
+                0.02507263946533203,
+                0.02486783981323242,
+                0.02492313575744629,
+                0.0249487361907959,
+                0.02492006492614746,
+                0.02492518424987793,
+                0.024815616607666017,
+                0.02493337631225586,
+                0.025044992446899415,
+                0.02491801643371582,
+                0.02488012886047363,
+                0.024904703140258787,
+                0.02516275215148926,
+                0.025015296936035155,
+                0.02488319969177246,
+                0.024879104614257814,
+                0.02506547164916992,
+                0.025059328079223633,
+                0.02488012886047363,
+                0.02495795249938965,
+                0.024930303573608398,
+                0.024847360610961915,
+                0.02492518424987793,
+                0.02487398338317871,
+                0.025340927124023437,
+                0.024993791580200195,
+                0.024946687698364257,
+                0.024929279327392577,
+                0.024895488739013674,
+                0.024835071563720702,
+                0.02486579132080078,
+                0.024855552673339845,
+                0.025338880538940428,
+                0.024977407455444335,
+                0.024962047576904296,
+                0.024997888565063478,
+                0.024927232742309572,
+                0.02491494369506836,
+                0.024887296676635744,
+                0.02491187286376953,
+                0.02493951988220215,
+                0.0249487361907959,
+                0.02493951988220215,
+                0.024885248184204102,
+                0.02487603187561035,
+                0.025022464752197264,
+                0.02495795249938965,
+                0.024812543869018554,
+                0.02552934455871582,
+                0.024802303314208983,
+                0.024886272430419923,
+                0.024777727127075197,
+                0.024855552673339845,
+                0.024840192794799806,
+                0.024804351806640625,
+                0.024836095809936523,
+                0.024804351806640625,
+                0.02478387260437012,
+                0.024830976486206056,
+                0.02472755241394043,
+                0.02491187286376953,
+                0.024770559310913084,
+                0.024812543869018554,
+                0.02469478416442871,
+                0.024826879501342772,
+                0.02473472023010254,
+                0.024869888305664063,
+                0.024826879501342772,
+                0.02486783981323242,
+                0.024919040679931642,
+                0.02492518424987793,
+                0.024817663192749022,
+                0.024864767074584963,
+                0.024770559310913084,
+                0.02470195198059082,
+                0.024803327560424804,
+                0.02488934326171875,
+                0.024801279067993166,
+                0.024792064666748048,
+                0.02477670478820801,
+                0.02475929641723633,
+                0.024845312118530274,
+                0.02475212860107422,
+                0.024820735931396484,
+                0.02491494369506836,
+                0.024993791580200195,
+                0.024912895202636717,
+                0.024766464233398438,
+                0.024772607803344726,
+                0.024779775619506835,
+                0.024785919189453123,
+                0.024797183990478516,
+                0.02489958381652832,
+                0.025190399169921874,
+                0.024840192794799806,
+                0.024774656295776368,
+                0.0248668155670166,
+                0.024822784423828126,
+                0.024833023071289064,
+                0.024801279067993166,
+                0.0251463680267334,
+                0.025014272689819338,
+                0.024799232482910157,
+                0.02482585525512695,
+                0.024800256729125978,
+                0.024786943435668944,
+                0.024756223678588866,
+                0.024843263626098632,
+                0.025289728164672853,
+                0.025001983642578125,
+                0.02497331237792969,
+                0.024895488739013674,
+                0.02486579132080078,
+                0.024757247924804687,
+                0.024796159744262695,
+                0.024810495376586913,
+                0.024885248184204102,
+                0.024787967681884765,
+                0.024861696243286133,
+                0.024740863800048828,
+                0.024827903747558593,
+                0.024820735931396484,
+                0.024838144302368165,
+                0.02512384033203125,
+                0.025133056640625,
+                0.024983552932739257,
+                0.025035776138305665,
+                0.02475929641723633,
+                0.024780799865722656,
+                0.024809471130371095,
+                0.024835136413574217,
+                0.02478483200073242,
+                0.02485043144226074,
+                0.02485043144226074,
+                0.024812543869018554,
+                0.024785919189453123,
+                0.024716287612915038,
+                0.024993791580200195,
+                0.02494976043701172,
+                0.024833023071289064,
+                0.024868864059448242,
+                0.024792064666748048,
+                0.02475929641723633,
+                0.024824832916259764,
+                0.024788991928100586,
+                0.02484223937988281,
+                0.02474393653869629,
+                0.02474188804626465,
+                0.024833023071289064,
+                0.024778751373291014,
+                0.02462822341918945,
+                0.02467532730102539,
+                0.025044992446899415,
+                0.024996864318847657,
+                0.024854528427124024,
+                0.02478489685058594,
+                0.02488217544555664,
+                0.02491801643371582,
+                0.024816640853881834,
+                0.024766464233398438,
+                0.02467840003967285,
+                0.02470809555053711,
+                0.02473472023010254,
+                0.024769535064697267,
+                0.024808448791503908,
+                0.02490777587890625,
+                0.024810495376586913,
+                0.024773632049560547,
+                0.024766464233398438,
+                0.025078784942626952,
+                0.025009151458740234,
+                0.024761344909667967,
+                0.024813568115234375,
+                0.02473676872253418,
+                0.024795135498046874,
+                0.02486783981323242,
+                0.02476851272583008,
+                0.024723455429077147,
+                0.024824832916259764,
+                0.024763391494750975,
+                0.024792064666748048,
+                0.024852479934692383,
+                0.024764415740966796,
+                0.024839168548583986,
+                0.02513100814819336,
+                0.02495795249938965,
+                0.024840192794799806,
+                0.02490572738647461,
+                0.02490163230895996,
+                0.024840192794799806,
+                0.0248668155670166,
+                0.024786943435668944,
+                0.025069568634033205,
+                0.025032703399658202,
+                0.025062400817871092,
+                0.024969215393066405,
+                0.02495078468322754,
+                0.02485043144226074,
+                0.024695808410644532,
+                0.0249036808013916,
+                0.024824832916259764,
+                0.024813568115234375,
+                0.02474291229248047,
+                0.02490777587890625,
+                0.024838144302368165,
+                0.024840192794799806,
+                0.024715263366699217,
+                0.02489139175415039,
+                0.024766464233398438,
+                0.024750080108642578,
+                0.025175039291381835,
+                0.02507366371154785,
+                0.02495795249938965,
+                0.024974464416503906,
+                0.02489638328552246,
+                0.0249354248046875,
+                0.02497433662414551,
+                0.02482585525512695,
+                0.024912895202636717,
+                0.02488012886047363,
+                0.02484940719604492,
+                0.02475212860107422,
+                0.024809471130371095,
+                0.024853504180908204,
+                0.024852479934692383,
+                0.024840192794799806,
+                0.024848384857177733,
+                0.024794111251831053,
+                0.024844287872314453,
+                0.025119743347167968,
+                0.025003007888793945,
+                0.024937471389770507,
+                0.024919040679931642,
+                0.024826879501342772,
+                0.024855552673339845,
+                0.02489241600036621,
+                0.024953855514526366,
+                0.02483404731750488,
+                0.024813568115234375,
+                0.024844287872314453,
+                0.02474291229248047,
+                0.024780799865722656,
+                0.024799232482910157,
+                0.024766464233398438,
+                0.024817663192749022,
+                0.02478489685058594,
+                0.024754175186157225,
+                0.024782848358154298,
+                0.024756223678588866,
+                0.025220096588134764,
+                0.02508697509765625,
+                0.02487295913696289,
+                0.02492518424987793,
+                0.024879104614257814,
+                0.024846336364746095,
+                0.024902656555175783,
+                0.02472857666015625,
+                0.02489139175415039,
+                0.02465279960632324,
+                0.024880384445190428,
+                0.024804096221923828,
+                0.024817663192749022,
+                0.02468556785583496,
+                0.0248668155670166,
+                0.024806400299072266,
+                0.024846336364746095,
+                0.02487500762939453,
+                0.024912895202636717,
+                0.024855552673339845,
+                0.025238527297973632,
+                0.024979455947875977,
+                0.024985599517822265,
+                0.024793088912963866,
+                0.02478489685058594,
+                0.024763391494750975,
+                0.02493440055847168,
+                0.024794111251831053,
+                0.024922111511230468,
+                0.024828927993774414,
+                0.024766464233398438,
+                0.024707071304321288,
+                0.02475212860107422,
+                0.02469273567199707,
+                0.024778751373291014,
+                0.024772607803344726,
+                0.024770624160766603,
+                0.024678335189819336,
+                0.024778751373291014,
+                0.024623104095458984,
+                0.025169919967651368,
+                0.02484940719604492,
+                0.024810495376586913,
+                0.024833023071289064,
+                0.024787967681884765,
+                0.024724479675292968,
+                0.024796159744262695,
+                0.02472243118286133,
+                0.024758272171020508,
+                0.02467635154724121,
+                0.0247459831237793,
+                0.024845312118530274,
+                0.02490675163269043,
+                0.02477568054199219,
+                0.024795135498046874,
+                0.024707071304321288,
+                0.02478489685058594,
+                0.024750080108642578,
+                0.024816831588745116,
+                0.024786752700805666,
+                0.025206783294677734,
+                0.02498150444030762,
+                0.02493951988220215,
+                0.02485043144226074,
+                0.024869888305664063,
+                0.02472243118286133,
+                0.024758272171020508,
+                0.024816640853881834,
+                0.02489753532409668,
+                0.024740863800048828,
+                0.024758272171020508,
+                0.025133056640625,
+                0.025000959396362304,
+                0.024754175186157225,
+                0.024847360610961915,
+                0.024856576919555663,
+                0.02483011245727539,
+                0.02477654457092285,
+                0.02484121513366699,
+                0.024680448532104493,
+                0.02488319969177246,
+                0.024794111251831053,
+                0.02479439926147461,
+                0.02474671936035156,
+                0.024806400299072266,
+                0.024721408843994142,
+                0.024761344909667967,
+                0.02470195198059082,
+                0.024772607803344726,
+                0.02511257553100586,
+                0.025057279586791992,
+                0.02490163230895996,
+                0.02492518424987793,
+                0.024687616348266602,
+                0.024817663192749022,
+                0.024687616348266602,
+                0.024732671737670898,
+                0.024739839553833007,
+                0.02477987289428711,
+                0.0248319034576416,
+                0.024869888305664063,
+                0.024730623245239256,
+                0.024787967681884765,
+                0.024879104614257814,
+                0.024780799865722656,
+                0.02477568054199219,
+                0.024863744735717775,
+                0.024821760177612305,
+                0.024829952239990235,
+                0.024758272171020508,
+                0.02478489685058594,
+                0.02477670478820801,
+                0.024862720489501954,
+                0.024851455688476562,
+                0.02489241600036621,
+                0.025212928771972655,
+                0.02512998390197754,
+                0.024798208236694336,
+                0.02494259262084961,
+                0.024820735931396484,
+                0.024887296676635744,
+                0.024839168548583986,
+                0.0249487361907959,
+                0.024819711685180663,
+                0.02485862350463867,
+                0.024782848358154298,
+                0.02474393653869629,
+                0.02475929641723633,
+                0.024819711685180663,
+                0.024812543869018554,
+                0.02489958381652832,
+                0.024779775619506835,
+                0.024805376052856445,
+                0.024705024719238283,
+                0.02470604705810547,
+                0.024771583557128905,
+                0.02470911979675293,
+                0.02471014404296875,
+                0.02470297622680664,
+                0.02474496078491211,
+                0.024821760177612305,
+                0.024773632049560547,
+                0.02484121513366699,
+                0.025240575790405274,
+                0.025019392013549805,
+                0.024856576919555663,
+                0.02492620849609375,
+                0.024813568115234375,
+                0.024969215393066405,
+                0.024789024353027343,
+                0.024809440612792968,
+                0.024696832656860353,
+                0.024838144302368165,
+                0.02474496078491211,
+                0.024824928283691407,
+                0.024918943405151366,
+                0.02484121513366699,
+                0.024772607803344726,
+                0.02470604705810547,
+                0.02467430305480957,
+                0.024837120056152344,
+                0.024748031616210937,
+                0.024823808670043947,
+                0.02472755241394043,
+                0.02490982437133789,
+                0.024665088653564454,
+                0.024795135498046874,
+                0.024650751113891603,
+                0.024803327560424804,
+                0.024805376052856445,
+                0.024804351806640625,
+                0.024673280715942384,
+                0.024748031616210937,
+                0.02458624076843262,
+                0.02470604705810547,
+                0.025057279586791992,
+                0.025009151458740234,
+                0.024826879501342772,
+                0.025026559829711914,
+                0.024793088912963866,
+                0.024962047576904296,
+                0.02485759925842285,
+                0.02491596794128418,
+                0.024802303314208983,
+                0.024893440246582032,
+                0.024705024719238283,
+                0.024830976486206056,
+                0.024750080108642578,
+                0.024986719131469725,
+                0.024773536682128908,
+                0.024792064666748048,
+                0.024758272171020508,
+                0.024822784423828126,
+                0.02468351936340332,
+                0.024753215789794922,
+                0.024654783248901368,
+                0.024898847579956054,
+                0.02478870391845703
             ]
         },
         "throughput": {
             "unit": "tokens/s",
+            "value": 40.20199479979998
         },
         "energy": null,
         "efficiency": null