Upload /gemma-2b/nf4_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

gemma-2b/nf4_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json

@@ -0,0 +1,903 @@
+{
+    "prefill": {
+        "memory": {
+            "unit": "MB",
+            "max_ram": 1109.413888,
+            "max_vram": 3309.305856,
+            "max_reserved": 2824.863744,
+            "max_allocated": 2545.854976
+        },
+        "latency": {
+            "unit": "s",
+            "mean": 0.030419714147921422,
+            "stdev": 0.0005583882081325542,
+            "values": [
+                0.03479510498046875,
+                0.03187711906433106,
+                0.030866432189941406,
+                0.03082342338562012,
+                0.03078041648864746,
+                0.03082137680053711,
+                0.030803104400634766,
+                0.030930944442749023,
+                0.030873600006103515,
+                0.030894079208374024,
+                0.030834688186645507,
+                0.030744575500488282,
+                0.030769151687622072,
+                0.03100057601928711,
+                0.030889984130859374,
+                0.030860288619995117,
+                0.030627840042114256,
+                0.030744575500488282,
+                0.030486528396606444,
+                0.03040870475769043,
+                0.03043328094482422,
+                0.030246912002563478,
+                0.03016703987121582,
+                0.030234624862670898,
+                0.03020185661315918,
+                0.030226463317871093,
+                0.030229503631591798,
+                0.03018342399597168,
+                0.030437376022338865,
+                0.030317567825317384,
+                0.030299135208129883,
+                0.030306304931640625,
+                0.03034623908996582,
+                0.030238719940185548,
+                0.03020185661315918,
+                0.03021004867553711,
+                0.03040768051147461,
+                0.030257152557373046,
+                0.03021516799926758,
+                0.030282751083374023,
+                0.03020697593688965,
+                0.030229536056518555,
+                0.03021824073791504,
+                0.030138368606567382,
+                0.03037513542175293,
+                0.030233600616455077,
+                0.03028278350830078,
+                0.030302207946777345,
+                0.030309375762939454,
+                0.03018547248840332,
+                0.030263296127319338,
+                0.03021107292175293,
+                0.03037900733947754,
+                0.03036470413208008,
+                0.03022662353515625,
+                0.030251007080078125,
+                0.030203903198242187,
+                0.030249984741210937,
+                0.03016192054748535,
+                0.03023052787780762,
+                0.030233600616455077,
+                0.030227455139160156,
+                0.030203903198242187,
+                0.0304005126953125,
+                0.030484479904174806,
+                0.030315616607666015,
+                0.030247936248779295,
+                0.030273536682128906,
+                0.030256128311157225,
+                0.030238719940185548,
+                0.030214176177978516,
+                0.030213119506835938,
+                0.03022643280029297,
+                0.03042918395996094,
+                0.030270463943481447,
+                0.0301977596282959,
+                0.03027356719970703,
+                0.030287872314453124,
+                0.030200832366943358,
+                0.03017420768737793,
+                0.030121984481811522,
+                0.030224384307861327,
+                0.03017830467224121,
+                0.03040563201904297,
+                0.030311424255371092,
+                0.03021516799926758,
+                0.030221311569213868,
+                0.030220287322998047,
+                0.03018956756591797,
+                0.03023155212402344,
+                0.030113792419433592,
+                0.030276607513427735,
+                0.030244863510131836,
+                0.03030134391784668,
+                0.030440448760986328,
+                0.030236671447753907,
+                0.030282751083374023,
+                0.03042099189758301,
+                0.030279680252075194,
+                0.030268415451049805,
+                0.03021414375305176,
+                0.03023155212402344,
+                0.03017318344116211,
+                0.030240768432617186,
+                0.030093311309814453,
+                0.030196735382080078,
+                0.03039743995666504,
+                0.030270463943481447,
+                0.03014656066894531,
+                0.030315519332885742,
+                0.03021004867553711,
+                0.030237823486328124,
+                0.03023155212402344,
+                0.030232576370239257,
+                0.03017843246459961,
+                0.030093311309814453,
+                0.030083072662353515,
+                0.030365695953369142,
+                0.03018035125732422,
+                0.030239744186401366,
+                0.03014860725402832,
+                0.03021414375305176,
+                0.03019980812072754,
+                0.030166015625,
+                0.030118911743164063,
+                0.0301844482421875,
+                0.030212095260620117,
+                0.03019366455078125,
+                0.03035647964477539,
+                0.030302207946777345,
+                0.03021824073791504,
+                0.0301711368560791,
+                0.03018035125732422,
+                0.030327808380126952,
+                0.03038105583190918,
+                0.030427135467529298,
+                0.03041279983520508,
+                0.030402559280395508,
+                0.0303953914642334,
+                0.030542848587036132,
+                0.030459903717041017,
+                0.03032678413391113,
+                0.03042508888244629,
+                0.030432256698608398,
+                0.030365695953369142,
+                0.03038515281677246,
+                0.030473215103149414,
+                0.03034623908996582,
+                0.030469120025634764,
+                0.030329856872558594,
+                0.030282751083374023,
+                0.030305280685424804,
+                0.03035852813720703,
+                0.030290943145751953,
+                0.03020185661315918,
+                0.030281728744506835,
+                0.03017932891845703,
+                0.03022336006164551,
+                0.030361600875854492,
+                0.030413824081420897,
+                0.030261247634887696,
+                0.030224384307861327,
+                0.030220287322998047,
+                0.03042815971374512,
+                0.030315519332885742,
+                0.030282751083374023,
+                0.030261247634887696,
+                0.031194112777709962,
+                0.032510974884033206,
+                0.03226015853881836,
+                0.0320634880065918,
+                0.030765056610107422,
+                0.030497791290283204,
+                0.03065353584289551,
+                0.03040358352661133,
+                0.030648319244384766,
+                0.03076812744140625,
+                0.030468095779418947,
+                0.030452735900878908,
+                0.03039334487915039,
+                0.03036774444580078,
+                0.030455808639526367,
+                0.03058390426635742,
+                0.03096883201599121,
+                0.030636032104492186,
+                0.030749696731567383,
+                0.030649343490600587,
+                0.030414848327636718,
+                0.030247936248779295,
+                0.03036672019958496,
+                0.030256128311157225,
+                0.030542848587036132,
+                0.03035238456726074,
+                0.0303687686920166,
+                0.03023155212402344,
+                0.03040768051147461,
+                0.030318592071533205,
+                0.030332927703857423,
+                0.030232704162597657,
+                0.03041177558898926,
+                0.03054591941833496,
+                0.030517248153686522,
+                0.0303953914642334,
+                0.030329856872558594,
+                0.030340095520019532,
+                0.03038822364807129,
+                0.030262271881103517,
+                0.030281728744506835,
+                0.030313472747802734,
+                0.030296064376831053,
+                0.030522367477416993,
+                0.030620672225952147,
+                0.03033907127380371,
+                0.030431232452392577,
+                0.030402559280395508,
+                0.030444543838500978,
+                0.030275583267211914,
+                0.030284799575805665,
+                0.030299135208129883,
+                0.030464000701904297,
+                0.03033718490600586,
+                0.030342144012451173,
+                0.030286848068237306,
+                0.030253055572509766,
+                0.030345439910888672,
+                0.030303232192993163,
+                0.030402559280395508,
+                0.030234624862670898,
+                0.030638208389282228,
+                0.030478336334228515,
+                0.030327808380126952,
+                0.030539775848388673,
+                0.03036774444580078,
+                0.030511104583740234,
+                0.030361600875854492,
+                0.0303636474609375,
+                0.03034623908996582,
+                0.030417919158935547,
+                0.030319616317749022,
+                0.030325759887695314,
+                0.030308351516723633,
+                0.030569568634033203,
+                0.03041587257385254,
+                0.03036467170715332,
+                0.030305280685424804,
+                0.030274560928344726,
+                0.0301977596282959,
+                0.030311424255371092,
+                0.030243839263916016,
+                0.030546943664550782,
+                0.03036057662963867,
+                0.030357503890991212,
+                0.030234624862670898,
+                0.03039743995666504,
+                0.03041279983520508,
+                0.03032268714904785,
+                0.030277664184570313,
+                0.030278656005859376,
+                0.030702688217163085,
+                0.030422016143798827,
+                0.03036672019958496,
+                0.030503936767578125,
+                0.030340095520019532,
+                0.030312448501586913,
+                0.03039232063293457,
+                0.03038310432434082,
+                0.030349311828613282,
+                0.03054182434082031,
+                0.0304006404876709,
+                0.030398464202880858,
+                0.030437376022338865,
+                0.030317567825317384,
+                0.030287872314453124,
+                0.030296064376831053,
+                0.030315519332885742,
+                0.030277631759643556,
+                0.030285823822021486,
+                0.030272512435913085,
+                0.030433311462402343,
+                0.030345216751098632,
+                0.03033907127380371,
+                0.03021516799926758,
+                0.030295040130615233,
+                0.030261247634887696,
+                0.030229503631591798,
+                0.030278656005859376,
+                0.030231584548950197,
+                0.03056844711303711,
+                0.03041689682006836,
+                0.03035443115234375,
+                0.030446592330932616,
+                0.030499839782714845,
+                0.03041587257385254,
+                0.030441471099853516,
+                0.030333951950073244,
+                0.030309375762939454,
+                0.030398464202880858,
+                0.038161407470703124,
+                0.03101798439025879,
+                0.030493696212768553,
+                0.03038105583190918,
+                0.030301279067993164,
+                0.03036057662963867,
+                0.030294143676757812,
+                0.030272512435913085,
+                0.030496768951416016,
+                0.030417919158935547,
+                0.03034422492980957,
+                0.030382080078125,
+                0.030527488708496094,
+                0.030390272140502928,
+                0.03037081527709961,
+                0.030325759887695314,
+                0.030449663162231445,
+                0.030273536682128906,
+                0.030341184616088868,
+                0.030299135208129883,
+                0.030267391204833984,
+                0.03017215919494629,
+                0.030539775848388673,
+                0.03035136032104492,
+                0.030290943145751953,
+                0.030275583267211914,
+                0.0303953914642334,
+                0.030277631759643556,
+                0.030274560928344726,
+                0.030236671447753907,
+                0.030369792938232422,
+                0.030254079818725587
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 8415.595187882212
+        },
+        "energy": null,
+        "efficiency": null
+    },
+    "decode": {
+        "memory": {
+            "unit": "MB",
+            "max_ram": 1109.413888,
+            "max_vram": 3588.227072,
+            "max_reserved": 3103.78496,
+            "max_allocated": 2949.050368
+        },
+        "latency": {
+            "unit": "s",
+            "mean": 6.531947011947631,
+            "stdev": 0.0013306961059584843,
+            "values": [
+                6.533277708053589,
+                6.530616315841672
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 39.03889598822184
+        },
+        "energy": null,
+        "efficiency": null
+    },
+    "per_token": {
+        "memory": null,
+        "latency": {
+            "unit": "s",
+            "mean": 0.02561547847822601,
+            "stdev": 0.0001012613859110823,
+            "values": [
+                0.02591334342956543,
+                0.025598976135253908,
+                0.025680896759033203,
+                0.02551296043395996,
+                0.025544704437255858,
+                0.02565017509460449,
+                0.025758720397949218,
+                0.025777151107788086,
+                0.025667583465576172,
+                0.02572390365600586,
+                0.025565183639526368,
+                0.02565836715698242,
+                0.02567884826660156,
+                0.025611263275146484,
+                0.025573375701904297,
+                0.025789440155029295,
+                0.025831424713134765,
+                0.0257126407623291,
+                0.025899007797241212,
+                0.025657344818115234,
+                0.02557439994812012,
+                0.02571571159362793,
+                0.02573209571838379,
+                0.025641984939575195,
+                0.025657344818115234,
+                0.025620479583740235,
+                0.025604095458984375,
+                0.02573619270324707,
+                0.02571878433227539,
+                0.02571161651611328,
+                0.025664512634277343,
+                0.025784320831298828,
+                0.025761823654174804,
+                0.02558870315551758,
+                0.025649152755737304,
+                0.025643007278442383,
+                0.025624576568603515,
+                0.02573209571838379,
+                0.02575564765930176,
+                0.02576383972167969,
+                0.02566655921936035,
+                0.025619455337524414,
+                0.025648128509521483,
+                0.025648128509521483,
+                0.025447423934936524,
+                0.025552896499633788,
+                0.02552729606628418,
+                0.02553856086730957,
+                0.02549964714050293,
+                0.025693183898925782,
+                0.02570460891723633,
+                0.025671520233154298,
+                0.025582592010498048,
+                0.025561088562011718,
+                0.025744384765625,
+                0.025734144210815428,
+                0.025491455078125,
+                0.02555904006958008,
+                0.02555392074584961,
+                0.025571327209472656,
+                0.02551091194152832,
+                0.02549247932434082,
+                0.02569523239135742,
+                0.025656320571899413,
+                0.02570751953125,
+                0.02567987251281738,
+                0.025582592010498048,
+                0.025503744125366212,
+                0.02551910400390625,
+                0.02552422332763672,
+                0.025585664749145507,
+                0.02549452781677246,
+                0.02561542320251465,
+                0.025668544769287108,
+                0.026003456115722655,
+                0.025758720397949218,
+                0.025766912460327147,
+                0.02573619270324707,
+                0.02572598457336426,
+                0.025530336380004882,
+                0.02551807975769043,
+                0.02571059226989746,
+                0.02556211280822754,
+                0.025631744384765624,
+                0.025523199081420898,
+                0.025593856811523437,
+                0.025556991577148438,
+                0.025620479583740235,
+                0.025931968688964843,
+                0.025940799713134767,
+                0.025801727294921875,
+                0.025780223846435548,
+                0.02553446388244629,
+                0.025600000381469725,
+                0.025630720138549806,
+                0.025660415649414063,
+                0.025556991577148438,
+                0.02571673583984375,
+                0.025667583465576172,
+                0.025648128509521483,
+                0.025597951889038087,
+                0.02596249580383301,
+                0.02572902488708496,
+                0.02568704032897949,
+                0.025585664749145507,
+                0.025689088821411132,
+                0.025777151107788086,
+                0.025561088562011718,
+                0.02568704032897949,
+                0.025647104263305662,
+                0.025593856811523437,
+                0.02573107147216797,
+                0.025643007278442383,
+                0.025621503829956056,
+                0.025616384506225585,
+                0.02572697639465332,
+                0.025611263275146484,
+                0.025656320571899413,
+                0.02571059226989746,
+                0.025568256378173827,
+                0.025584640502929686,
+                0.025577472686767577,
+                0.025576448440551756,
+                0.02587648010253906,
+                0.025694208145141603,
+                0.025803775787353517,
+                0.02556211280822754,
+                0.025540607452392578,
+                0.025653247833251954,
+                0.025639936447143553,
+                0.025555967330932617,
+                0.025560064315795897,
+                0.02552627182006836,
+                0.02552422332763672,
+                0.0255416316986084,
+                0.025439231872558594,
+                0.025561088562011718,
+                0.02550886344909668,
+                0.02553548812866211,
+                0.02553548812866211,
+                0.025569280624389647,
+                0.02552729606628418,
+                0.02554368019104004,
+                0.025849855422973633,
+                0.025621503829956056,
+                0.025758720397949218,
+                0.025565183639526368,
+                0.025653247833251954,
+                0.02569932746887207,
+                0.025472000122070314,
+                0.025582592010498048,
+                0.025465856552124022,
+                0.025612287521362305,
+                0.025656320571899413,
+                0.02554572868347168,
+                0.025675775527954102,
+                0.02553446388244629,
+                0.025586687088012695,
+                0.025601024627685546,
+                0.025620479583740235,
+                0.02550681686401367,
+                0.025635839462280274,
+                0.025523199081420898,
+                0.025571327209472656,
+                0.025810943603515626,
+                0.02570444869995117,
+                0.02567884826660156,
+                0.02569830322265625,
+                0.02554368019104004,
+                0.02554982376098633,
+                0.025635839462280274,
+                0.025570304870605468,
+                0.025486335754394532,
+                0.025772031784057618,
+                0.025639936447143553,
+                0.025631744384765624,
+                0.02549964714050293,
+                0.025443328857421874,
+                0.02556211280822754,
+                0.02551807975769043,
+                0.025555967330932617,
+                0.025548799514770508,
+                0.025472000122070314,
+                0.025602048873901367,
+                0.0255283203125,
+                0.025565183639526368,
+                0.025397247314453125,
+                0.02574847984313965,
+                0.025630720138549806,
+                0.025616384506225585,
+                0.02555904006958008,
+                0.025701375961303712,
+                0.025609216690063476,
+                0.02553343963623047,
+                0.02555904006958008,
+                0.02550579261779785,
+                0.025457664489746092,
+                0.025461759567260742,
+                0.02547711944580078,
+                0.025445375442504883,
+                0.025443328857421874,
+                0.025799680709838867,
+                0.02554982376098633,
+                0.02548940849304199,
+                0.0255098876953125,
+                0.025466880798339843,
+                0.025540607452392578,
+                0.02550476837158203,
+                0.025582592010498048,
+                0.025407487869262696,
+                0.025625600814819335,
+                0.025585664749145507,
+                0.025744384765625,
+                0.02553753662109375,
+                0.02590924835205078,
+                0.025697280883789062,
+                0.025660415649414063,
+                0.025652223587036133,
+                0.025602048873901367,
+                0.025554943084716796,
+                0.025611263275146484,
+                0.025667583465576172,
+                0.025520128250122072,
+                0.02551603126525879,
+                0.02551910400390625,
+                0.0255283203125,
+                0.025611263275146484,
+                0.025616384506225585,
+                0.02547711944580078,
+                0.025610240936279297,
+                0.025590784072875978,
+                0.025582592010498048,
+                0.025594879150390625,
+                0.025757696151733397,
+                0.025628671646118165,
+                0.025620479583740235,
+                0.02567065620422363,
+                0.025595903396606445,
+                0.025582592010498048,
+                0.025370624542236327,
+                0.025456640243530275,
+                0.025639936447143553,
+                0.025643007278442383,
+                0.025602048873901367,
+                0.02567475128173828,
+                0.025641984939575195,
+                0.02567065620422363,
+                0.025430015563964844,
+                0.025375743865966797,
+                0.02549862480163574,
+                0.025826303482055665,
+                0.025694208145141603,
+                0.02567987251281738,
+                0.02571878433227539,
+                0.025444351196289062,
+                0.0257259521484375,
+                0.02557439994812012,
+                0.02554982376098633,
+                0.025581567764282227,
+                0.02550067138671875,
+                0.0255150089263916,
+                0.025495552062988282,
+                0.025618431091308593,
+                0.025637887954711915,
+                0.025584640502929686,
+                0.025445375442504883,
+                0.025579519271850586,
+                0.025449472427368162,
+                0.025649152755737304,
+                0.025595903396606445,
+                0.02555801582336426,
+                0.025614336013793947,
+                0.025662464141845705,
+                0.025563135147094726,
+                0.025630720138549806,
+                0.025968639373779297,
+                0.025630720138549806,
+                0.02572287940979004,
+                0.025623552322387694,
+                0.02550271987915039,
+                0.025628671646118165,
+                0.025571327209472656,
+                0.025638912200927736,
+                0.025624576568603515,
+                0.025644031524658203,
+                0.025602048873901367,
+                0.02547302436828613,
+                0.025531391143798828,
+                0.025523199081420898,
+                0.025548799514770508,
+                0.025673728942871094,
+                0.025694208145141603,
+                0.025618431091308593,
+                0.025594879150390625,
+                0.02552217674255371,
+                0.025597951889038087,
+                0.025523199081420898,
+                0.025890815734863282,
+                0.025648128509521483,
+                0.025591808319091795,
+                0.025655296325683592,
+                0.025588735580444336,
+                0.02567884826660156,
+                0.025547775268554687,
+                0.0255467529296875,
+                0.025467967987060545,
+                0.02560095977783203,
+                0.02571161651611328,
+                0.025626623153686523,
+                0.025738239288330078,
+                0.02567065620422363,
+                0.025596927642822266,
+                0.02557439994812012,
+                0.02549862480163574,
+                0.02565836715698242,
+                0.025580543518066406,
+                0.025544704437255858,
+                0.02553856086730957,
+                0.025539583206176757,
+                0.025639936447143553,
+                0.025629695892333985,
+                0.02591948890686035,
+                0.02571366310119629,
+                0.02575564765930176,
+                0.02573311996459961,
+                0.025705472946166992,
+                0.025632768630981444,
+                0.025624576568603515,
+                0.025581567764282227,
+                0.025523199081420898,
+                0.02570342445373535,
+                0.025612287521362305,
+                0.025585664749145507,
+                0.02569215965270996,
+                0.02567475128173828,
+                0.025669631958007814,
+                0.02573004722595215,
+                0.025618431091308593,
+                0.025601024627685546,
+                0.02557542419433594,
+                0.025645055770874024,
+                0.02576896095275879,
+                0.025621503829956056,
+                0.025561088562011718,
+                0.025547775268554687,
+                0.025590784072875978,
+                0.02567987251281738,
+                0.025665536880493164,
+                0.02550169563293457,
+                0.025998336791992187,
+                0.025556991577148438,
+                0.025649152755737304,
+                0.025673728942871094,
+                0.0255283203125,
+                0.025597951889038087,
+                0.02556620788574219,
+                0.025540607452392578,
+                0.025539583206176757,
+                0.02548940849304199,
+                0.02551398468017578,
+                0.025596927642822266,
+                0.025636863708496094,
+                0.025597951889038087,
+                0.025561088562011718,
+                0.025579519271850586,
+                0.025564159393310547,
+                0.025589759826660157,
+                0.025573375701904297,
+                0.02553343963623047,
+                0.025673728942871094,
+                0.025639936447143553,
+                0.02554982376098633,
+                0.025617408752441406,
+                0.026005504608154296,
+                0.025631744384765624,
+                0.025645055770874024,
+                0.025627647399902344,
+                0.025628671646118165,
+                0.025649152755737304,
+                0.025683967590332032,
+                0.025607168197631838,
+                0.025657344818115234,
+                0.025604095458984375,
+                0.025667583465576172,
+                0.025646080017089845,
+                0.02569932746887207,
+                0.02571571159362793,
+                0.025657344818115234,
+                0.025634815216064453,
+                0.025591808319091795,
+                0.025531391143798828,
+                0.025624576568603515,
+                0.025486335754394532,
+                0.025598976135253908,
+                0.025458688735961913,
+                0.025470975875854493,
+                0.02592563247680664,
+                0.025620479583740235,
+                0.025605119705200196,
+                0.025675775527954102,
+                0.025636863708496094,
+                0.025482240676879882,
+                0.025480192184448244,
+                0.025560064315795897,
+                0.025592832565307616,
+                0.02552115249633789,
+                0.025454591751098633,
+                0.025453567504882812,
+                0.02554265594482422,
+                0.025592832565307616,
+                0.025573375701904297,
+                0.025470975875854493,
+                0.025612287521362305,
+                0.025614336013793947,
+                0.025569280624389647,
+                0.025818111419677735,
+                0.02568704032897949,
+                0.025626623153686523,
+                0.025576448440551756,
+                0.025556991577148438,
+                0.02554368019104004,
+                0.025607168197631838,
+                0.025649152755737304,
+                0.025577472686767577,
+                0.0255283203125,
+                0.025556991577148438,
+                0.025536512374877928,
+                0.02554982376098633,
+                0.025630720138549806,
+                0.025798656463623046,
+                0.02557439994812012,
+                0.02569011116027832,
+                0.025633792877197265,
+                0.025617408752441406,
+                0.025615360260009764,
+                0.02555801582336426,
+                0.02554572868347168,
+                0.025572351455688477,
+                0.02568294334411621,
+                0.025576448440551756,
+                0.02551398468017578,
+                0.025554943084716796,
+                0.025616384506225585,
+                0.025597951889038087,
+                0.025579519271850586,
+                0.02592153549194336,
+                0.02557439994812012,
+                0.02571161651611328,
+                0.025612287521362305,
+                0.02552739143371582,
+                0.025552799224853515,
+                0.025602048873901367,
+                0.0255416316986084,
+                0.02552422332763672,
+                0.025546848297119142,
+                0.02549443244934082,
+                0.025654272079467775,
+                0.02574131202697754,
+                0.025632768630981444,
+                0.025614336013793947,
+                0.02555187225341797,
+                0.0255416316986084,
+                0.025638912200927736,
+                0.025622528076171876,
+                0.02569215965270996,
+                0.025652223587036133,
+                0.025675775527954102,
+                0.025607168197631838,
+                0.025636863708496094,
+                0.025588735580444336,
+                0.025552896499633788,
+                0.02552115249633789,
+                0.02592870330810547,
+                0.02552422332763672,
+                0.02569932746887207,
+                0.02552732849121094,
+                0.025692127227783204,
+                0.025560064315795897,
+                0.025579519271850586,
+                0.025568256378173827,
+                0.025613311767578126,
+                0.02551910400390625,
+                0.025617408752441406,
+                0.025565183639526368,
+                0.025580543518066406,
+                0.02549862480163574,
+                0.025600000381469725,
+                0.025623552322387694,
+                0.025581600189208985,
+                0.025728992462158203,
+                0.025640960693359374,
+                0.02567065620422363,
+                0.02565017509460449,
+                0.025595903396606445,
+                0.02552729606628418,
+                0.025478143692016602,
+                0.025571327209472656,
+                0.025624576568603515,
+                0.025572351455688477,
+                0.02553856086730957,
+                0.02551705551147461,
+                0.025548799514770508,
+                0.025605119705200196,
+                0.025587711334228515,
+                0.02551091194152832,
+                0.025601024627685546,
+                0.025973760604858398,
+                0.02556620788574219,
+                0.02558361625671387,
+                0.025669631958007814
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 39.038895988221824
+        },
+        "energy": null,
+        "efficiency": null
+    }
+}