Upload /Mistral-7B-v0.1/fp16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

Mistral-7B-v0.1/fp16_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json

@@ -0,0 +1,902 @@
+{
+    "prefill": {
+        "memory": {
+            "unit": "MB",
+            "max_ram": 996.491264,
+            "max_vram": 15755.902976,
+            "max_reserved": 15271.460864,
+            "max_allocated": 15114.469888
+        },
+        "latency": {
+            "unit": "s",
+            "mean": 0.030601288987369094,
+            "stdev": 0.00010284622440592937,
+            "values": [
+                0.03204595184326172,
+                0.030402559280395508,
+                0.03041177558898926,
+                0.03042508888244629,
+                0.03040768051147461,
+                0.030413087844848634,
+                0.030410751342773438,
+                0.030414848327636718,
+                0.030406656265258788,
+                0.030418943405151368,
+                0.03044588851928711,
+                0.030481407165527344,
+                0.030495744705200195,
+                0.030484479904174806,
+                0.03078860855102539,
+                0.030494720458984374,
+                0.030454784393310546,
+                0.030484479904174806,
+                0.030499839782714845,
+                0.030489599227905274,
+                0.030477312088012694,
+                0.030476287841796876,
+                0.030674943923950194,
+                0.030486528396606444,
+                0.030484479904174806,
+                0.030474239349365235,
+                0.030480384826660156,
+                0.030497791290283204,
+                0.030487552642822265,
+                0.03050716781616211,
+                0.030695423126220703,
+                0.03092787170410156,
+                0.030869504928588868,
+                0.030826623916625977,
+                0.03079782485961914,
+                0.030737407684326173,
+                0.030662656784057617,
+                0.03059209632873535,
+                0.03058176040649414,
+                0.03058380889892578,
+                0.03059324836730957,
+                0.03060736083984375,
+                0.03058176040649414,
+                0.03057868766784668,
+                0.03058278465270996,
+                0.030507007598876954,
+                0.030520320892333985,
+                0.03051523208618164,
+                0.03054182434082031,
+                0.030512128829956055,
+                0.03053670310974121,
+                0.030529535293579102,
+                0.030492671966552733,
+                0.030535680770874023,
+                0.030490623474121094,
+                0.030515199661254884,
+                0.030503936767578125,
+                0.030467071533203126,
+                0.03052044868469238,
+                0.030539775848388673,
+                0.030529760360717775,
+                0.03054489517211914,
+                0.030535680770874023,
+                0.030546943664550782,
+                0.030656511306762696,
+                0.030658559799194338,
+                0.030643199920654295,
+                0.030646272659301758,
+                0.030626880645751954,
+                0.030633983612060548,
+                0.03062681579589844,
+                0.03061043167114258,
+                0.03061043167114258,
+                0.030650367736816408,
+                0.030604288101196288,
+                0.0305797119140625,
+                0.03058278465270996,
+                0.030604288101196288,
+                0.030611455917358397,
+                0.030612480163574218,
+                0.03059404754638672,
+                0.03058892822265625,
+                0.030559232711791992,
+                0.030529535293579102,
+                0.030539775848388673,
+                0.030543872833251953,
+                0.030547967910766603,
+                0.03056230354309082,
+                0.03055001640319824,
+                0.030546943664550782,
+                0.030543872833251953,
+                0.030538751602172853,
+                0.030563327789306642,
+                0.03054080009460449,
+                0.03055014419555664,
+                0.030531583786010744,
+                0.030537727355957032,
+                0.030564447402954102,
+                0.030645248413085937,
+                0.030624767303466797,
+                0.030635007858276365,
+                0.030620672225952147,
+                0.030631935119628906,
+                0.030652416229248046,
+                0.030635007858276365,
+                0.03063910484313965,
+                0.030620672225952147,
+                0.030633983612060548,
+                0.03060940742492676,
+                0.030611455917358397,
+                0.030612480163574218,
+                0.030596096038818358,
+                0.03059814453125,
+                0.03059814453125,
+                0.03060531234741211,
+                0.03060121536254883,
+                0.030561279296875,
+                0.03054182434082031,
+                0.030530559539794923,
+                0.030543872833251953,
+                0.03054300880432129,
+                0.03055308723449707,
+                0.03054899215698242,
+                0.030526464462280273,
+                0.030539775848388673,
+                0.03054899215698242,
+                0.03053670310974121,
+                0.03054182434082031,
+                0.030537792205810547,
+                0.03054899215698242,
+                0.03054595184326172,
+                0.030546943664550782,
+                0.030604288101196288,
+                0.030650367736816408,
+                0.030629888534545898,
+                0.030652416229248046,
+                0.030636032104492186,
+                0.030631935119628906,
+                0.03061555290222168,
+                0.03059712028503418,
+                0.030611455917358397,
+                0.03062579154968262,
+                0.03060940742492676,
+                0.03059404754638672,
+                0.030608383178710938,
+                0.03058176040649414,
+                0.03060940742492676,
+                0.030596096038818358,
+                0.030596096038818358,
+                0.03060544013977051,
+                0.03057868766784668,
+                0.03054489517211914,
+                0.03056025505065918,
+                0.030518272399902343,
+                0.030636192321777344,
+                0.030595327377319338,
+                0.030607519149780275,
+                0.03059916877746582,
+                0.030605567932128906,
+                0.03058892822265625,
+                0.03062681579589844,
+                0.0305797119140625,
+                0.03059097671508789,
+                0.030561279296875,
+                0.03060736083984375,
+                0.03059814453125,
+                0.030642175674438478,
+                0.030620672225952147,
+                0.030668800354003906,
+                0.03061452865600586,
+                0.03064729690551758,
+                0.03061555290222168,
+                0.030624767303466797,
+                0.03061350440979004,
+                0.030635007858276365,
+                0.03059916877746582,
+                0.030605535507202148,
+                0.030600191116333008,
+                0.030589984893798827,
+                0.03059916877746582,
+                0.030616575241088868,
+                0.03060326385498047,
+                0.03061759948730469,
+                0.030628864288330077,
+                0.030641151428222657,
+                0.030615583419799804,
+                0.03060940742492676,
+                0.03060531234741211,
+                0.03060633659362793,
+                0.030629888534545898,
+                0.03059404754638672,
+                0.030596096038818358,
+                0.030630016326904298,
+                0.03058380889892578,
+                0.03059097671508789,
+                0.030599296569824217,
+                0.03060736083984375,
+                0.030636032104492186,
+                0.03061555290222168,
+                0.030644224166870116,
+                0.030646272659301758,
+                0.030648319244384766,
+                0.03064729690551758,
+                0.03060736083984375,
+                0.030637056350708007,
+                0.03058687973022461,
+                0.030600191116333008,
+                0.03062681579589844,
+                0.030648319244384766,
+                0.030587903976440428,
+                0.03057459259033203,
+                0.03060326385498047,
+                0.03064124870300293,
+                0.03061862373352051,
+                0.030591007232666015,
+                0.03058380889892578,
+                0.030612480163574218,
+                0.030604288101196288,
+                0.03063715171813965,
+                0.03061350440979004,
+                0.030644287109375,
+                0.030643199920654295,
+                0.03060531234741211,
+                0.03061555290222168,
+                0.030600191116333008,
+                0.030626047134399415,
+                0.03061452865600586,
+                0.03060223960876465,
+                0.030600191116333008,
+                0.03061452865600586,
+                0.030623743057250977,
+                0.03060940742492676,
+                0.03062681579589844,
+                0.03059916877746582,
+                0.030635007858276365,
+                0.030636032104492186,
+                0.03061862373352051,
+                0.03060736083984375,
+                0.030616575241088868,
+                0.030623743057250977,
+                0.030643295288085938,
+                0.030620672225952147,
+                0.03060223960876465,
+                0.03060223960876465,
+                0.030660608291625976,
+                0.03063091278076172,
+                0.030624767303466797,
+                0.03060633659362793,
+                0.03061555290222168,
+                0.03063910484313965,
+                0.030627840042114256,
+                0.030633983612060548,
+                0.030638080596923828,
+                0.03062272071838379,
+                0.03061452865600586,
+                0.03063910484313965,
+                0.030835712432861328,
+                0.030600191116333008,
+                0.030621696472167968,
+                0.030621696472167968,
+                0.030623743057250977,
+                0.030612480163574218,
+                0.030627840042114256,
+                0.030620672225952147,
+                0.030629888534545898,
+                0.03059097671508789,
+                0.03061759948730469,
+                0.03060531234741211,
+                0.030646272659301758,
+                0.030621696472167968,
+                0.03061043167114258,
+                0.030627840042114256,
+                0.030650367736816408,
+                0.030612703323364257,
+                0.030635007858276365,
+                0.03062579154968262,
+                0.03061759948730469,
+                0.03060940742492676,
+                0.030643199920654295,
+                0.030635007858276365,
+                0.030636032104492186,
+                0.03060531234741211,
+                0.03060633659362793,
+                0.03061043167114258,
+                0.03063091278076172,
+                0.0306146240234375,
+                0.03062579154968262,
+                0.030631935119628906,
+                0.030639135360717773,
+                0.03063916778564453,
+                0.030622848510742186,
+                0.030616575241088868,
+                0.030660608291625976,
+                0.03062579154968262,
+                0.030624767303466797,
+                0.03063910484313965,
+                0.030619647979736327,
+                0.030643199920654295,
+                0.03062681579589844,
+                0.03061862373352051,
+                0.03065247917175293,
+                0.030624767303466797,
+                0.030621696472167968,
+                0.030629888534545898,
+                0.030662879943847657,
+                0.030633983612060548,
+                0.03061043167114258,
+                0.03062681579589844,
+                0.030640127182006836,
+                0.030604288101196288,
+                0.030621696472167968,
+                0.030637279510498047,
+                0.030658559799194338,
+                0.03059916877746582,
+                0.030635007858276365,
+                0.030637056350708007,
+                0.030636032104492186,
+                0.030633983612060548,
+                0.03061884880065918,
+                0.030635072708129884,
+                0.030623743057250977,
+                0.030631935119628906,
+                0.030611455917358397,
+                0.030632959365844727,
+                0.030651391983032225,
+                0.030636032104492186,
+                0.030627840042114256,
+                0.030616575241088868
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 8365.660678727158
+        },
+        "energy": null,
+        "efficiency": null
+    },
+    "decode": {
+        "memory": {
+            "unit": "MB",
+            "max_ram": 996.491264,
+            "max_vram": 15925.772288,
+            "max_reserved": 15441.330176,
+            "max_allocated": 15238.510592
+        },
+        "latency": {
+            "unit": "s",
+            "mean": 5.8530995273590065,
+            "stdev": 0.004740621566774905,
+            "values": [
+                5.848358905792232,
+                5.857840148925781
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 43.566660503218756
+        },
+        "energy": null,
+        "efficiency": null
+    },
+    "per_token": {
+        "memory": null,
+        "latency": {
+            "unit": "s",
+            "mean": 0.02295333147983923,
+            "stdev": 0.0005245261497154782,
+            "values": [
+                0.025581695556640624,
+                0.024615808486938475,
+                0.022829055786132812,
+                0.02288128089904785,
+                0.02295091247558594,
+                0.022787071228027343,
+                0.02284339141845703,
+                0.02390220832824707,
+                0.022846464157104493,
+                0.022750207901000977,
+                0.02272972869873047,
+                0.0227061767578125,
+                0.02272768020629883,
+                0.022768640518188478,
+                0.022707199096679686,
+                0.02308915138244629,
+                0.02345471954345703,
+                0.02280243110656738,
+                0.022707199096679686,
+                0.02263039970397949,
+                0.022605823516845702,
+                0.02269491195678711,
+                0.022639616012573242,
+                0.022722560882568358,
+                0.023079935073852538,
+                0.023398399353027344,
+                0.02264575958251953,
+                0.022622207641601562,
+                0.02264678382873535,
+                0.022619136810302733,
+                0.022623231887817383,
+                0.022764543533325195,
+                0.022584320068359375,
+                0.02348236846923828,
+                0.023009279251098632,
+                0.022767616271972657,
+                0.022600704193115235,
+                0.022623231887817383,
+                0.022534143447875975,
+                0.02269900894165039,
+                0.022568960189819336,
+                0.022594560623168947,
+                0.023536640167236327,
+                0.022757375717163086,
+                0.022649856567382814,
+                0.02265907287597656,
+                0.022988800048828126,
+                0.022786048889160155,
+                0.022608896255493165,
+                0.022641664505004884,
+                0.02289664077758789,
+                0.0234967041015625,
+                0.022701055526733398,
+                0.022656000137329102,
+                0.02266726493835449,
+                0.022780927658081054,
+                0.02273689651489258,
+                0.022742015838623047,
+                0.022623231887817383,
+                0.022972415924072266,
+                0.023441408157348635,
+                0.022697984695434572,
+                0.022658048629760744,
+                0.022674432754516603,
+                0.02264575958251953,
+                0.02264575958251953,
+                0.022626304626464845,
+                0.022623231887817383,
+                0.023186431884765626,
+                0.02328371238708496,
+                0.022747135162353514,
+                0.022787071228027343,
+                0.022717439651489257,
+                0.022676479339599608,
+                0.02412646484375,
+                0.022765567779541016,
+                0.022757375717163086,
+                0.02372403144836426,
+                0.023019519805908203,
+                0.022914047241210937,
+                0.02286899185180664,
+                0.022779903411865234,
+                0.022788095474243163,
+                0.02271129608154297,
+                0.022608896255493165,
+                0.023910400390625,
+                0.024993791580200195,
+                0.022969343185424804,
+                0.022784000396728517,
+                0.022763519287109374,
+                0.022776832580566408,
+                0.022787071228027343,
+                0.022658048629760744,
+                0.022841344833374022,
+                0.02307788848876953,
+                0.02349772834777832,
+                0.02282700729370117,
+                0.02275139236450195,
+                0.0227490234375,
+                0.02280243110656738,
+                0.02270310401916504,
+                0.02275328063964844,
+                0.02285977554321289,
+                0.023848960876464844,
+                0.02289664077758789,
+                0.022777856826782225,
+                0.022687744140625,
+                0.022715391159057616,
+                0.023267328262329103,
+                0.022803455352783202,
+                0.022791168212890626,
+                0.022946815490722656,
+                0.023611391067504883,
+                0.022747135162353514,
+                0.022676479339599608,
+                0.022647808074951172,
+                0.022597631454467772,
+                0.02263039970397949,
+                0.022590463638305663,
+                0.022692863464355468,
+                0.02285875129699707,
+                0.023404544830322265,
+                0.022621280670166017,
+                0.022690719604492187,
+                0.022774784088134766,
+                0.02264371109008789,
+                0.02265190315246582,
+                0.022742176055908205,
+                0.023063392639160157,
+                0.023153663635253906,
+                0.023405567169189453,
+                0.02268569564819336,
+                0.02271129608154297,
+                0.02283622360229492,
+                0.022778879165649413,
+                0.022692863464355468,
+                0.022726655960083008,
+                0.022708223342895507,
+                0.023430143356323242,
+                0.02286591911315918,
+                0.022639616012573242,
+                0.022664192199707032,
+                0.02265907287597656,
+                0.022714368820190428,
+                0.02264678382873535,
+                0.022617088317871094,
+                0.022675455093383787,
+                0.02352742385864258,
+                0.023141376495361327,
+                0.022789119720458984,
+                0.022773759841918945,
+                0.02268262481689453,
+                0.022734848022460938,
+                0.022552576065063477,
+                0.022770687103271483,
+                0.022915071487426757,
+                0.023455743789672853,
+                0.022722560882568358,
+                0.022742015838623047,
+                0.022626304626464845,
+                0.02272051239013672,
+                0.02265395164489746,
+                0.022718463897705078,
+                0.022607872009277344,
+                0.022936576843261718,
+                0.023409664154052736,
+                0.022709247589111328,
+                0.022640640258789063,
+                0.022610944747924806,
+                0.022782976150512696,
+                0.022641664505004884,
+                0.02269491195678711,
+                0.02310655975341797,
+                0.02330828857421875,
+                0.02311577606201172,
+                0.02274508857727051,
+                0.022742015838623047,
+                0.022731775283813475,
+                0.02269491195678711,
+                0.022673408508300782,
+                0.02270412826538086,
+                0.02265497589111328,
+                0.023657472610473632,
+                0.02282524871826172,
+                0.022733535766601563,
+                0.022717439651489257,
+                0.022639616012573242,
+                0.022683647155761717,
+                0.02265497589111328,
+                0.022897663116455077,
+                0.02284236717224121,
+                0.023669759750366212,
+                0.022879232406616212,
+                0.022784000396728517,
+                0.02267852783203125,
+                0.022758399963378906,
+                0.022676479339599608,
+                0.022732799530029296,
+                0.022710336685180663,
+                0.02298566436767578,
+                0.023993343353271485,
+                0.022916095733642578,
+                0.022839296340942384,
+                0.022692863464355468,
+                0.022824960708618162,
+                0.022761472702026365,
+                0.0227194881439209,
+                0.022750207901000977,
+                0.023404544830322265,
+                0.024357887268066408,
+                0.024187904357910156,
+                0.022809600830078124,
+                0.022780927658081054,
+                0.02283417510986328,
+                0.022723583221435546,
+                0.022692863464355468,
+                0.022722816467285155,
+                0.02478054428100586,
+                0.02391244888305664,
+                0.022683647155761717,
+                0.022754304885864256,
+                0.02286899185180664,
+                0.022666240692138673,
+                0.022656000137329102,
+                0.022560768127441407,
+                0.023111679077148437,
+                0.024657920837402345,
+                0.022681600570678712,
+                0.022770687103271483,
+                0.02267955207824707,
+                0.022750207901000977,
+                0.02269900894165039,
+                0.02329702377319336,
+                0.02271232032775879,
+                0.024204288482666016,
+                0.02437222480773926,
+                0.022756351470947265,
+                0.0226693115234375,
+                0.022780927658081054,
+                0.022607872009277344,
+                0.02265088081359863,
+                0.022605823516845702,
+                0.02263654327392578,
+                0.02484940719604492,
+                0.02411008071899414,
+                0.024300544738769532,
+                0.022733823776245117,
+                0.0225218563079834,
+                0.02248908805847168,
+                0.022627328872680662,
+                0.02268796730041504,
+                0.023248863220214844,
+                0.024479551315307616,
+                0.02392268753051758,
+                0.022568960189819336,
+                0.022916095733642578,
+                0.022839296340942384,
+                0.022687744140625,
+                0.02306252861022949,
+                0.02469375991821289,
+                0.022872064590454103,
+                0.02271232032775879,
+                0.022765567779541016,
+                0.02272153663635254,
+                0.02271027183532715,
+                0.022689792633056642,
+                0.02268262481689453,
+                0.02306764793395996,
+                0.024483840942382814,
+                0.024114175796508788,
+                0.024382463455200197,
+                0.024200191497802736,
+                0.022759424209594727,
+                0.022608896255493165,
+                0.022700031280517577,
+                0.02265395164489746,
+                0.023946239471435548,
+                0.023982080459594726,
+                0.024199167251586915,
+                0.02268569564819336,
+                0.02267238426208496,
+                0.022625280380249024,
+                0.022641664505004884,
+                0.022594560623168947,
+                0.023201791763305665,
+                0.02454630470275879,
+                0.02407219123840332,
+                0.024129535675048826,
+                0.024218624114990234,
+                0.02263859176635742,
+                0.0226375675201416,
+                0.022587392807006838,
+                0.022594560623168947,
+                0.02431385612487793,
+                0.024081407546997072,
+                0.024114175796508788,
+                0.024235008239746093,
+                0.02426470375061035,
+                0.024188928604125977,
+                0.024221696853637696,
+                0.024221696853637696,
+                0.024122367858886717,
+                0.024705024719238283,
+                0.024020992279052734,
+                0.024252416610717774,
+                0.022977535247802734,
+                0.022723583221435546,
+                0.022578176498413087,
+                0.022649856567382814,
+                0.022588415145874022,
+                0.024713216781616212,
+                0.024037376403808593,
+                0.022734848022460938,
+                0.022601728439331056,
+                0.02266726493835449,
+                0.022589439392089843,
+                0.022602752685546876,
+                0.022603776931762694,
+                0.02285977554321289,
+                0.024576000213623047,
+                0.02269491195678711,
+                0.0226693115234375,
+                0.022649856567382814,
+                0.022626304626464845,
+                0.022577152252197266,
+                0.022626304626464845,
+                0.022730752944946288,
+                0.023009279251098632,
+                0.02332467269897461,
+                0.022722560882568358,
+                0.022739967346191405,
+                0.022716415405273437,
+                0.022756351470947265,
+                0.022691839218139647,
+                0.02285772705078125,
+                0.02416640090942383,
+                0.023464960098266603,
+                0.023093248367309572,
+                0.022788095474243163,
+                0.022597631454467772,
+                0.022751232147216797,
+                0.022780927658081054,
+                0.022777856826782225,
+                0.022740991592407226,
+                0.02271129608154297,
+                0.023740415573120118,
+                0.022751232147216797,
+                0.02279225540161133,
+                0.02281772804260254,
+                0.02283417510986328,
+                0.022782976150512696,
+                0.022786048889160155,
+                0.02269081687927246,
+                0.023031808853149413,
+                0.023451648712158202,
+                0.022770687103271483,
+                0.022747135162353514,
+                0.022707199096679686,
+                0.022872064590454103,
+                0.0226375675201416,
+                0.022673408508300782,
+                0.022605823516845702,
+                0.022991872787475585,
+                0.023331840515136718,
+                0.022618112564086915,
+                0.02265088081359863,
+                0.022717439651489257,
+                0.0225218563079834,
+                0.022510591506958007,
+                0.022572032928466795,
+                0.022707199096679686,
+                0.023232511520385742,
+                0.023004159927368165,
+                0.022577152252197266,
+                0.022571008682250978,
+                0.022607872009277344,
+                0.022607872009277344,
+                0.022626304626464845,
+                0.022494207382202147,
+                0.022609920501708985,
+                0.02366361618041992,
+                0.02273689651489258,
+                0.022633472442626954,
+                0.023604223251342774,
+                0.022760448455810548,
+                0.022746112823486327,
+                0.022641664505004884,
+                0.0226375675201416,
+                0.022819839477539062,
+                0.023536640167236327,
+                0.02272768020629883,
+                0.02267955207824707,
+                0.02270412826538086,
+                0.02267033576965332,
+                0.022640640258789063,
+                0.022627328872680662,
+                0.02268876838684082,
+                0.022969343185424804,
+                0.02414080047607422,
+                0.024011775970458983,
+                0.024131584167480468,
+                0.02411724853515625,
+                0.024221696853637696,
+                0.02309529685974121,
+                0.02268876838684082,
+                0.022649856567382814,
+                0.023654399871826173,
+                0.02269491195678711,
+                0.02266214370727539,
+                0.022614015579223632,
+                0.022634496688842775,
+                0.02270515251159668,
+                0.022724607467651366,
+                0.022534143447875975,
+                0.02262015914916992,
+                0.02369331169128418,
+                0.02309836769104004,
+                0.022631423950195313,
+                0.02266111946105957,
+                0.02269388771057129,
+                0.02262015914916992,
+                0.022673408508300782,
+                0.022625280380249024,
+                0.022940671920776368,
+                0.02348543930053711,
+                0.0226693115234375,
+                0.02266726493835449,
+                0.02295091247558594,
+                0.022796287536621093,
+                0.02269696044921875,
+                0.02259660720825195,
+                0.022647808074951172,
+                0.023164928436279295,
+                0.023290880203247072,
+                0.022762496948242186,
+                0.02263654327392578,
+                0.022649856567382814,
+                0.022666240692138673,
+                0.02266214370727539,
+                0.02263654327392578,
+                0.022658048629760744,
+                0.02353561592102051,
+                0.022841344833374022,
+                0.022764543533325195,
+                0.02271334457397461,
+                0.02268057632446289,
+                0.022701055526733398,
+                0.022603776931762694,
+                0.022567935943603516,
+                0.02265190315246582,
+                0.02364723205566406,
+                0.02268262481689453,
+                0.022587392807006838,
+                0.022689792633056642,
+                0.022631423950195313,
+                0.023171072006225587,
+                0.02264371109008789,
+                0.022778879165649413,
+                0.0229171199798584,
+                0.023436288833618164,
+                0.0226693115234375,
+                0.022579200744628908,
+                0.022641664505004884,
+                0.022608896255493165,
+                0.022571008682250978,
+                0.022657024383544923,
+                0.022575103759765625,
+                0.02288435173034668,
+                0.023376895904541017,
+                0.02263654327392578,
+                0.02262118339538574,
+                0.02255462455749512,
+                0.022762496948242186,
+                0.022536191940307617,
+                0.02248806381225586,
+                0.022563840866088865,
+                0.023142400741577147,
+                0.023060480117797853,
+                0.022609920501708985,
+                0.022590463638305663,
+                0.022584320068359375,
+                0.02266111946105957,
+                0.02265110397338867,
+                0.02267215919494629,
+                0.022624256134033204,
+                0.023575551986694337,
+                0.022747135162353514,
+                0.023183359146118163,
+                0.022676479339599608,
+                0.022833152770996092,
+                0.02281062316894531,
+                0.022635520935058592,
+                0.022633472442626954,
+                0.022649856567382814,
+                0.023776256561279296,
+                0.022717439651489257,
+                0.02265907287597656,
+                0.02262835121154785,
+                0.022723583221435546,
+                0.02269593620300293,
+                0.022658048629760744,
+                0.02263654327392578,
+                0.022951936721801756,
+                0.02347315216064453,
+                0.022715391159057616,
+                0.022634496688842775,
+                0.022557695388793944,
+                0.02252288055419922,
+                0.022579200744628908,
+                0.022475776672363282
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 43.56666050321878
+        },
+        "energy": null,
+        "efficiency": null
+    }
+}