Upload /Llama-2-7b-hf/nf4_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

Llama-2-7b-hf/nf4_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json

@@ -2,215 +2,215 @@
     "prefill": {
         "memory": {
             "unit": "MB",
-            "max_ram": 1035.28448,
+            "max_ram": 1028.804608,
             "max_vram": 4940.890112,
             "max_reserved": 4456.448,
             "max_allocated": 4286.221824
         },
         "latency": {
             "unit": "s",
-            "mean": 0.051622603131323726,
-            "stdev": 0.0006016334789150586,
+            "mean": 0.05170404202176124,
+            "stdev": 0.0002913311874566411,
             "values": [
-                0.05673542404174805,
-                0.05268787384033203,
-                0.05242777633666992,
-                0.05241446304321289,
-                0.05219942474365234,
-                0.05266944122314453,
-                0.0525035514831543,
-                0.05251891326904297,
-                0.05442969512939453,
-                0.05336064147949219,
-                0.05345280075073242,
-                0.05295308685302735,
-                0.05270937728881836,
-                0.052744190216064454,
-                0.052640766143798826,
-                0.053000190734863284,
-                0.05276160049438477,
-                0.05281075286865235,
-                0.053375999450683595,
-                0.051775489807128906,
-                0.05146316909790039,
+                0.05474662399291992,
+                0.05249331283569336,
+                0.0521082878112793,
+                0.05223238372802735,
+                0.05216255950927735,
+                0.05239807891845703,
+                0.052034561157226565,
+                0.05223628616333008,
+                0.052259838104248044,
+                0.05230182266235352,
+                0.0523059196472168,
+                0.0518809585571289,
+                0.05163315200805664,
+                0.05170687866210937,
+                0.05161574554443359,
                 0.05167513656616211,
-                0.05148364639282227,
-                0.05146726226806641,
-                0.05137510299682617,
-                0.051525630950927735,
-                0.0512174072265625,
-                0.051538944244384766,
-                0.051351551055908204,
-                0.051517440795898435,
-                0.051280895233154294,
-                0.0519659538269043,
-                0.0515832633972168,
-                0.05162803268432617,
-                0.05152460861206055,
-                0.051538078308105466,
-                0.05146841430664063,
-                0.051631103515625,
-                0.051530750274658206,
-                0.051519550323486325,
-                0.051591167449951174,
-                0.0517212142944336,
-                0.051590145111083986,
-                0.05147238540649414,
-                0.05145907211303711,
-                0.05162803268432617,
-                0.051435520172119144,
-                0.051522560119628906,
-                0.05158911895751953,
-                0.051530750274658206,
+                0.05212979125976563,
+                0.05194342422485351,
+                0.05171712112426758,
+                0.05173657608032227,
+                0.05156777572631836,
+                0.0516640625,
+                0.051748863220214845,
+                0.05178879928588867,
+                0.05161062240600586,
+                0.05174272155761719,
+                0.05163113784790039,
+                0.05164748764038086,
+                0.05156454467773437,
+                0.05157791900634766,
+                0.05141708755493164,
+                0.051490943908691404,
+                0.05137100982666016,
+                0.0516864013671875,
+                0.05160243225097656,
+                0.051738624572753904,
+                0.051999744415283204,
+                0.051783679962158206,
+                0.051481601715087894,
+                0.05161062240600586,
+                0.051520511627197264,
+                0.05166592025756836,
+                0.051547134399414066,
+                0.05160857772827149,
+                0.0514785270690918,
+                0.05148672103881836,
+                0.05153177642822265,
+                0.05165055847167969,
+                0.05150515365600586,
+                0.05148876953125,
+                0.05164569473266602,
+                0.05170278549194336,
+                0.051604480743408204,
+                0.05159833526611328,
+                0.051568641662597656,
+                0.05163417434692383,
+                0.05162598419189453,
+                0.05165363311767578,
+                0.05160243225097656,
+                0.05159628677368164,
+                0.052029441833496094,
+                0.05173350524902344,
+                0.05187686538696289,
+                0.05168844985961914,
+                0.05183590316772461,
+                0.051697696685791016,
+                0.051716094970703126,
+                0.05158092880249023,
+                0.05147750473022461,
+                0.051664894104003906,
+                0.05157580947875977,
+                0.05148876953125,
+                0.051485889434814455,
+                0.051588096618652345,
                 0.0515676155090332,
-                0.05161676788330078,
-                0.05199871826171875,
-                0.05165465545654297,
-                0.05150207901000976,
-                0.05151846313476562,
-                0.05116825485229492,
-                0.051286014556884765,
-                0.05153484725952148,
-                0.051636417388916014,
+                0.05146419143676758,
+                0.05151641464233398,
                 0.05152767944335938,
-                0.05166694259643555,
-                0.05149593734741211,
-                0.05166080093383789,
-                0.05167923355102539,
-                0.0516495361328125,
-                0.0514068489074707,
-                0.05155430221557617,
-                0.05146726226806641,
-                0.05151027297973633,
-                0.05139769744873047,
-                0.05158099365234375,
-                0.05143654251098633,
-                0.05158707046508789,
-                0.05140582275390625,
-                0.051547134399414066,
-                0.0514703369140625,
-                0.05149900817871094,
-                0.05101772689819336,
-                0.05118361663818359,
-                0.05109657669067383,
+                0.05159833526611328,
+                0.051465217590332034,
+                0.05142015838623047,
+                0.05143756866455078,
+                0.05128396987915039,
+                0.051454975128173826,
+                0.05168230438232422,
+                0.05155635070800781,
+                0.05148672103881836,
+                0.051555328369140625,
+                0.051607551574707033,
+                0.05154816055297851,
+                0.051509246826171876,
+                0.05170995330810547,
+                0.05150822448730469,
+                0.05158399963378906,
+                0.05162396621704102,
+                0.05163417434692383,
+                0.051630271911621096,
+                0.051637248992919924,
+                0.051507198333740234,
+                0.05139251327514648,
+                0.05223427200317383,
+                0.05161164855957031,
+                0.05165670394897461,
+                0.05176627349853516,
+                0.05170687866210937,
+                0.051694591522216796,
+                0.051681278228759765,
+                0.05163827133178711,
+                0.05157785415649414,
+                0.05177446365356445,
+                0.051590335845947265,
+                0.05158399963378906,
+                0.051609790802001954,
+                0.05170380783081055,
+                0.05162496185302735,
+                0.05159430313110352,
+                0.05165167999267578,
+                0.051708927154541014,
+                0.05170073699951172,
+                0.05180108642578125,
+                0.05187801742553711,
+                0.05182160186767578,
+                0.051748863220214845,
+                0.051789825439453124,
+                0.05173350524902344,
+                0.051783679962158206,
+                0.05178060913085938,
+                0.051724288940429686,
+                0.05212876892089844,
+                0.05194342422485351,
+                0.0517918701171875,
+                0.05176934432983398,
+                0.051751937866210934,
+                0.05177241516113281,
+                0.05167411041259766,
+                0.05182668685913086,
+                0.05158195114135742,
+                0.05170393753051758,
                 0.05161676788330078,
-                0.051122177124023435,
-                0.051181568145751956,
-                0.051095550537109374,
-                0.05110681533813476,
-                0.05103923034667969,
-                0.05158707046508789,
-                0.051504127502441405,
-                0.05152153778076172,
-                0.05145087814331055,
-                0.05159219360351563,
-                0.05135974502563476,
-                0.05164646530151367,
-                0.05147955322265625,
-                0.051542015075683595,
-                0.051353599548339846,
-                0.05110476684570313,
-                0.051089408874511716,
-                0.05126358413696289,
-                0.05118054580688477,
-                0.05140070343017578,
-                0.05142425537109375,
-                0.0513177604675293,
-                0.051113983154296876,
-                0.051154945373535154,
-                0.05133852767944336,
+                0.05174272155761719,
+                0.051664894104003906,
+                0.051720352172851564,
                 0.05161062240600586,
-                0.05197619247436523,
-                0.0517130241394043,
-                0.051639297485351565,
-                0.051607551574707033,
-                0.05142425537109375,
-                0.051469310760498044,
-                0.05122150421142578,
-                0.05111500930786133,
-                0.051002368927001954,
-                0.051348480224609375,
-                0.05105152130126953,
-                0.05129011154174805,
-                0.05123379135131836,
-                0.05124710464477539,
-                0.0512011833190918,
-                0.05168332672119141,
-                0.0514703369140625,
-                0.051591167449951174,
-                0.05160140609741211,
-                0.05152460861206055,
+                0.051676319122314456,
+                0.051555328369140625,
+                0.05170483016967774,
+                0.05160243225097656,
+                0.05161676788330078,
+                0.05199359893798828,
+                0.05179904174804688,
+                0.05155430221557617,
+                0.05167718505859375,
+                0.05153792190551758,
+                0.05167513656616211,
+                0.05177967834472656,
+                0.0518043212890625,
+                0.051678207397460936,
+                0.05164134216308594,
+                0.051716094970703126,
+                0.051778560638427736,
+                0.051678207397460936,
+                0.05180006408691406,
+                0.05164543914794922,
+                0.051699710845947267,
+                0.05167718505859375,
+                0.051492862701416016,
                 0.05175296020507812,
-                0.05175398254394531,
-                0.051153057098388674,
-                0.05123379135131836,
-                0.0511704330444336,
-                0.05122662353515625,
-                0.051248126983642575,
-                0.05113241577148438,
-                0.05140787124633789,
-                0.05168025588989258,
-                0.051606529235839846,
-                0.05172326278686523,
-                0.051533824920654295,
-                0.0515676155090332,
-                0.0515491828918457,
-                0.0512911376953125,
-                0.051418113708496097,
-                0.05157888031005859,
-                0.0514068489074707,
-                0.051092479705810545,
-                0.05153177642822265,
-                0.051422206878662106,
-                0.051530750274658206,
-                0.05161574554443359,
-                0.05168230438232422,
-                0.051781631469726565,
-                0.051560447692871096,
-                0.051571712493896485,
-                0.051389438629150394,
-                0.0515860481262207,
-                0.051622913360595706,
-                0.05162188720703125,
-                0.05143756866455078,
-                0.051525630950927735,
+                0.05163417434692383,
+                0.051490814208984374,
+                0.05177958297729492,
+                0.051591167449951174,
+                0.05171712112426758,
+                0.05205811309814453,
+                0.05183590316772461,
+                0.05155942535400391,
                 0.051622913360595706,
-                0.0516864013671875,
-                0.0515676155090332,
-                0.05160140609741211,
-                0.05147955322265625,
-                0.05152153778076172,
-                0.05148185729980469,
-                0.05157388687133789,
-                0.05153411102294922,
-                0.05161779022216797,
-                0.05198745727539063,
-                0.051593215942382815,
-                0.05161689758300781,
-                0.05120614242553711,
-                0.051140609741210936,
-                0.05123788833618164,
-                0.051179519653320314,
-                0.05149900817871094,
-                0.05156351852416992,
-                0.0517314567565918,
-                0.051535873413085936,
-                0.051574783325195314,
-                0.05158195114135742,
-                0.05166592025756836,
-                0.05140787124633789,
-                0.051350528717041016,
-                0.0511539192199707,
-                0.05114470291137695,
-                0.05105049514770508,
-                0.051509246826171876,
-                0.05155350494384765,
-                0.05147347259521484
+                0.05161881637573242,
+                0.05156249618530274,
+                0.051490814208984374,
+                0.05158707046508789,
+                0.05153996658325195,
+                0.05140582275390625,
+                0.05149798583984375,
+                0.051627006530761715,
+                0.05169356918334961,
+                0.05175603103637695,
+                0.05152767944335938,
+                0.05167923355102539,
+                0.05166694259643555,
+                0.05178777694702148,
+                0.05167923355102539,
+                0.05167103958129883,
+                0.05163827133178711,
+                0.051745792388916016
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 4959.0680142331585
+            "value": 4951.257000221656
         },
         "energy": null,
         "efficiency": null
@@ -218,22 +218,22 @@
     "decode": {
         "memory": {
             "unit": "MB",
-            "max_ram": 1055.207424,
+            "max_ram": 1049.776128,
             "max_vram": 5314.183168,
             "max_reserved": 4829.741056,
             "max_allocated": 4749.821952
         },
         "latency": {
             "unit": "s",
-            "mean": 10.625781902313234,
+            "mean": 10.574656513214116,
             "stdev": 0,
             "values": [
-                10.625781902313234
+                10.574656513214116
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 23.99823395062216
+            "value": 24.114258433014008
         },
         "energy": null,
         "efficiency": null
@@ -242,269 +242,269 @@
         "memory": null,
         "latency": {
             "unit": "s",
-            "mean": 0.04166973295024798,
-            "stdev": 0.00016176025088706462,
+            "mean": 0.04146924122829065,
+            "stdev": 0.00017074772409957268,
             "values": [
-                0.041270271301269534,
-                0.042466304779052735,
-                0.04170649719238281,
-                0.04189081573486328,
-                0.04151295852661133,
-                0.042245407104492184,
-                0.04166320037841797,
-                0.041804798126220705,
-                0.041627647399902344,
-                0.04171372985839844,
-                0.04142182540893555,
-                0.04174227142333985,
-                0.04140544128417969,
-                0.04222873687744141,
-                0.04173648071289063,
-                0.04184649658203125,
-                0.0416102409362793,
-                0.04161740875244141,
-                0.04154880142211914,
-                0.041695327758789064,
-                0.0415722541809082,
-                0.041708545684814455,
-                0.041589759826660154,
-                0.04182233428955078,
-                0.041504638671875,
-                0.04165631866455078,
-                0.041567230224609376,
-                0.041646080017089845,
-                0.04189184188842773,
-                0.04171366500854492,
-                0.04161536026000977,
-                0.04180070495605469,
-                0.04149862289428711,
-                0.041657344818115234,
+                0.04150476837158203,
+                0.042403839111328126,
+                0.041670654296875,
+                0.041546817779541015,
+                0.041508800506591795,
+                0.042191871643066405,
+                0.041529342651367186,
+                0.041586688995361325,
+                0.041390079498291016,
+                0.041543678283691404,
+                0.04146790313720703,
+                0.04157132720947266,
+                0.04135321426391601,
+                0.04207820892333984,
+                0.0416255989074707,
+                0.04173721694946289,
+                0.041444351196289066,
+                0.041559040069580076,
+                0.041573375701904294,
+                0.041681919097900394,
+                0.04148428726196289,
+                0.04157440185546875,
+                0.041488384246826174,
+                0.041543678283691404,
+                0.041390079498291016,
+                0.041570335388183596,
+                0.04142076873779297,
+                0.041436161041259766,
+                0.04136140823364258,
+                0.04148735809326172,
+                0.041488384246826174,
+                0.04146278381347656,
+                0.041289726257324216,
+                0.041427967071533206,
+                0.04124671936035156,
+                0.041312255859375,
+                0.04126310348510742,
+                0.04131532669067383,
+                0.041750526428222655,
                 0.04153241729736328,
-                0.041708545684814455,
-                0.04156111907958984,
-                0.04166147232055664,
-                0.041543617248535156,
-                0.04179052734375,
-                0.04155692672729492,
-                0.042434558868408204,
-                0.04181708908081055,
-                0.04179267120361328,
-                0.04171260833740234,
-                0.04174937438964844,
-                0.041616382598876955,
-                0.041829376220703124,
-                0.041603073120117184,
-                0.041717758178710936,
-                0.04151500701904297,
-                0.041731071472167966,
+                0.04132556915283203,
+                0.04212736129760742,
+                0.041588737487792966,
+                0.04150067138671875,
+                0.04154777526855469,
+                0.041559040069580076,
+                0.041442302703857424,
                 0.041608192443847655,
-                0.041611392974853514,
-                0.04196748733520508,
-                0.0418836784362793,
-                0.041847774505615234,
-                0.04174131011962891,
-                0.04166963195800781,
-                0.04173619079589844,
-                0.041524223327636715,
-                0.04168601608276367,
-                0.041593120574951174,
-                0.041797344207763674,
-                0.04171571350097656,
-                0.041632766723632815,
-                0.041614334106445314,
-                0.041626625061035157,
-                0.04193689727783203,
-                0.04165017700195312,
-                0.04174028778076172,
-                0.04172403335571289,
-                0.04162547302246094,
-                0.04185712051391602,
-                0.04182316970825195,
-                0.04184675216674805,
-                0.04163481521606445,
-                0.041601184844970704,
-                0.041738079071044924,
-                0.04175475311279297,
-                0.041651073455810546,
-                0.04153753662109375,
-                0.04159590530395508,
-                0.04167782211303711,
-                0.04157132720947266,
-                0.04167081451416016,
-                0.04192240142822266,
-                0.041847808837890625,
-                0.0417781753540039,
-                0.041589759826660154,
-                0.04146380615234375,
+                0.04143513488769531,
+                0.04149760055541992,
+                0.04132044982910156,
+                0.0413941764831543,
+                0.04140544128417969,
+                0.04152012634277344,
+                0.041414657592773435,
                 0.04161740875244141,
-                0.04162047958374023,
-                0.04208332824707031,
-                0.04169728088378906,
-                0.041815040588378906,
-                0.041614334106445314,
-                0.041631935119628906,
-                0.04157523345947266,
-                0.041578495025634765,
-                0.04151091384887695,
-                0.041534465789794923,
-                0.041533599853515624,
-                0.041632606506347654,
+                0.04153036880493164,
+                0.041518081665039064,
+                0.04139212799072266,
+                0.04147507095336914,
+                0.04136243057250977,
+                0.041524223327636715,
+                0.04139622497558594,
+                0.04150374221801758,
+                0.04150067138671875,
+                0.04148633575439453,
+                0.04196147155761719,
+                0.041635841369628904,
+                0.04150476837158203,
+                0.04139519882202149,
+                0.04140544128417969,
+                0.041545726776123046,
+                0.04131020736694336,
+                0.04139622497558594,
+                0.041296897888183595,
+                0.041404415130615234,
+                0.04141484832763672,
+                0.041215808868408206,
+                0.04135116958618164,
+                0.04145459365844727,
+                0.0414832649230957,
                 0.04157235336303711,
-                0.04181209564208985,
-                0.04160089492797851,
-                0.041646080017089845,
-                0.04169113540649414,
-                0.0416102409362793,
+                0.041534465789794923,
+                0.04132863998413086,
+                0.04141875076293945,
+                0.04150067138671875,
+                0.04132761764526367,
+                0.04156927871704102,
+                0.04131123352050781,
+                0.04123648071289063,
+                0.04149862289428711,
+                0.04136243057250977,
+                0.04140544128417969,
+                0.042194942474365234,
+                0.04163891220092773,
+                0.04163071823120117,
+                0.04144537734985351,
+                0.041460735321044925,
+                0.04140544128417969,
                 0.04149657440185547,
-                0.041785343170166016,
-                0.04178739166259766,
-                0.041627647399902344,
-                0.0416286735534668,
-                0.0417465934753418,
-                0.041484127044677736,
-                0.041576446533203124,
-                0.04166451263427735,
-                0.04152012634277344,
-                0.04155084609985352,
-                0.04184796905517578,
-                0.041730110168457034,
-                0.04171241760253906,
-                0.04195942306518555,
-                0.04180086517333984,
-                0.041860958099365235,
-                0.04213862228393555,
-                0.041812992095947264,
-                0.04155295944213867,
-                0.04158047866821289,
-                0.04168601608276367,
-                0.041646080017089845,
-                0.04159414291381836,
-                0.0416734390258789,
-                0.041470977783203126,
-                0.04157440185546875,
-                0.0416993293762207,
-                0.041603073120117184,
-                0.04145459365844727,
-                0.04195840072631836,
-                0.04162169647216797,
-                0.04170630264282227,
-                0.041556991577148435,
-                0.04160102462768555,
-                0.04152115249633789,
-                0.0416071662902832,
-                0.041560062408447264,
-                0.04177519989013672,
-                0.041548702239990236,
-                0.04153958511352539,
-                0.04204851150512695,
-                0.041673728942871094,
-                0.04154163360595703,
+                0.041442302703857424,
+                0.04144537734985351,
+                0.04136959838867187,
+                0.0414730224609375,
                 0.04151398468017578,
-                0.04160921478271484,
-                0.04157952117919922,
-                0.04138191986083985,
-                0.04153955078125,
-                0.04147711944580078,
-                0.04153958511352539,
-                0.041490432739257815,
-                0.0418600959777832,
-                0.04146995162963867,
-                0.04177519989013672,
-                0.04163593673706055,
-                0.04164281463623047,
-                0.04151603317260742,
-                0.04149350357055664,
-                0.04160102462768555,
-                0.04163481521606445,
-                0.042264575958251956,
-                0.041559040069580076,
-                0.041662689208984374,
-                0.04177590560913086,
+                0.04151500701904297,
+                0.041534465789794923,
+                0.041384960174560545,
+                0.04180275344848633,
                 0.04161740875244141,
+                0.04157132720947266,
+                0.04156108856201172,
+                0.04146278381347656,
+                0.04144844818115234,
+                0.041681919097900394,
                 0.04158156967163086,
-                0.04150579071044922,
-                0.04151318359375,
-                0.041685791015625,
-                0.041576446533203124,
-                0.041619457244873044,
-                0.04189081573486328,
-                0.041744384765625,
-                0.04171980667114258,
-                0.04166348648071289,
-                0.04170240020751953,
-                0.04155392074584961,
+                0.04139519882202149,
+                0.04136345672607422,
+                0.04143308639526367,
+                0.04142489624023438,
+                0.04138086318969727,
+                0.04141875076293945,
+                0.041414657592773435,
+                0.04136243057250977,
+                0.04142489624023438,
+                0.04132966232299805,
+                0.041417728424072264,
+                0.04213248062133789,
+                0.04153958511352539,
+                0.04153958511352539,
+                0.04146380615234375,
+                0.04155289459228516,
+                0.04136447906494141,
+                0.04137267303466797,
+                0.041371646881103515,
+                0.041490432739257815,
+                0.04129587173461914,
+                0.04142694473266602,
+                0.04146176147460937,
+                0.04146380615234375,
+                0.04147507095336914,
+                0.04144332885742188,
+                0.041468929290771485,
+                0.04137472152709961,
+                0.04138905715942383,
+                0.04131123352050781,
+                0.04135833740234375,
+                0.041316352844238284,
+                0.04177510452270508,
+                0.04144537734985351,
+                0.04154163360595703,
+                0.04183552169799805,
+                0.04143001556396484,
+                0.041417728424072264,
+                0.04133171081542969,
+                0.0414648323059082,
+                0.0415098876953125,
+                0.04138086318969727,
+                0.041474048614501956,
+                0.041289726257324216,
+                0.041376766204833985,
+                0.04139724731445313,
+                0.04148019027709961,
+                0.04131532669067383,
+                0.04135935974121094,
+                0.04131020736694336,
+                0.04136345672607422,
+                0.04132044982910156,
+                0.04127129745483398,
+                0.04123648071289063,
+                0.041319423675537106,
+                0.042106880187988284,
+                0.041452545166015625,
+                0.04160409545898437,
+                0.0414463996887207,
+                0.041425918579101564,
+                0.04141363143920898,
+                0.041594879150390625,
+                0.041491455078125,
+                0.04127231979370117,
+                0.04136447906494141,
+                0.0414730224609375,
+                0.04146278381347656,
+                0.04133171081542969,
+                0.041278465270996094,
+                0.04126924896240235,
+                0.041398273468017575,
+                0.04142489624023438,
+                0.041355262756347655,
+                0.04139519882202149,
+                0.041470977783203126,
+                0.04130201721191406,
+                0.0414648323059082,
+                0.04188774490356445,
+                0.04142899322509765,
+                0.04134400177001953,
+                0.04126617431640625,
+                0.04130099105834961,
+                0.0413829116821289,
+                0.04145151901245117,
+                0.04148223876953125,
+                0.04157030487060547,
+                0.04130713653564453,
+                0.04139929580688476,
+                0.04117913436889648,
+                0.04145459365844727,
+                0.04136959838867187,
+                0.041431041717529295,
+                0.04142489624023438,
+                0.041336830139160154,
+                0.041388031005859374,
+                0.04127231979370117,
+                0.04135116958618164,
+                0.04148121643066406,
+                0.04142182540893555,
+                0.04147814559936523,
+                0.04150067138671875,
+                0.04145459365844727,
+                0.041457664489746096,
+                0.04138393783569336,
+                0.04140031814575195,
+                0.042016769409179686,
+                0.0415549430847168,
+                0.04157440185546875,
+                0.04136038589477539,
+                0.04165529632568359,
                 0.04147609710693359,
-                0.04154899215698242,
-                0.04161721420288086,
-                0.04141260910034179,
-                0.041420799255371094,
-                0.041647136688232424,
-                0.04158153533935547,
-                0.042003456115722655,
-                0.0416861457824707,
-                0.04159183883666992,
-                0.041616222381591794,
-                0.04163993453979492,
-                0.04178432083129883,
-                0.04165119934082031,
-                0.0417628173828125,
-                0.041796607971191405,
-                0.04151603317260742,
-                0.041546817779541015,
-                0.04167776107788086,
-                0.04168601608276367,
-                0.041657344818115234,
-                0.0416923828125,
-                0.04163459014892578,
-                0.04161536026000977,
-                0.041619457244873044,
-                0.04166057586669922,
-                0.041583454132080075,
-                0.042014720916748044,
-                0.041640960693359375,
-                0.041836544036865236,
-                0.04171571350097656,
-                0.041724929809570314,
-                0.04170137786865234,
-                0.041708545684814455,
-                0.04186521530151367,
-                0.041589759826660154,
-                0.0416102409362793,
-                0.04151295852661133,
-                0.041506816864013675,
-                0.04159897613525391,
-                0.04149657440185547,
-                0.04168499374389648,
-                0.041540607452392575,
-                0.04151603317260742,
-                0.041826305389404295,
-                0.041657344818115234,
-                0.0416102409362793,
+                0.041447425842285154,
+                0.04145459365844727,
+                0.041441280364990236,
+                0.04125286483764649,
+                0.04126617431640625,
                 0.04163993453979492,
-                0.041606143951416014,
-                0.04168499374389648,
-                0.04156415939331055,
-                0.04165222549438476,
-                0.04142387390136719,
-                0.04152339172363281,
-                0.041611072540283206,
-                0.04197488021850586,
-                0.04163369750976562,
-                0.041646080017089845,
-                0.041657344818115234,
-                0.04170547103881836,
-                0.04158566284179688,
-                0.04150579071044922,
-                0.041468929290771485,
-                0.04168396759033203,
-                0.04153036880493164,
-                0.041594081878662106,
-                0.041933727264404294
+                0.041490432739257815,
+                0.04153139114379883,
+                0.04145663833618164,
+                0.04133375930786133,
+                0.04145663833618164,
+                0.04137062454223633,
+                0.04146176147460937,
+                0.04140544128417969,
+                0.04143513488769531,
+                0.041425918579101564,
+                0.041306110382080076,
+                0.041417728424072264,
+                0.041401344299316405,
+                0.04133785629272461,
+                0.041524223327636715,
+                0.04125798416137695,
+                0.041411582946777346,
+                0.04127743911743164,
+                0.04143206405639648,
+                0.04170342254638672,
+                0.04133375930786133,
+                0.04138393783569336
             ]
         },
         "throughput": {
             "unit": "tokens/s",
-            "value": 23.99823395062216
+            "value": 24.114258433014008
         },
         "energy": null,
         "efficiency": null