Upload /gemma-2b/fp4_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json with huggingface_hub

gemma-2b/fp4_batch_size_1_sq_len_256_new_tokens_256/benchmark_report.json

@@ -0,0 +1,903 @@
+{
+    "prefill": {
+        "memory": {
+            "unit": "MB",
+            "max_ram": 1126.309888,
+            "max_vram": 3309.305856,
+            "max_reserved": 2824.863744,
+            "max_allocated": 2545.854976
+        },
+        "latency": {
+            "unit": "s",
+            "mean": 0.030447327089164734,
+            "stdev": 0.00027041275132340425,
+            "values": [
+                0.03454665756225586,
+                0.031719423294067385,
+                0.03095142364501953,
+                0.030862335205078126,
+                0.03078041648864746,
+                0.030891008377075195,
+                0.03056537628173828,
+                0.030596096038818358,
+                0.03076300811767578,
+                0.031152256011962892,
+                0.03079475212097168,
+                0.03081216049194336,
+                0.03077635192871094,
+                0.03100057601928711,
+                0.03094937515258789,
+                0.03080089569091797,
+                0.030682111740112306,
+                0.031046655654907225,
+                0.030691328048706053,
+                0.030587903976440428,
+                0.03037900733947754,
+                0.030432256698608398,
+                0.03033497619628906,
+                0.03037798309326172,
+                0.030406656265258788,
+                0.03059507179260254,
+                0.0303636474609375,
+                0.03034623908996582,
+                0.030328832626342773,
+                0.030295040130615233,
+                0.03033087921142578,
+                0.03035136032104492,
+                0.030282751083374023,
+                0.030501888275146483,
+                0.03036262321472168,
+                0.03038822364807129,
+                0.030309375762939454,
+                0.030269439697265626,
+                0.030328832626342773,
+                0.030254079818725587,
+                0.030320640563964843,
+                0.030444543838500978,
+                0.03038515281677246,
+                0.030460927963256838,
+                0.030274560928344726,
+                0.030252031326293945,
+                0.03034726333618164,
+                0.03034726333618164,
+                0.030331903457641602,
+                0.030442495346069336,
+                0.03037392044067383,
+                0.03038412857055664,
+                0.030248960494995116,
+                0.030296064376831053,
+                0.030213119506835938,
+                0.030300159454345704,
+                0.030281728744506835,
+                0.030381248474121093,
+                0.03039334487915039,
+                0.030357503890991212,
+                0.030289920806884765,
+                0.030316543579101563,
+                0.030238719940185548,
+                0.030373888015747072,
+                0.030394367218017578,
+                0.03052454376220703,
+                0.030461952209472655,
+                0.03034419250488281,
+                0.03042815971374512,
+                0.030406656265258788,
+                0.03031449508666992,
+                0.03037183952331543,
+                0.030304256439208983,
+                0.030311424255371092,
+                0.0303687686920166,
+                0.030529535293579102,
+                0.030409727096557617,
+                0.03037081527709961,
+                0.03034623908996582,
+                0.030422016143798827,
+                0.030349311828613282,
+                0.030445568084716795,
+                0.03038310432434082,
+                0.030328832626342773,
+                0.030501888275146483,
+                0.03037593650817871,
+                0.030365695953369142,
+                0.03038412857055664,
+                0.03035238456726074,
+                0.030394367218017578,
+                0.030295040130615233,
+                0.0303503360748291,
+                0.03040358352661133,
+                0.030456832885742188,
+                0.0303953914642334,
+                0.03048758316040039,
+                0.030464000701904297,
+                0.030442495346069336,
+                0.030297088623046874,
+                0.030332927703857423,
+                0.030324735641479493,
+                0.03038822364807129,
+                0.030318592071533205,
+                0.030301183700561524,
+                0.030357503890991212,
+                0.030329856872558594,
+                0.030469120025634764,
+                0.0304323844909668,
+                0.030340095520019532,
+                0.030404767990112304,
+                0.030338048934936523,
+                0.03036262321472168,
+                0.030302207946777345,
+                0.030487552642822265,
+                0.0303636474609375,
+                0.03037491226196289,
+                0.030333951950073244,
+                0.030573600769042968,
+                0.03038310432434082,
+                0.030457855224609375,
+                0.030353408813476562,
+                0.03036057662963867,
+                0.030297088623046874,
+                0.030310400009155275,
+                0.030308351516723633,
+                0.030306304931640625,
+                0.030280704498291015,
+                0.030500864028930662,
+                0.030529535293579102,
+                0.030446752548217774,
+                0.030456832885742188,
+                0.030329856872558594,
+                0.030253055572509766,
+                0.03037798309326172,
+                0.030446592330932616,
+                0.030488576889038086,
+                0.030447776794433595,
+                0.030507007598876954,
+                0.03040153694152832,
+                0.03060531234741211,
+                0.030452735900878908,
+                0.030452735900878908,
+                0.030535680770874023,
+                0.030476287841796876,
+                0.0304005126953125,
+                0.0304005126953125,
+                0.030427135467529298,
+                0.030508031845092775,
+                0.03055308723449707,
+                0.030485504150390624,
+                0.030457855224609375,
+                0.03041177558898926,
+                0.030410751342773438,
+                0.03045599937438965,
+                0.03036672019958496,
+                0.030475263595581056,
+                0.030291967391967774,
+                0.03038924789428711,
+                0.030457855224609375,
+                0.0305930233001709,
+                0.0303953914642334,
+                0.03035136032104492,
+                0.030388320922851562,
+                0.03042099189758301,
+                0.0303853759765625,
+                0.030481407165527344,
+                0.03037593650817871,
+                0.03062579154968262,
+                0.03040870475769043,
+                0.030382080078125,
+                0.030341119766235353,
+                0.03039129638671875,
+                0.030299135208129883,
+                0.030512128829956055,
+                0.03037183952331543,
+                0.030414848327636718,
+                0.03037593650817871,
+                0.030435327529907227,
+                0.03032678413391113,
+                0.030467071533203126,
+                0.030369792938232422,
+                0.030551040649414062,
+                0.030442495346069336,
+                0.030442495346069336,
+                0.03033907127380371,
+                0.030527488708496094,
+                0.03038003158569336,
+                0.030331903457641602,
+                0.030304256439208983,
+                0.030542848587036132,
+                0.030492671966552733,
+                0.030447616577148437,
+                0.03039334487915039,
+                0.03035238456726074,
+                0.03036774444580078,
+                0.030436351776123048,
+                0.03038003158569336,
+                0.03058278465270996,
+                0.030489599227905274,
+                0.030410751342773438,
+                0.030437376022338865,
+                0.030676992416381835,
+                0.03033087921142578,
+                0.03041996765136719,
+                0.030338048934936523,
+                0.030410751342773438,
+                0.030394367218017578,
+                0.030357503890991212,
+                0.03038822364807129,
+                0.0305797119140625,
+                0.03045792007446289,
+                0.030394367218017578,
+                0.030426111221313477,
+                0.030441471099853516,
+                0.03037900733947754,
+                0.03034316825866699,
+                0.030473215103149414,
+                0.030488576889038086,
+                0.030538848876953125,
+                0.030466047286987305,
+                0.030466047286987305,
+                0.03035136032104492,
+                0.030458879470825196,
+                0.030434303283691407,
+                0.030357503890991212,
+                0.030546943664550782,
+                0.030495744705200195,
+                0.03040870475769043,
+                0.03054080009460449,
+                0.03053984069824219,
+                0.03038617515563965,
+                0.030418943405151368,
+                0.030475263595581056,
+                0.03061759948730469,
+                0.030345216751098632,
+                0.030444543838500978,
+                0.030485504150390624,
+                0.030451711654663087,
+                0.03042099189758301,
+                0.030520320892333985,
+                0.03053670310974121,
+                0.030525440216064452,
+                0.030444543838500978,
+                0.030426111221313477,
+                0.03040768051147461,
+                0.030437376022338865,
+                0.030394367218017578,
+                0.030495967864990235,
+                0.030432256698608398,
+                0.03043328094482422,
+                0.030333951950073244,
+                0.03053670310974121,
+                0.03038617515563965,
+                0.03039334487915039,
+                0.03058687973022461,
+                0.030530559539794923,
+                0.030410751342773438,
+                0.030444543838500978,
+                0.030455808639526367,
+                0.030481407165527344,
+                0.030451711654663087,
+                0.030709823608398436,
+                0.030608448028564453,
+                0.03049375915527344,
+                0.030447616577148437,
+                0.030436351776123048,
+                0.030353439331054687,
+                0.030510080337524413,
+                0.030520320892333985,
+                0.030612480163574218,
+                0.03040787124633789,
+                0.03042099189758301,
+                0.03041279983520508,
+                0.030417919158935547,
+                0.030328832626342773,
+                0.030471168518066406,
+                0.030624767303466797,
+                0.03061350440979004,
+                0.03039948844909668,
+                0.03036057662963867,
+                0.030350496292114258,
+                0.03039334487915039,
+                0.030331903457641602,
+                0.030522367477416993,
+                0.030418943405151368,
+                0.030444543838500978,
+                0.03033497619628906,
+                0.030369792938232422,
+                0.03034316825866699,
+                0.03032700729370117,
+                0.03038822364807129,
+                0.03054080009460449,
+                0.030248960494995116,
+                0.03037900733947754,
+                0.03036467170715332,
+                0.03039244842529297,
+                0.030365760803222657,
+                0.030450687408447266,
+                0.030513151168823242,
+                0.030409727096557617,
+                0.030313472747802734,
+                0.030373888015747072,
+                0.030303232192993163,
+                0.030309375762939454,
+                0.030426111221313477,
+                0.030447616577148437,
+                0.030324735641479493,
+                0.030285823822021486,
+                0.03033907127380371,
+                0.030451711654663087,
+                0.03041177558898926,
+                0.030309375762939454,
+                0.03033497619628906,
+                0.030275583267211914,
+                0.030291967391967774,
+                0.030327808380126952,
+                0.030437376022338865,
+                0.030475263595581056,
+                0.03036057662963867,
+                0.030313472747802734,
+                0.030373888015747072,
+                0.030274560928344726,
+                0.030282815933227538,
+                0.03056025505065918,
+                0.030604288101196288,
+                0.03038924789428711,
+                0.03042099189758301,
+                0.030499935150146484,
+                0.03038515281677246
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 8407.963012658096
+        },
+        "energy": null,
+        "efficiency": null
+    },
+    "decode": {
+        "memory": {
+            "unit": "MB",
+            "max_ram": 1126.309888,
+            "max_vram": 3588.227072,
+            "max_reserved": 3103.78496,
+            "max_allocated": 2949.050368
+        },
+        "latency": {
+            "unit": "s",
+            "mean": 6.412766208648678,
+            "stdev": 0.007175159454345881,
+            "values": [
+                6.419941368103024,
+                6.405591049194332
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 39.76443108998582
+        },
+        "energy": null,
+        "efficiency": null
+    },
+    "per_token": {
+        "memory": null,
+        "latency": {
+            "unit": "s",
+            "mean": 0.025148102779014424,
+            "stdev": 0.00011530542150953636,
+            "values": [
+                0.025803775787353517,
+                0.0251463680267334,
+                0.0252620792388916,
+                0.02509619140625,
+                0.025230335235595702,
+                0.025389055252075195,
+                0.025172992706298827,
+                0.025214975357055663,
+                0.025189376831054686,
+                0.02530816078186035,
+                0.02536857604980469,
+                0.025167871475219726,
+                0.02529484748840332,
+                0.025349119186401366,
+                0.025289728164672853,
+                0.025200639724731445,
+                0.025186304092407227,
+                0.025195520401000978,
+                0.02513920021057129,
+                0.02517196846008301,
+                0.025209856033325196,
+                0.02537676811218262,
+                0.025351167678833008,
+                0.025230335235595702,
+                0.025416704177856447,
+                0.025252864837646483,
+                0.025203712463378908,
+                0.02530508804321289,
+                0.025232383728027344,
+                0.025126911163330077,
+                0.025342975616455078,
+                0.0253439998626709,
+                0.025366527557373047,
+                0.025362432479858397,
+                0.025189376831054686,
+                0.025364479064941405,
+                0.02533171272277832,
+                0.02517913627624512,
+                0.025158655166625975,
+                0.025205759048461913,
+                0.02510745620727539,
+                0.02529587173461914,
+                0.025394176483154295,
+                0.02530816078186035,
+                0.025175039291381835,
+                0.025190399169921874,
+                0.025212928771972655,
+                0.02516377639770508,
+                0.025116672515869142,
+                0.02512179183959961,
+                0.02509414482116699,
+                0.025164800643920897,
+                0.025371648788452147,
+                0.025403392791748046,
+                0.025325567245483398,
+                0.025186304092407227,
+                0.025186304092407227,
+                0.025425920486450194,
+                0.025230335235595702,
+                0.025145343780517578,
+                0.025223167419433593,
+                0.025222143173217772,
+                0.02512998390197754,
+                0.025267200469970705,
+                0.025219200134277343,
+                0.02515033531188965,
+                0.025157632827758788,
+                0.02507366371154785,
+                0.02529689598083496,
+                0.025384960174560548,
+                0.025363456726074218,
+                0.025152511596679687,
+                0.025189376831054686,
+                0.025204736709594725,
+                0.025197568893432616,
+                0.02527539253234863,
+                0.025272319793701172,
+                0.025201663970947266,
+                0.025193471908569336,
+                0.025135103225708007,
+                0.025487360000610353,
+                0.025479167938232423,
+                0.025188352584838865,
+                0.025418752670288085,
+                0.025350143432617187,
+                0.025038848876953124,
+                0.024986623764038086,
+                0.0251146240234375,
+                0.024983552932739257,
+                0.02514227294921875,
+                0.0250644474029541,
+                0.025070592880249022,
+                0.0251146240234375,
+                0.025167871475219726,
+                0.025206783294677734,
+                0.025409536361694338,
+                0.02525388717651367,
+                0.025366527557373047,
+                0.02527846336364746,
+                0.025255935668945313,
+                0.02508697509765625,
+                0.02509619140625,
+                0.025075712203979493,
+                0.024985599517822265,
+                0.025070592880249022,
+                0.025208831787109375,
+                0.02513920021057129,
+                0.02518016052246094,
+                0.025165824890136718,
+                0.02525491142272949,
+                0.025020416259765626,
+                0.02508185577392578,
+                0.02507776069641113,
+                0.025042943954467774,
+                0.025159679412841796,
+                0.025224191665649414,
+                0.025032703399658202,
+                0.02510540771484375,
+                0.025424896240234376,
+                0.025076736450195314,
+                0.025230335235595702,
+                0.025175296783447265,
+                0.02518502426147461,
+                0.02493440055847168,
+                0.024963071823120117,
+                0.025057279586791992,
+                0.024980480194091798,
+                0.02484223937988281,
+                0.024843263626098632,
+                0.02503167915344238,
+                0.024937471389770507,
+                0.024952831268310546,
+                0.025037824630737306,
+                0.025021440505981447,
+                0.02498150444030762,
+                0.025017343521118163,
+                0.025016319274902343,
+                0.02493951988220215,
+                0.02509516716003418,
+                0.025300991058349608,
+                0.025264127731323242,
+                0.0251013126373291,
+                0.025222143173217772,
+                0.02514022445678711,
+                0.025264127731323242,
+                0.025289728164672853,
+                0.02509619140625,
+                0.025075712203979493,
+                0.025111551284790038,
+                0.025166847229003905,
+                0.025190399169921874,
+                0.02507263946533203,
+                0.02513100814819336,
+                0.025111551284790038,
+                0.025038848876953124,
+                0.025213951110839843,
+                0.02507161521911621,
+                0.025382911682128906,
+                0.025174016952514647,
+                0.025228288650512694,
+                0.02514022445678711,
+                0.02507980728149414,
+                0.025050111770629883,
+                0.0251013126373291,
+                0.025182207107543944,
+                0.025068544387817384,
+                0.024929279327392577,
+                0.025012224197387696,
+                0.025235456466674806,
+                0.025169919967651368,
+                0.025365503311157226,
+                0.025184255599975586,
+                0.025187328338623048,
+                0.025267200469970705,
+                0.025226240158081056,
+                0.025219072341918947,
+                0.025164800643920897,
+                0.025093120574951173,
+                0.025078784942626952,
+                0.025135103225708007,
+                0.02512895965576172,
+                0.025145343780517578,
+                0.02531635284423828,
+                0.025388032913208007,
+                0.025176063537597656,
+                0.025252864837646483,
+                0.02510233688354492,
+                0.025116672515869142,
+                0.025103359222412108,
+                0.02512998390197754,
+                0.025141248703002928,
+                0.025212928771972655,
+                0.024993791580200195,
+                0.02534809684753418,
+                0.025164800643920897,
+                0.025281536102294923,
+                0.02510438346862793,
+                0.02511359977722168,
+                0.02509539222717285,
+                0.025035551071166992,
+                0.02507263946533203,
+                0.025185279846191407,
+                0.025084928512573244,
+                0.025150463104248046,
+                0.02507161521911621,
+                0.025053184509277345,
+                0.02509619140625,
+                0.025159679412841796,
+                0.02512384033203125,
+                0.025251840591430662,
+                0.025074687957763672,
+                0.025300991058349608,
+                0.025228288650512694,
+                0.025046016693115233,
+                0.025127935409545898,
+                0.025206783294677734,
+                0.02511769676208496,
+                0.02518016052246094,
+                0.025050111770629883,
+                0.025174016952514647,
+                0.025135103225708007,
+                0.02511257553100586,
+                0.02527129554748535,
+                0.025160703659057617,
+                0.025230335235595702,
+                0.025235456466674806,
+                0.02507263946533203,
+                0.02509004783630371,
+                0.02514739227294922,
+                0.02510950469970703,
+                0.025075712203979493,
+                0.025153535842895508,
+                0.025238527297973632,
+                0.025215999603271484,
+                0.025225215911865235,
+                0.025239551544189453,
+                0.025208831787109375,
+                0.025141248703002928,
+                0.025198591232299804,
+                0.025051136016845704,
+                0.025033727645874023,
+                0.025358335494995117,
+                0.02527743911743164,
+                0.025236480712890624,
+                0.025178112030029298,
+                0.025228288650512694,
+                0.02526310348510742,
+                0.025066495895385742,
+                0.02509823989868164,
+                0.025029632568359376,
+                0.02513715171813965,
+                0.025195520401000978,
+                0.025059328079223633,
+                0.025042943954467774,
+                0.024986623764038086,
+                0.02509004783630371,
+                0.02505625534057617,
+                0.025044992446899415,
+                0.02503987121582031,
+                0.02488934326171875,
+                0.02493235206604004,
+                0.02494156837463379,
+                0.024967168807983397,
+                0.024978431701660156,
+                0.02493132781982422,
+                0.02487603187561035,
+                0.02528767967224121,
+                0.025035776138305665,
+                0.02510643196105957,
+                0.02516275215148926,
+                0.025164800643920897,
+                0.02515456008911133,
+                0.025144319534301757,
+                0.02508799934387207,
+                0.025059328079223633,
+                0.025010175704956054,
+                0.02511257553100586,
+                0.025126911163330077,
+                0.02515660858154297,
+                0.025030656814575194,
+                0.02509516716003418,
+                0.025017343521118163,
+                0.02532454490661621,
+                0.02512179183959961,
+                0.02506342315673828,
+                0.025020416259765626,
+                0.02507366371154785,
+                0.025160703659057617,
+                0.025116672515869142,
+                0.02518016052246094,
+                0.025228288650512694,
+                0.025168895721435547,
+                0.025213951110839843,
+                0.025268224716186522,
+                0.025160703659057617,
+                0.02514227294921875,
+                0.02513715171813965,
+                0.02503167915344238,
+                0.025222143173217772,
+                0.025161727905273438,
+                0.025424896240234376,
+                0.025210880279541017,
+                0.02530406379699707,
+                0.0253306884765625,
+                0.025082880020141602,
+                0.025213951110839843,
+                0.025212928771972655,
+                0.025251840591430662,
+                0.02517196846008301,
+                0.025151487350463866,
+                0.025213951110839843,
+                0.02509516716003418,
+                0.02508697509765625,
+                0.025151487350463866,
+                0.025038848876953124,
+                0.025074687957763672,
+                0.025075712203979493,
+                0.02508697509765625,
+                0.02509004783630371,
+                0.025207807540893554,
+                0.025078784942626952,
+                0.02529280090332031,
+                0.02512281608581543,
+                0.025233407974243165,
+                0.025260032653808592,
+                0.025169919967651368,
+                0.025108480453491212,
+                0.025201663970947266,
+                0.025187328338623048,
+                0.025161727905273438,
+                0.025061376571655275,
+                0.025191423416137695,
+                0.025172992706298827,
+                0.025162784576416016,
+                0.025238496780395508,
+                0.025084928512573244,
+                0.025165824890136718,
+                0.025188352584838865,
+                0.025165824890136718,
+                0.02512179183959961,
+                0.025020416259765626,
+                0.0254597110748291,
+                0.025149440765380858,
+                0.025178112030029298,
+                0.025176063537597656,
+                0.02508185577392578,
+                0.02509004783630371,
+                0.02517196846008301,
+                0.02517196846008301,
+                0.02513203239440918,
+                0.025082880020141602,
+                0.02513203239440918,
+                0.025067520141601563,
+                0.02510745620727539,
+                0.025009151458740234,
+                0.024938720703125,
+                0.024942367553710938,
+                0.02494156837463379,
+                0.025016319274902343,
+                0.025022464752197264,
+                0.02489036750793457,
+                0.02487500762939453,
+                0.024937471389770507,
+                0.025036800384521486,
+                0.025152511596679687,
+                0.025261056900024413,
+                0.025058303833007813,
+                0.02508185577392578,
+                0.025199615478515625,
+                0.025133056640625,
+                0.025145343780517578,
+                0.025000959396362304,
+                0.024980480194091798,
+                0.02501535987854004,
+                0.02504800033569336,
+                0.025100288391113282,
+                0.025011199951171875,
+                0.025160703659057617,
+                0.02496512031555176,
+                0.02536038398742676,
+                0.02529280090332031,
+                0.025136127471923828,
+                0.02510643196105957,
+                0.025197568893432616,
+                0.025043968200683595,
+                0.025266176223754884,
+                0.025265151977539063,
+                0.02515456008911133,
+                0.025157632827758788,
+                0.025169919967651368,
+                0.025019392013549805,
+                0.0251146240234375,
+                0.02512384033203125,
+                0.025152511596679687,
+                0.025108480453491212,
+                0.025143295288085937,
+                0.025032703399658202,
+                0.02510540771484375,
+                0.025068544387817384,
+                0.02515558433532715,
+                0.02508902359008789,
+                0.025479167938232423,
+                0.02510950469970703,
+                0.0252620792388916,
+                0.02527129554748535,
+                0.025182271957397463,
+                0.025084863662719725,
+                0.025108480453491212,
+                0.02511359977722168,
+                0.025143295288085937,
+                0.02517913627624512,
+                0.02511359977722168,
+                0.025176063537597656,
+                0.025075712203979493,
+                0.02508902359008789,
+                0.025355264663696288,
+                0.02514841651916504,
+                0.025267200469970705,
+                0.025157632827758788,
+                0.02512076759338379,
+                0.02514841651916504,
+                0.025188352584838865,
+                0.025054208755493163,
+                0.025189376831054686,
+                0.02510643196105957,
+                0.02517196846008301,
+                0.025145343780517578,
+                0.025043968200683595,
+                0.025165824890136718,
+                0.025133056640625,
+                0.025366527557373047,
+                0.025118719100952147,
+                0.025250816345214845,
+                0.025184255599975586,
+                0.025165824890136718,
+                0.02514739227294922,
+                0.025111551284790038,
+                0.025008127212524413,
+                0.02502348709106445,
+                0.024991743087768553,
+                0.02503167915344238,
+                0.025030656814575194,
+                0.025116672515869142,
+                0.025004032135009766,
+                0.025047040939331053,
+                0.025060352325439454,
+                0.02509926414489746,
+                0.025091072082519532,
+                0.025050111770629883,
+                0.024979455947875977,
+                0.025200639724731445,
+                0.02506265640258789,
+                0.025075456619262696,
+                0.02512588882446289,
+                0.025169919967651368,
+                0.025005056381225587,
+                0.025066495895385742,
+                0.02509823989868164,
+                0.02505625534057617,
+                0.02503167915344238,
+                0.024978431701660156,
+                0.025030656814575194,
+                0.025040895462036132,
+                0.025008127212524413,
+                0.025078784942626952,
+                0.02494054412841797,
+                0.025040895462036132,
+                0.025002208709716797,
+                0.024998687744140626,
+                0.024996864318847657,
+                0.024951808929443358,
+                0.02536857604980469,
+                0.025201663970947266,
+                0.02507776069641113,
+                0.025183231353759765,
+                0.02510643196105957,
+                0.025013248443603517,
+                0.02506547164916992,
+                0.02508083152770996,
+                0.025047040939331053,
+                0.025022464752197264,
+                0.025210880279541017,
+                0.025062400817871092,
+                0.02510643196105957,
+                0.025076736450195314,
+                0.025051136016845704,
+                0.025075712203979493,
+                0.025035776138305665,
+                0.025119743347167968,
+                0.025213951110839843,
+                0.025176063537597656,
+                0.025127935409545898,
+                0.025164800643920897,
+                0.025204736709594725,
+                0.02515558433532715,
+                0.025015296936035155,
+                0.025247743606567383,
+                0.025143295288085937,
+                0.025091072082519532,
+                0.025116672515869142,
+                0.025191423416137695,
+                0.025201663970947266,
+                0.025193471908569336,
+                0.025017343521118163,
+                0.02532659149169922,
+                0.02509823989868164,
+                0.025250816345214845,
+                0.025200639724731445,
+                0.025359359741210938,
+                0.025210880279541017
+            ]
+        },
+        "throughput": {
+            "unit": "tokens/s",
+            "value": 39.76443108998582
+        },
+        "energy": null,
+        "efficiency": null
+    }
+}