Upload folder using huggingface_hub

README.md

@@ -0,0 +1,31 @@
+
+---
+tags:
+- autotrain
+- image-classification
+base_model: google/vit-base-patch16-384
+widget:
+- src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/tiger.jpg
+  example_title: Tiger
+- src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/teapot.jpg
+  example_title: Teapot
+- src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/palace.jpg
+  example_title: Palace
+---
+
+# Model Trained Using AutoTrain
+
+- Problem type: Image Classification
+
+## Validation Metrics
+loss: 0.003335413057357073
+
+f1: 0.9523809523809523
+
+precision: 0.958904109589041
+
+recall: 0.9459459459459459
+
+auc: 0.9999543462381301
+
+accuracy: 0.9988321654988321

checkpoint-8991/config.json

@@ -0,0 +1,33 @@
+{
+  "_name_or_path": "google/vit-base-patch16-384",
+  "_num_labels": 2,
+  "architectures": [
+    "ViTForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "encoder_stride": 16,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "not_soyjak",
+    "1": "soyjak"
+  },
+  "image_size": 384,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "not_soyjak": 0,
+    "soyjak": 1
+  },
+  "layer_norm_eps": 1e-12,
+  "model_type": "vit",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "patch_size": 16,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.42.3"
+}

checkpoint-8991/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227d87907aafc9cb1de9990403be5dcfdd6ff412a4009e175a9c7659fa4f6ca3
+size 344391328

checkpoint-8991/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f613a7efce3d006e4eac04c2f4d3b10343065d4131cd00c8cdcca89f4e659b5b
+size 688898042

checkpoint-8991/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d1386983b4bf5acde4a2c14df332c80abe345a35d2d01f07b2f9767805b49b
+size 13990

checkpoint-8991/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947002f3b428f7761d4dfa2a10f3d855152386b1bdf52eb6d1b300e1e22e6572
+size 1064

checkpoint-8991/trainer_state.json

@@ -0,0 +1,2594 @@
+{
+  "best_metric": 0.003335413057357073,
+  "best_model_checkpoint": "sj-det-2/checkpoint-8991",
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 8991,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.008341675008341674,
+      "grad_norm": 16.313989639282227,
+      "learning_rate": 1.388888888888889e-06,
+      "loss": 0.9123,
+      "step": 25
+    },
+    {
+      "epoch": 0.01668335001668335,
+      "grad_norm": 8.612642288208008,
+      "learning_rate": 2.777777777777778e-06,
+      "loss": 0.6485,
+      "step": 50
+    },
+    {
+      "epoch": 0.025025025025025027,
+      "grad_norm": 4.427529335021973,
+      "learning_rate": 4.166666666666667e-06,
+      "loss": 0.3344,
+      "step": 75
+    },
+    {
+      "epoch": 0.0333667000333667,
+      "grad_norm": 1.323181390762329,
+      "learning_rate": 5.555555555555556e-06,
+      "loss": 0.1139,
+      "step": 100
+    },
+    {
+      "epoch": 0.04170837504170837,
+      "grad_norm": 1.4804118871688843,
+      "learning_rate": 6.944444444444445e-06,
+      "loss": 0.0661,
+      "step": 125
+    },
+    {
+      "epoch": 0.05005005005005005,
+      "grad_norm": 0.09656789153814316,
+      "learning_rate": 8.333333333333334e-06,
+      "loss": 0.0585,
+      "step": 150
+    },
+    {
+      "epoch": 0.05839172505839173,
+      "grad_norm": 0.036666255444288254,
+      "learning_rate": 9.722222222222223e-06,
+      "loss": 0.0217,
+      "step": 175
+    },
+    {
+      "epoch": 0.0667334000667334,
+      "grad_norm": 0.024522973224520683,
+      "learning_rate": 1.1111111111111112e-05,
+      "loss": 0.0832,
+      "step": 200
+    },
+    {
+      "epoch": 0.07507507507507508,
+      "grad_norm": 0.48196515440940857,
+      "learning_rate": 1.25e-05,
+      "loss": 0.027,
+      "step": 225
+    },
+    {
+      "epoch": 0.08341675008341674,
+      "grad_norm": 0.08288281410932541,
+      "learning_rate": 1.388888888888889e-05,
+      "loss": 0.0154,
+      "step": 250
+    },
+    {
+      "epoch": 0.09175842509175842,
+      "grad_norm": 0.018726350739598274,
+      "learning_rate": 1.527777777777778e-05,
+      "loss": 0.0565,
+      "step": 275
+    },
+    {
+      "epoch": 0.1001001001001001,
+      "grad_norm": 2.332498788833618,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 0.0314,
+      "step": 300
+    },
+    {
+      "epoch": 0.10844177510844177,
+      "grad_norm": 0.6220697164535522,
+      "learning_rate": 1.8055555555555555e-05,
+      "loss": 0.0056,
+      "step": 325
+    },
+    {
+      "epoch": 0.11678345011678345,
+      "grad_norm": 0.03775189071893692,
+      "learning_rate": 1.9444444444444445e-05,
+      "loss": 0.0006,
+      "step": 350
+    },
+    {
+      "epoch": 0.12512512512512514,
+      "grad_norm": 0.014640103094279766,
+      "learning_rate": 2.0833333333333336e-05,
+      "loss": 0.0559,
+      "step": 375
+    },
+    {
+      "epoch": 0.1334668001334668,
+      "grad_norm": 0.00695949187502265,
+      "learning_rate": 2.2222222222222223e-05,
+      "loss": 0.0313,
+      "step": 400
+    },
+    {
+      "epoch": 0.14180847514180847,
+      "grad_norm": 0.01726640574634075,
+      "learning_rate": 2.361111111111111e-05,
+      "loss": 0.0142,
+      "step": 425
+    },
+    {
+      "epoch": 0.15015015015015015,
+      "grad_norm": 0.0029850194696336985,
+      "learning_rate": 2.5e-05,
+      "loss": 0.0008,
+      "step": 450
+    },
+    {
+      "epoch": 0.15849182515849183,
+      "grad_norm": 0.009473559446632862,
+      "learning_rate": 2.6388888888888892e-05,
+      "loss": 0.0627,
+      "step": 475
+    },
+    {
+      "epoch": 0.1668335001668335,
+      "grad_norm": 0.01642836630344391,
+      "learning_rate": 2.777777777777778e-05,
+      "loss": 0.0229,
+      "step": 500
+    },
+    {
+      "epoch": 0.17517517517517517,
+      "grad_norm": 0.037022557109594345,
+      "learning_rate": 2.916666666666667e-05,
+      "loss": 0.0433,
+      "step": 525
+    },
+    {
+      "epoch": 0.18351685018351685,
+      "grad_norm": 0.0169846098870039,
+      "learning_rate": 3.055555555555556e-05,
+      "loss": 0.0387,
+      "step": 550
+    },
+    {
+      "epoch": 0.19185852519185853,
+      "grad_norm": 0.0074409060180187225,
+      "learning_rate": 3.194444444444444e-05,
+      "loss": 0.0064,
+      "step": 575
+    },
+    {
+      "epoch": 0.2002002002002002,
+      "grad_norm": 0.022537339478731155,
+      "learning_rate": 3.3333333333333335e-05,
+      "loss": 0.0473,
+      "step": 600
+    },
+    {
+      "epoch": 0.20854187520854187,
+      "grad_norm": 0.00912486296147108,
+      "learning_rate": 3.472222222222222e-05,
+      "loss": 0.0071,
+      "step": 625
+    },
+    {
+      "epoch": 0.21688355021688355,
+      "grad_norm": 0.015622120350599289,
+      "learning_rate": 3.611111111111111e-05,
+      "loss": 0.018,
+      "step": 650
+    },
+    {
+      "epoch": 0.22522522522522523,
+      "grad_norm": 0.038481712341308594,
+      "learning_rate": 3.7500000000000003e-05,
+      "loss": 0.0609,
+      "step": 675
+    },
+    {
+      "epoch": 0.2335669002335669,
+      "grad_norm": 0.06651923805475235,
+      "learning_rate": 3.888888888888889e-05,
+      "loss": 0.0588,
+      "step": 700
+    },
+    {
+      "epoch": 0.24190857524190856,
+      "grad_norm": 0.013173066079616547,
+      "learning_rate": 4.027777777777778e-05,
+      "loss": 0.0006,
+      "step": 725
+    },
+    {
+      "epoch": 0.2502502502502503,
+      "grad_norm": 0.002995034446939826,
+      "learning_rate": 4.166666666666667e-05,
+      "loss": 0.0008,
+      "step": 750
+    },
+    {
+      "epoch": 0.2585919252585919,
+      "grad_norm": 0.001744964043609798,
+      "learning_rate": 4.305555555555556e-05,
+      "loss": 0.0002,
+      "step": 775
+    },
+    {
+      "epoch": 0.2669336002669336,
+      "grad_norm": 0.5510344505310059,
+      "learning_rate": 4.4444444444444447e-05,
+      "loss": 0.0373,
+      "step": 800
+    },
+    {
+      "epoch": 0.2752752752752753,
+      "grad_norm": 0.0068357582204043865,
+      "learning_rate": 4.5833333333333334e-05,
+      "loss": 0.0269,
+      "step": 825
+    },
+    {
+      "epoch": 0.28361695028361694,
+      "grad_norm": 0.014822622761130333,
+      "learning_rate": 4.722222222222222e-05,
+      "loss": 0.1029,
+      "step": 850
+    },
+    {
+      "epoch": 0.29195862529195865,
+      "grad_norm": 0.006352724973112345,
+      "learning_rate": 4.8611111111111115e-05,
+      "loss": 0.0527,
+      "step": 875
+    },
+    {
+      "epoch": 0.3003003003003003,
+      "grad_norm": 0.006285039242357016,
+      "learning_rate": 5e-05,
+      "loss": 0.0007,
+      "step": 900
+    },
+    {
+      "epoch": 0.30864197530864196,
+      "grad_norm": 0.21172092854976654,
+      "learning_rate": 4.984550735384996e-05,
+      "loss": 0.001,
+      "step": 925
+    },
+    {
+      "epoch": 0.31698365031698367,
+      "grad_norm": 0.025125497952103615,
+      "learning_rate": 4.969101470769992e-05,
+      "loss": 0.0001,
+      "step": 950
+    },
+    {
+      "epoch": 0.3253253253253253,
+      "grad_norm": 0.0006277966895140707,
+      "learning_rate": 4.9536522061549875e-05,
+      "loss": 0.0,
+      "step": 975
+    },
+    {
+      "epoch": 0.333667000333667,
+      "grad_norm": 0.0005465027061291039,
+      "learning_rate": 4.9382029415399826e-05,
+      "loss": 0.0,
+      "step": 1000
+    },
+    {
+      "epoch": 0.3420086753420087,
+      "grad_norm": 0.0011532187927514315,
+      "learning_rate": 4.922753676924979e-05,
+      "loss": 0.0303,
+      "step": 1025
+    },
+    {
+      "epoch": 0.35035035035035034,
+      "grad_norm": 0.0010950276628136635,
+      "learning_rate": 4.907304412309974e-05,
+      "loss": 0.0001,
+      "step": 1050
+    },
+    {
+      "epoch": 0.35869202535869205,
+      "grad_norm": 0.0015246294206008315,
+      "learning_rate": 4.89185514769497e-05,
+      "loss": 0.0007,
+      "step": 1075
+    },
+    {
+      "epoch": 0.3670337003670337,
+      "grad_norm": 0.0425708144903183,
+      "learning_rate": 4.876405883079966e-05,
+      "loss": 0.0592,
+      "step": 1100
+    },
+    {
+      "epoch": 0.37537537537537535,
+      "grad_norm": 0.001601433614268899,
+      "learning_rate": 4.8609566184649615e-05,
+      "loss": 0.001,
+      "step": 1125
+    },
+    {
+      "epoch": 0.38371705038371706,
+      "grad_norm": 0.04269692674279213,
+      "learning_rate": 4.8455073538499566e-05,
+      "loss": 0.052,
+      "step": 1150
+    },
+    {
+      "epoch": 0.3920587253920587,
+      "grad_norm": 10.334559440612793,
+      "learning_rate": 4.830058089234953e-05,
+      "loss": 0.0149,
+      "step": 1175
+    },
+    {
+      "epoch": 0.4004004004004004,
+      "grad_norm": 0.0104717668145895,
+      "learning_rate": 4.814608824619948e-05,
+      "loss": 0.0524,
+      "step": 1200
+    },
+    {
+      "epoch": 0.4087420754087421,
+      "grad_norm": 0.004411773756146431,
+      "learning_rate": 4.799159560004944e-05,
+      "loss": 0.0003,
+      "step": 1225
+    },
+    {
+      "epoch": 0.41708375041708373,
+      "grad_norm": 0.0019501554779708385,
+      "learning_rate": 4.7837102953899396e-05,
+      "loss": 0.0001,
+      "step": 1250
+    },
+    {
+      "epoch": 0.42542542542542544,
+      "grad_norm": 0.001354438834823668,
+      "learning_rate": 4.7682610307749354e-05,
+      "loss": 0.0011,
+      "step": 1275
+    },
+    {
+      "epoch": 0.4337671004337671,
+      "grad_norm": 0.0017444408731535077,
+      "learning_rate": 4.752811766159931e-05,
+      "loss": 0.0003,
+      "step": 1300
+    },
+    {
+      "epoch": 0.44210877544210875,
+      "grad_norm": 0.00919169932603836,
+      "learning_rate": 4.737362501544927e-05,
+      "loss": 0.06,
+      "step": 1325
+    },
+    {
+      "epoch": 0.45045045045045046,
+      "grad_norm": 0.001080819871276617,
+      "learning_rate": 4.721913236929923e-05,
+      "loss": 0.0031,
+      "step": 1350
+    },
+    {
+      "epoch": 0.4587921254587921,
+      "grad_norm": 0.03211037814617157,
+      "learning_rate": 4.706463972314918e-05,
+      "loss": 0.0454,
+      "step": 1375
+    },
+    {
+      "epoch": 0.4671338004671338,
+      "grad_norm": 0.025529522448778152,
+      "learning_rate": 4.691014707699914e-05,
+      "loss": 0.0036,
+      "step": 1400
+    },
+    {
+      "epoch": 0.4754754754754755,
+      "grad_norm": 0.0008930154144763947,
+      "learning_rate": 4.675565443084909e-05,
+      "loss": 0.0451,
+      "step": 1425
+    },
+    {
+      "epoch": 0.4838171504838171,
+      "grad_norm": 0.023177633062005043,
+      "learning_rate": 4.660116178469905e-05,
+      "loss": 0.0028,
+      "step": 1450
+    },
+    {
+      "epoch": 0.49215882549215884,
+      "grad_norm": 0.0005259920726530254,
+      "learning_rate": 4.644666913854901e-05,
+      "loss": 0.0461,
+      "step": 1475
+    },
+    {
+      "epoch": 0.5005005005005005,
+      "grad_norm": 0.007525968365371227,
+      "learning_rate": 4.6292176492398966e-05,
+      "loss": 0.0403,
+      "step": 1500
+    },
+    {
+      "epoch": 0.5088421755088421,
+      "grad_norm": 0.005125482566654682,
+      "learning_rate": 4.613768384624892e-05,
+      "loss": 0.0015,
+      "step": 1525
+    },
+    {
+      "epoch": 0.5171838505171839,
+      "grad_norm": 0.00863750372081995,
+      "learning_rate": 4.598319120009888e-05,
+      "loss": 0.0205,
+      "step": 1550
+    },
+    {
+      "epoch": 0.5255255255255256,
+      "grad_norm": 0.0001800910395104438,
+      "learning_rate": 4.582869855394883e-05,
+      "loss": 0.0037,
+      "step": 1575
+    },
+    {
+      "epoch": 0.5338672005338672,
+      "grad_norm": 0.00019970687571913004,
+      "learning_rate": 4.567420590779879e-05,
+      "loss": 0.0152,
+      "step": 1600
+    },
+    {
+      "epoch": 0.5422088755422089,
+      "grad_norm": 0.011676608584821224,
+      "learning_rate": 4.551971326164875e-05,
+      "loss": 0.0635,
+      "step": 1625
+    },
+    {
+      "epoch": 0.5505505505505506,
+      "grad_norm": 0.0008765487000346184,
+      "learning_rate": 4.5365220615498706e-05,
+      "loss": 0.0018,
+      "step": 1650
+    },
+    {
+      "epoch": 0.5588922255588922,
+      "grad_norm": 0.0001437152095604688,
+      "learning_rate": 4.5210727969348656e-05,
+      "loss": 0.0026,
+      "step": 1675
+    },
+    {
+      "epoch": 0.5672339005672339,
+      "grad_norm": 0.00043227593414485455,
+      "learning_rate": 4.505623532319862e-05,
+      "loss": 0.0001,
+      "step": 1700
+    },
+    {
+      "epoch": 0.5755755755755756,
+      "grad_norm": 0.00048412373871542513,
+      "learning_rate": 4.490174267704857e-05,
+      "loss": 0.0164,
+      "step": 1725
+    },
+    {
+      "epoch": 0.5839172505839173,
+      "grad_norm": 7.867912769317627,
+      "learning_rate": 4.474725003089853e-05,
+      "loss": 0.0548,
+      "step": 1750
+    },
+    {
+      "epoch": 0.5922589255922589,
+      "grad_norm": 5.28706169128418,
+      "learning_rate": 4.459275738474849e-05,
+      "loss": 0.0287,
+      "step": 1775
+    },
+    {
+      "epoch": 0.6006006006006006,
+      "grad_norm": 0.005814212840050459,
+      "learning_rate": 4.4438264738598445e-05,
+      "loss": 0.0353,
+      "step": 1800
+    },
+    {
+      "epoch": 0.6089422756089423,
+      "grad_norm": 0.00043659639777615666,
+      "learning_rate": 4.42837720924484e-05,
+      "loss": 0.0005,
+      "step": 1825
+    },
+    {
+      "epoch": 0.6172839506172839,
+      "grad_norm": 0.009556015022099018,
+      "learning_rate": 4.412927944629836e-05,
+      "loss": 0.0004,
+      "step": 1850
+    },
+    {
+      "epoch": 0.6256256256256256,
+      "grad_norm": 0.0006456194678321481,
+      "learning_rate": 4.397478680014832e-05,
+      "loss": 0.0003,
+      "step": 1875
+    },
+    {
+      "epoch": 0.6339673006339673,
+      "grad_norm": 0.0007494451128877699,
+      "learning_rate": 4.382029415399827e-05,
+      "loss": 0.0001,
+      "step": 1900
+    },
+    {
+      "epoch": 0.6423089756423089,
+      "grad_norm": 0.00023574185615871102,
+      "learning_rate": 4.366580150784823e-05,
+      "loss": 0.028,
+      "step": 1925
+    },
+    {
+      "epoch": 0.6506506506506506,
+      "grad_norm": 0.0008282416383735836,
+      "learning_rate": 4.3511308861698184e-05,
+      "loss": 0.0181,
+      "step": 1950
+    },
+    {
+      "epoch": 0.6589923256589924,
+      "grad_norm": 0.0017523517599329352,
+      "learning_rate": 4.335681621554814e-05,
+      "loss": 0.0761,
+      "step": 1975
+    },
+    {
+      "epoch": 0.667334000667334,
+      "grad_norm": 0.0005382935050874949,
+      "learning_rate": 4.32023235693981e-05,
+      "loss": 0.0007,
+      "step": 2000
+    },
+    {
+      "epoch": 0.6756756756756757,
+      "grad_norm": 0.0023508896119892597,
+      "learning_rate": 4.304783092324806e-05,
+      "loss": 0.0001,
+      "step": 2025
+    },
+    {
+      "epoch": 0.6840173506840174,
+      "grad_norm": 0.02000766433775425,
+      "learning_rate": 4.289333827709801e-05,
+      "loss": 0.0461,
+      "step": 2050
+    },
+    {
+      "epoch": 0.6923590256923591,
+      "grad_norm": 0.0016236711526289582,
+      "learning_rate": 4.273884563094797e-05,
+      "loss": 0.0015,
+      "step": 2075
+    },
+    {
+      "epoch": 0.7007007007007007,
+      "grad_norm": 0.01102663204073906,
+      "learning_rate": 4.2584352984797923e-05,
+      "loss": 0.0,
+      "step": 2100
+    },
+    {
+      "epoch": 0.7090423757090424,
+      "grad_norm": 7.1402587890625,
+      "learning_rate": 4.242986033864788e-05,
+      "loss": 0.0458,
+      "step": 2125
+    },
+    {
+      "epoch": 0.7173840507173841,
+      "grad_norm": 0.029623601585626602,
+      "learning_rate": 4.227536769249784e-05,
+      "loss": 0.0265,
+      "step": 2150
+    },
+    {
+      "epoch": 0.7257257257257257,
+      "grad_norm": 0.04872233048081398,
+      "learning_rate": 4.2120875046347796e-05,
+      "loss": 0.0418,
+      "step": 2175
+    },
+    {
+      "epoch": 0.7340674007340674,
+      "grad_norm": 0.01899750903248787,
+      "learning_rate": 4.1966382400197754e-05,
+      "loss": 0.0797,
+      "step": 2200
+    },
+    {
+      "epoch": 0.7424090757424091,
+      "grad_norm": 0.014597664587199688,
+      "learning_rate": 4.181188975404771e-05,
+      "loss": 0.0239,
+      "step": 2225
+    },
+    {
+      "epoch": 0.7507507507507507,
+      "grad_norm": 0.001034777145832777,
+      "learning_rate": 4.165739710789767e-05,
+      "loss": 0.0067,
+      "step": 2250
+    },
+    {
+      "epoch": 0.7590924257590924,
+      "grad_norm": 0.0015550162643194199,
+      "learning_rate": 4.150290446174762e-05,
+      "loss": 0.0482,
+      "step": 2275
+    },
+    {
+      "epoch": 0.7674341007674341,
+      "grad_norm": 0.013912219554185867,
+      "learning_rate": 4.1348411815597585e-05,
+      "loss": 0.0248,
+      "step": 2300
+    },
+    {
+      "epoch": 0.7757757757757757,
+      "grad_norm": 0.0020062343683093786,
+      "learning_rate": 4.1193919169447536e-05,
+      "loss": 0.0156,
+      "step": 2325
+    },
+    {
+      "epoch": 0.7841174507841174,
+      "grad_norm": 6.4558515548706055,
+      "learning_rate": 4.1039426523297493e-05,
+      "loss": 0.0581,
+      "step": 2350
+    },
+    {
+      "epoch": 0.7924591257924591,
+      "grad_norm": 0.020143140107393265,
+      "learning_rate": 4.088493387714745e-05,
+      "loss": 0.0033,
+      "step": 2375
+    },
+    {
+      "epoch": 0.8008008008008008,
+      "grad_norm": 0.00565760675817728,
+      "learning_rate": 4.073044123099741e-05,
+      "loss": 0.0003,
+      "step": 2400
+    },
+    {
+      "epoch": 0.8091424758091424,
+      "grad_norm": 0.0011780583299696445,
+      "learning_rate": 4.057594858484736e-05,
+      "loss": 0.0003,
+      "step": 2425
+    },
+    {
+      "epoch": 0.8174841508174842,
+      "grad_norm": 0.001397665124386549,
+      "learning_rate": 4.0421455938697324e-05,
+      "loss": 0.0033,
+      "step": 2450
+    },
+    {
+      "epoch": 0.8258258258258259,
+      "grad_norm": 0.11108289659023285,
+      "learning_rate": 4.0266963292547275e-05,
+      "loss": 0.0693,
+      "step": 2475
+    },
+    {
+      "epoch": 0.8341675008341675,
+      "grad_norm": 0.0012789678294211626,
+      "learning_rate": 4.011247064639723e-05,
+      "loss": 0.0012,
+      "step": 2500
+    },
+    {
+      "epoch": 0.8425091758425092,
+      "grad_norm": 0.0016298526898026466,
+      "learning_rate": 3.995797800024719e-05,
+      "loss": 0.0001,
+      "step": 2525
+    },
+    {
+      "epoch": 0.8508508508508509,
+      "grad_norm": 0.0012462561717256904,
+      "learning_rate": 3.980348535409715e-05,
+      "loss": 0.0,
+      "step": 2550
+    },
+    {
+      "epoch": 0.8591925258591925,
+      "grad_norm": 0.0011716202134266496,
+      "learning_rate": 3.9648992707947106e-05,
+      "loss": 0.0008,
+      "step": 2575
+    },
+    {
+      "epoch": 0.8675342008675342,
+      "grad_norm": 0.0004461667558643967,
+      "learning_rate": 3.9494500061797063e-05,
+      "loss": 0.0013,
+      "step": 2600
+    },
+    {
+      "epoch": 0.8758758758758759,
+      "grad_norm": 0.004892207216471434,
+      "learning_rate": 3.934000741564702e-05,
+      "loss": 0.0444,
+      "step": 2625
+    },
+    {
+      "epoch": 0.8842175508842175,
+      "grad_norm": 0.0013353752437978983,
+      "learning_rate": 3.918551476949697e-05,
+      "loss": 0.0014,
+      "step": 2650
+    },
+    {
+      "epoch": 0.8925592258925592,
+      "grad_norm": 0.05706316977739334,
+      "learning_rate": 3.9031022123346936e-05,
+      "loss": 0.1006,
+      "step": 2675
+    },
+    {
+      "epoch": 0.9009009009009009,
+      "grad_norm": 0.0032118011731654406,
+      "learning_rate": 3.887652947719689e-05,
+      "loss": 0.0004,
+      "step": 2700
+    },
+    {
+      "epoch": 0.9092425759092426,
+      "grad_norm": 0.002578709740191698,
+      "learning_rate": 3.8722036831046845e-05,
+      "loss": 0.0049,
+      "step": 2725
+    },
+    {
+      "epoch": 0.9175842509175842,
+      "grad_norm": 0.007876419462263584,
+      "learning_rate": 3.85675441848968e-05,
+      "loss": 0.0393,
+      "step": 2750
+    },
+    {
+      "epoch": 0.9259259259259259,
+      "grad_norm": 0.01825695112347603,
+      "learning_rate": 3.841305153874676e-05,
+      "loss": 0.0313,
+      "step": 2775
+    },
+    {
+      "epoch": 0.9342676009342676,
+      "grad_norm": 0.018400903791189194,
+      "learning_rate": 3.825855889259671e-05,
+      "loss": 0.0362,
+      "step": 2800
+    },
+    {
+      "epoch": 0.9426092759426092,
+      "grad_norm": 9.522905349731445,
+      "learning_rate": 3.8104066246446676e-05,
+      "loss": 0.0044,
+      "step": 2825
+    },
+    {
+      "epoch": 0.950950950950951,
+      "grad_norm": 0.055028580129146576,
+      "learning_rate": 3.794957360029663e-05,
+      "loss": 0.0046,
+      "step": 2850
+    },
+    {
+      "epoch": 0.9592926259592927,
+      "grad_norm": 0.0008863616967573762,
+      "learning_rate": 3.7795080954146584e-05,
+      "loss": 0.0007,
+      "step": 2875
+    },
+    {
+      "epoch": 0.9676343009676343,
+      "grad_norm": 0.001261973986402154,
+      "learning_rate": 3.764058830799654e-05,
+      "loss": 0.0001,
+      "step": 2900
+    },
+    {
+      "epoch": 0.975975975975976,
+      "grad_norm": 0.04143986105918884,
+      "learning_rate": 3.74860956618465e-05,
+      "loss": 0.0871,
+      "step": 2925
+    },
+    {
+      "epoch": 0.9843176509843177,
+      "grad_norm": 0.0786428451538086,
+      "learning_rate": 3.733160301569645e-05,
+      "loss": 0.01,
+      "step": 2950
+    },
+    {
+      "epoch": 0.9926593259926594,
+      "grad_norm": 0.0012078924337401986,
+      "learning_rate": 3.7177110369546415e-05,
+      "loss": 0.0392,
+      "step": 2975
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.9978311644978312,
+      "eval_auc": 0.9945649196493791,
+      "eval_f1": 0.9078014184397163,
+      "eval_loss": 0.009599411860108376,
+      "eval_precision": 0.9552238805970149,
+      "eval_recall": 0.8648648648648649,
+      "eval_runtime": 120.7986,
+      "eval_samples_per_second": 49.62,
+      "eval_steps_per_second": 3.104,
+      "step": 2997
+    },
+    {
+      "epoch": 1.001001001001001,
+      "grad_norm": 0.006058184430003166,
+      "learning_rate": 3.7022617723396366e-05,
+      "loss": 0.041,
+      "step": 3000
+    },
+    {
+      "epoch": 1.0093426760093427,
+      "grad_norm": 0.003738154424354434,
+      "learning_rate": 3.6868125077246324e-05,
+      "loss": 0.0005,
+      "step": 3025
+    },
+    {
+      "epoch": 1.0176843510176843,
+      "grad_norm": 0.00978489127010107,
+      "learning_rate": 3.671363243109628e-05,
+      "loss": 0.0452,
+      "step": 3050
+    },
+    {
+      "epoch": 1.026026026026026,
+      "grad_norm": 0.01102358940988779,
+      "learning_rate": 3.655913978494624e-05,
+      "loss": 0.0005,
+      "step": 3075
+    },
+    {
+      "epoch": 1.0343677010343677,
+      "grad_norm": 0.008122111670672894,
+      "learning_rate": 3.64046471387962e-05,
+      "loss": 0.0003,
+      "step": 3100
+    },
+    {
+      "epoch": 1.0427093760427093,
+      "grad_norm": 0.0037865727208554745,
+      "learning_rate": 3.6250154492646154e-05,
+      "loss": 0.0046,
+      "step": 3125
+    },
+    {
+      "epoch": 1.0510510510510511,
+      "grad_norm": 0.0031646236311644316,
+      "learning_rate": 3.609566184649611e-05,
+      "loss": 0.0005,
+      "step": 3150
+    },
+    {
+      "epoch": 1.0593927260593927,
+      "grad_norm": 0.0017720437608659267,
+      "learning_rate": 3.594116920034606e-05,
+      "loss": 0.0001,
+      "step": 3175
+    },
+    {
+      "epoch": 1.0677344010677343,
+      "grad_norm": 0.011880212463438511,
+      "learning_rate": 3.578667655419603e-05,
+      "loss": 0.0286,
+      "step": 3200
+    },
+    {
+      "epoch": 1.0760760760760761,
+      "grad_norm": 0.00772507768124342,
+      "learning_rate": 3.563218390804598e-05,
+      "loss": 0.0001,
+      "step": 3225
+    },
+    {
+      "epoch": 1.0844177510844177,
+      "grad_norm": 0.012478929944336414,
+      "learning_rate": 3.5477691261895936e-05,
+      "loss": 0.0001,
+      "step": 3250
+    },
+    {
+      "epoch": 1.0927594260927593,
+      "grad_norm": 0.004284675233066082,
+      "learning_rate": 3.5323198615745894e-05,
+      "loss": 0.0001,
+      "step": 3275
+    },
+    {
+      "epoch": 1.1011011011011012,
+      "grad_norm": 0.0012670083669945598,
+      "learning_rate": 3.516870596959585e-05,
+      "loss": 0.0001,
+      "step": 3300
+    },
+    {
+      "epoch": 1.1094427761094428,
+      "grad_norm": 0.0011124334996566176,
+      "learning_rate": 3.50142133234458e-05,
+      "loss": 0.0381,
+      "step": 3325
+    },
+    {
+      "epoch": 1.1177844511177844,
+      "grad_norm": 0.35427987575531006,
+      "learning_rate": 3.485972067729576e-05,
+      "loss": 0.0306,
+      "step": 3350
+    },
+    {
+      "epoch": 1.1261261261261262,
+      "grad_norm": 0.0010480162454769015,
+      "learning_rate": 3.470522803114572e-05,
+      "loss": 0.0002,
+      "step": 3375
+    },
+    {
+      "epoch": 1.1344678011344678,
+      "grad_norm": 0.01626741513609886,
+      "learning_rate": 3.4550735384995675e-05,
+      "loss": 0.0049,
+      "step": 3400
+    },
+    {
+      "epoch": 1.1428094761428094,
+      "grad_norm": 0.0009041897719725966,
+      "learning_rate": 3.439624273884563e-05,
+      "loss": 0.0033,
+      "step": 3425
+    },
+    {
+      "epoch": 1.1511511511511512,
+      "grad_norm": 0.005210678093135357,
+      "learning_rate": 3.424175009269559e-05,
+      "loss": 0.0385,
+      "step": 3450
+    },
+    {
+      "epoch": 1.1594928261594928,
+      "grad_norm": 0.00467864703387022,
+      "learning_rate": 3.408725744654555e-05,
+      "loss": 0.0001,
+      "step": 3475
+    },
+    {
+      "epoch": 1.1678345011678344,
+      "grad_norm": 0.019908057525753975,
+      "learning_rate": 3.39327648003955e-05,
+      "loss": 0.0001,
+      "step": 3500
+    },
+    {
+      "epoch": 1.1761761761761762,
+      "grad_norm": 0.0005183572066016495,
+      "learning_rate": 3.3778272154245464e-05,
+      "loss": 0.0004,
+      "step": 3525
+    },
+    {
+      "epoch": 1.1845178511845178,
+      "grad_norm": 0.00818272028118372,
+      "learning_rate": 3.3623779508095414e-05,
+      "loss": 0.0454,
+      "step": 3550
+    },
+    {
+      "epoch": 1.1928595261928596,
+      "grad_norm": 0.0328977033495903,
+      "learning_rate": 3.346928686194537e-05,
+      "loss": 0.0003,
+      "step": 3575
+    },
+    {
+      "epoch": 1.2012012012012012,
+      "grad_norm": 6.452710151672363,
+      "learning_rate": 3.331479421579533e-05,
+      "loss": 0.0432,
+      "step": 3600
+    },
+    {
+      "epoch": 1.2095428762095428,
+      "grad_norm": 0.005078097339719534,
+      "learning_rate": 3.316030156964529e-05,
+      "loss": 0.0322,
+      "step": 3625
+    },
+    {
+      "epoch": 1.2178845512178846,
+      "grad_norm": 0.0003529058594722301,
+      "learning_rate": 3.300580892349524e-05,
+      "loss": 0.0003,
+      "step": 3650
+    },
+    {
+      "epoch": 1.2262262262262262,
+      "grad_norm": 0.0013959240168333054,
+      "learning_rate": 3.28513162773452e-05,
+      "loss": 0.0849,
+      "step": 3675
+    },
+    {
+      "epoch": 1.2345679012345678,
+      "grad_norm": 0.016115982085466385,
+      "learning_rate": 3.2696823631195154e-05,
+      "loss": 0.056,
+      "step": 3700
+    },
+    {
+      "epoch": 1.2429095762429097,
+      "grad_norm": 0.0022523789666593075,
+      "learning_rate": 3.254233098504511e-05,
+      "loss": 0.0002,
+      "step": 3725
+    },
+    {
+      "epoch": 1.2512512512512513,
+      "grad_norm": 0.016599655151367188,
+      "learning_rate": 3.238783833889507e-05,
+      "loss": 0.0319,
+      "step": 3750
+    },
+    {
+      "epoch": 1.2595929262595928,
+      "grad_norm": 0.0018683940870687366,
+      "learning_rate": 3.223334569274503e-05,
+      "loss": 0.0227,
+      "step": 3775
+    },
+    {
+      "epoch": 1.2679346012679347,
+      "grad_norm": 0.002231100806966424,
+      "learning_rate": 3.207885304659498e-05,
+      "loss": 0.0001,
+      "step": 3800
+    },
+    {
+      "epoch": 1.2762762762762763,
+      "grad_norm": 0.005379370413720608,
+      "learning_rate": 3.192436040044494e-05,
+      "loss": 0.0439,
+      "step": 3825
+    },
+    {
+      "epoch": 1.284617951284618,
+      "grad_norm": 0.003467306261882186,
+      "learning_rate": 3.176986775429489e-05,
+      "loss": 0.0025,
+      "step": 3850
+    },
+    {
+      "epoch": 1.2929596262929597,
+      "grad_norm": 0.0015170868718996644,
+      "learning_rate": 3.161537510814485e-05,
+      "loss": 0.0037,
+      "step": 3875
+    },
+    {
+      "epoch": 1.3013013013013013,
+      "grad_norm": 0.00604633055627346,
+      "learning_rate": 3.146088246199481e-05,
+      "loss": 0.0001,
+      "step": 3900
+    },
+    {
+      "epoch": 1.309642976309643,
+      "grad_norm": 10.07129955291748,
+      "learning_rate": 3.1306389815844766e-05,
+      "loss": 0.0232,
+      "step": 3925
+    },
+    {
+      "epoch": 1.3179846513179847,
+      "grad_norm": 0.0015994218410924077,
+      "learning_rate": 3.1151897169694724e-05,
+      "loss": 0.0004,
+      "step": 3950
+    },
+    {
+      "epoch": 1.3263263263263263,
+      "grad_norm": 0.009616601280868053,
+      "learning_rate": 3.099740452354468e-05,
+      "loss": 0.0165,
+      "step": 3975
+    },
+    {
+      "epoch": 1.3346680013346681,
+      "grad_norm": 0.009371902793645859,
+      "learning_rate": 3.084291187739464e-05,
+      "loss": 0.0008,
+      "step": 4000
+    },
+    {
+      "epoch": 1.3430096763430097,
+      "grad_norm": 0.3239502012729645,
+      "learning_rate": 3.068841923124459e-05,
+      "loss": 0.0026,
+      "step": 4025
+    },
+    {
+      "epoch": 1.3513513513513513,
+      "grad_norm": 0.00045479455729946494,
+      "learning_rate": 3.0533926585094554e-05,
+      "loss": 0.0002,
+      "step": 4050
+    },
+    {
+      "epoch": 1.3596930263596931,
+      "grad_norm": 6.515894889831543,
+      "learning_rate": 3.0379433938944505e-05,
+      "loss": 0.0591,
+      "step": 4075
+    },
+    {
+      "epoch": 1.3680347013680347,
+      "grad_norm": 0.0006543731433339417,
+      "learning_rate": 3.0224941292794463e-05,
+      "loss": 0.0527,
+      "step": 4100
+    },
+    {
+      "epoch": 1.3763763763763763,
+      "grad_norm": 0.0006008436321280897,
+      "learning_rate": 3.007044864664442e-05,
+      "loss": 0.0278,
+      "step": 4125
+    },
+    {
+      "epoch": 1.3847180513847182,
+      "grad_norm": 0.02133520320057869,
+      "learning_rate": 2.991595600049438e-05,
+      "loss": 0.0002,
+      "step": 4150
+    },
+    {
+      "epoch": 1.3930597263930597,
+      "grad_norm": 0.0017505575669929385,
+      "learning_rate": 2.9761463354344333e-05,
+      "loss": 0.0019,
+      "step": 4175
+    },
+    {
+      "epoch": 1.4014014014014013,
+      "grad_norm": 0.0024641742929816246,
+      "learning_rate": 2.9606970708194294e-05,
+      "loss": 0.0001,
+      "step": 4200
+    },
+    {
+      "epoch": 1.4097430764097432,
+      "grad_norm": 0.0026479989755898714,
+      "learning_rate": 2.9452478062044248e-05,
+      "loss": 0.0005,
+      "step": 4225
+    },
+    {
+      "epoch": 1.4180847514180848,
+      "grad_norm": 0.0036438798997551203,
+      "learning_rate": 2.9297985415894202e-05,
+      "loss": 0.0001,
+      "step": 4250
+    },
+    {
+      "epoch": 1.4264264264264264,
+      "grad_norm": 0.005783462896943092,
+      "learning_rate": 2.9143492769744163e-05,
+      "loss": 0.0686,
+      "step": 4275
+    },
+    {
+      "epoch": 1.4347681014347682,
+      "grad_norm": 0.024165183305740356,
+      "learning_rate": 2.8989000123594118e-05,
+      "loss": 0.0198,
+      "step": 4300
+    },
+    {
+      "epoch": 1.4431097764431098,
+      "grad_norm": 0.04456571117043495,
+      "learning_rate": 2.8834507477444072e-05,
+      "loss": 0.0007,
+      "step": 4325
+    },
+    {
+      "epoch": 1.4514514514514514,
+      "grad_norm": 0.0014297548914328218,
+      "learning_rate": 2.8680014831294033e-05,
+      "loss": 0.0009,
+      "step": 4350
+    },
+    {
+      "epoch": 1.4597931264597932,
+      "grad_norm": 0.002099397825077176,
+      "learning_rate": 2.8525522185143987e-05,
+      "loss": 0.0116,
+      "step": 4375
+    },
+    {
+      "epoch": 1.4681348014681348,
+      "grad_norm": 0.0008780402131378651,
+      "learning_rate": 2.837102953899394e-05,
+      "loss": 0.0001,
+      "step": 4400
+    },
+    {
+      "epoch": 1.4764764764764764,
+      "grad_norm": 0.00024115787527989596,
+      "learning_rate": 2.8216536892843903e-05,
+      "loss": 0.0216,
+      "step": 4425
+    },
+    {
+      "epoch": 1.4848181514848182,
+      "grad_norm": 0.0003840152348857373,
+      "learning_rate": 2.8062044246693857e-05,
+      "loss": 0.0361,
+      "step": 4450
+    },
+    {
+      "epoch": 1.4931598264931598,
+      "grad_norm": 0.0005036329384893179,
+      "learning_rate": 2.7907551600543815e-05,
+      "loss": 0.0001,
+      "step": 4475
+    },
+    {
+      "epoch": 1.5015015015015014,
+      "grad_norm": 0.0002450717438478023,
+      "learning_rate": 2.7753058954393772e-05,
+      "loss": 0.0001,
+      "step": 4500
+    },
+    {
+      "epoch": 1.5098431765098432,
+      "grad_norm": 0.0007805937202647328,
+      "learning_rate": 2.759856630824373e-05,
+      "loss": 0.0001,
+      "step": 4525
+    },
+    {
+      "epoch": 1.5181848515181848,
+      "grad_norm": 0.0013042781502008438,
+      "learning_rate": 2.7444073662093684e-05,
+      "loss": 0.0645,
+      "step": 4550
+    },
+    {
+      "epoch": 1.5265265265265264,
+      "grad_norm": 0.0023273963015526533,
+      "learning_rate": 2.7289581015943645e-05,
+      "loss": 0.0016,
+      "step": 4575
+    },
+    {
+      "epoch": 1.5348682015348682,
+      "grad_norm": 0.0012803663266822696,
+      "learning_rate": 2.71350883697936e-05,
+      "loss": 0.0001,
+      "step": 4600
+    },
+    {
+      "epoch": 1.5432098765432098,
+      "grad_norm": 0.0039305612444877625,
+      "learning_rate": 2.6980595723643554e-05,
+      "loss": 0.0001,
+      "step": 4625
+    },
+    {
+      "epoch": 1.5515515515515514,
+      "grad_norm": 0.0023296186700463295,
+      "learning_rate": 2.6826103077493515e-05,
+      "loss": 0.0001,
+      "step": 4650
+    },
+    {
+      "epoch": 1.5598932265598933,
+      "grad_norm": 0.0008701834594830871,
+      "learning_rate": 2.667161043134347e-05,
+      "loss": 0.0306,
+      "step": 4675
+    },
+    {
+      "epoch": 1.5682349015682349,
+      "grad_norm": 0.009118028916418552,
+      "learning_rate": 2.6517117785193424e-05,
+      "loss": 0.0004,
+      "step": 4700
+    },
+    {
+      "epoch": 1.5765765765765765,
+      "grad_norm": 0.004671914968639612,
+      "learning_rate": 2.6362625139043385e-05,
+      "loss": 0.0003,
+      "step": 4725
+    },
+    {
+      "epoch": 1.5849182515849183,
+      "grad_norm": 0.0014299708418548107,
+      "learning_rate": 2.620813249289334e-05,
+      "loss": 0.0001,
+      "step": 4750
+    },
+    {
+      "epoch": 1.5932599265932599,
+      "grad_norm": 0.0011580680729821324,
+      "learning_rate": 2.6053639846743293e-05,
+      "loss": 0.0001,
+      "step": 4775
+    },
+    {
+      "epoch": 1.6016016016016015,
+      "grad_norm": 0.0004150031309109181,
+      "learning_rate": 2.5899147200593254e-05,
+      "loss": 0.0201,
+      "step": 4800
+    },
+    {
+      "epoch": 1.6099432766099433,
+      "grad_norm": 0.15517137944698334,
+      "learning_rate": 2.574465455444321e-05,
+      "loss": 0.0133,
+      "step": 4825
+    },
+    {
+      "epoch": 1.6182849516182851,
+      "grad_norm": 0.0004611278127413243,
+      "learning_rate": 2.5590161908293163e-05,
+      "loss": 0.0004,
+      "step": 4850
+    },
+    {
+      "epoch": 1.6266266266266265,
+      "grad_norm": 7.501170635223389,
+      "learning_rate": 2.5435669262143124e-05,
+      "loss": 0.0056,
+      "step": 4875
+    },
+    {
+      "epoch": 1.6349683016349683,
+      "grad_norm": 0.0007478469051420689,
+      "learning_rate": 2.5281176615993078e-05,
+      "loss": 0.0002,
+      "step": 4900
+    },
+    {
+      "epoch": 1.6433099766433101,
+      "grad_norm": 2.6761367321014404,
+      "learning_rate": 2.5126683969843036e-05,
+      "loss": 0.0319,
+      "step": 4925
+    },
+    {
+      "epoch": 1.6516516516516515,
+      "grad_norm": 0.0006212076405063272,
+      "learning_rate": 2.4972191323692994e-05,
+      "loss": 0.0,
+      "step": 4950
+    },
+    {
+      "epoch": 1.6599933266599933,
+      "grad_norm": 0.0011125955497846007,
+      "learning_rate": 2.481769867754295e-05,
+      "loss": 0.0001,
+      "step": 4975
+    },
+    {
+      "epoch": 1.6683350016683351,
+      "grad_norm": 9.793978097150102e-05,
+      "learning_rate": 2.466320603139291e-05,
+      "loss": 0.0,
+      "step": 5000
+    },
+    {
+      "epoch": 1.6766766766766765,
+      "grad_norm": 0.0029056610073894262,
+      "learning_rate": 2.4508713385242863e-05,
+      "loss": 0.0001,
+      "step": 5025
+    },
+    {
+      "epoch": 1.6850183516850183,
+      "grad_norm": 0.0007343544857576489,
+      "learning_rate": 2.435422073909282e-05,
+      "loss": 0.0521,
+      "step": 5050
+    },
+    {
+      "epoch": 1.6933600266933602,
+      "grad_norm": 0.014967703260481358,
+      "learning_rate": 2.419972809294278e-05,
+      "loss": 0.0002,
+      "step": 5075
+    },
+    {
+      "epoch": 1.7017017017017015,
+      "grad_norm": 0.0071108159609138966,
+      "learning_rate": 2.4045235446792733e-05,
+      "loss": 0.0362,
+      "step": 5100
+    },
+    {
+      "epoch": 1.7100433767100434,
+      "grad_norm": 0.004571543540805578,
+      "learning_rate": 2.389074280064269e-05,
+      "loss": 0.0047,
+      "step": 5125
+    },
+    {
+      "epoch": 1.7183850517183852,
+      "grad_norm": 0.007166516967117786,
+      "learning_rate": 2.3736250154492648e-05,
+      "loss": 0.0028,
+      "step": 5150
+    },
+    {
+      "epoch": 1.7267267267267268,
+      "grad_norm": 0.008930371142923832,
+      "learning_rate": 2.3581757508342603e-05,
+      "loss": 0.0396,
+      "step": 5175
+    },
+    {
+      "epoch": 1.7350684017350684,
+      "grad_norm": 0.007438777945935726,
+      "learning_rate": 2.342726486219256e-05,
+      "loss": 0.0004,
+      "step": 5200
+    },
+    {
+      "epoch": 1.7434100767434102,
+      "grad_norm": 0.0038795331493020058,
+      "learning_rate": 2.3272772216042518e-05,
+      "loss": 0.0257,
+      "step": 5225
+    },
+    {
+      "epoch": 1.7517517517517518,
+      "grad_norm": 0.003188981907442212,
+      "learning_rate": 2.3118279569892472e-05,
+      "loss": 0.0003,
+      "step": 5250
+    },
+    {
+      "epoch": 1.7600934267600934,
+      "grad_norm": 0.00612386642023921,
+      "learning_rate": 2.296378692374243e-05,
+      "loss": 0.0321,
+      "step": 5275
+    },
+    {
+      "epoch": 1.7684351017684352,
+      "grad_norm": 0.0007353666005656123,
+      "learning_rate": 2.2809294277592388e-05,
+      "loss": 0.0026,
+      "step": 5300
+    },
+    {
+      "epoch": 1.7767767767767768,
+      "grad_norm": 0.006964649073779583,
+      "learning_rate": 2.2654801631442342e-05,
+      "loss": 0.0009,
+      "step": 5325
+    },
+    {
+      "epoch": 1.7851184517851184,
+      "grad_norm": 0.009796655736863613,
+      "learning_rate": 2.25003089852923e-05,
+      "loss": 0.0542,
+      "step": 5350
+    },
+    {
+      "epoch": 1.7934601267934602,
+      "grad_norm": 0.00797263439744711,
+      "learning_rate": 2.2345816339142257e-05,
+      "loss": 0.001,
+      "step": 5375
+    },
+    {
+      "epoch": 1.8018018018018018,
+      "grad_norm": 0.0027469745837152004,
+      "learning_rate": 2.2191323692992215e-05,
+      "loss": 0.0002,
+      "step": 5400
+    },
+    {
+      "epoch": 1.8101434768101434,
+      "grad_norm": 0.0032520880922675133,
+      "learning_rate": 2.2036831046842172e-05,
+      "loss": 0.0162,
+      "step": 5425
+    },
+    {
+      "epoch": 1.8184851518184852,
+      "grad_norm": 0.0021738584619015455,
+      "learning_rate": 2.188233840069213e-05,
+      "loss": 0.0002,
+      "step": 5450
+    },
+    {
+      "epoch": 1.8268268268268268,
+      "grad_norm": 0.0015207937685772777,
+      "learning_rate": 2.1727845754542084e-05,
+      "loss": 0.0004,
+      "step": 5475
+    },
+    {
+      "epoch": 1.8351685018351684,
+      "grad_norm": 0.001575661008246243,
+      "learning_rate": 2.1573353108392042e-05,
+      "loss": 0.0314,
+      "step": 5500
+    },
+    {
+      "epoch": 1.8435101768435103,
+      "grad_norm": 0.0009630912682041526,
+      "learning_rate": 2.1418860462242e-05,
+      "loss": 0.0047,
+      "step": 5525
+    },
+    {
+      "epoch": 1.8518518518518519,
+      "grad_norm": 0.001678589964285493,
+      "learning_rate": 2.1264367816091954e-05,
+      "loss": 0.0338,
+      "step": 5550
+    },
+    {
+      "epoch": 1.8601935268601935,
+      "grad_norm": 0.004351487848907709,
+      "learning_rate": 2.1109875169941912e-05,
+      "loss": 0.0063,
+      "step": 5575
+    },
+    {
+      "epoch": 1.8685352018685353,
+      "grad_norm": 0.008160965517163277,
+      "learning_rate": 2.095538252379187e-05,
+      "loss": 0.0304,
+      "step": 5600
+    },
+    {
+      "epoch": 1.8768768768768769,
+      "grad_norm": 0.0037402340676635504,
+      "learning_rate": 2.0800889877641824e-05,
+      "loss": 0.0006,
+      "step": 5625
+    },
+    {
+      "epoch": 1.8852185518852185,
+      "grad_norm": 0.0016508076805621386,
+      "learning_rate": 2.064639723149178e-05,
+      "loss": 0.0001,
+      "step": 5650
+    },
+    {
+      "epoch": 1.8935602268935603,
+      "grad_norm": 0.011413435451686382,
+      "learning_rate": 2.049190458534174e-05,
+      "loss": 0.0197,
+      "step": 5675
+    },
+    {
+      "epoch": 1.901901901901902,
+      "grad_norm": 0.0007151237805373967,
+      "learning_rate": 2.0337411939191693e-05,
+      "loss": 0.0002,
+      "step": 5700
+    },
+    {
+      "epoch": 1.9102435769102435,
+      "grad_norm": 24.82006072998047,
+      "learning_rate": 2.018291929304165e-05,
+      "loss": 0.0506,
+      "step": 5725
+    },
+    {
+      "epoch": 1.9185852519185853,
+      "grad_norm": 0.018485259264707565,
+      "learning_rate": 2.002842664689161e-05,
+      "loss": 0.0324,
+      "step": 5750
+    },
+    {
+      "epoch": 1.926926926926927,
+      "grad_norm": 0.008674918673932552,
+      "learning_rate": 1.9873934000741566e-05,
+      "loss": 0.0006,
+      "step": 5775
+    },
+    {
+      "epoch": 1.9352686019352685,
+      "grad_norm": 0.0022723872680217028,
+      "learning_rate": 1.9719441354591524e-05,
+      "loss": 0.0002,
+      "step": 5800
+    },
+    {
+      "epoch": 1.9436102769436103,
+      "grad_norm": 0.0006509014638140798,
+      "learning_rate": 1.9564948708441482e-05,
+      "loss": 0.0022,
+      "step": 5825
+    },
+    {
+      "epoch": 1.951951951951952,
+      "grad_norm": 0.001537534175440669,
+      "learning_rate": 1.9410456062291436e-05,
+      "loss": 0.0002,
+      "step": 5850
+    },
+    {
+      "epoch": 1.9602936269602935,
+      "grad_norm": 0.0028848988004028797,
+      "learning_rate": 1.9255963416141394e-05,
+      "loss": 0.0312,
+      "step": 5875
+    },
+    {
+      "epoch": 1.9686353019686353,
+      "grad_norm": 0.001275117159821093,
+      "learning_rate": 1.910147076999135e-05,
+      "loss": 0.0004,
+      "step": 5900
+    },
+    {
+      "epoch": 1.976976976976977,
+      "grad_norm": 0.003794446587562561,
+      "learning_rate": 1.8946978123841306e-05,
+      "loss": 0.0303,
+      "step": 5925
+    },
+    {
+      "epoch": 1.9853186519853185,
+      "grad_norm": 0.0013351526577025652,
+      "learning_rate": 1.8792485477691263e-05,
+      "loss": 0.0028,
+      "step": 5950
+    },
+    {
+      "epoch": 1.9936603269936604,
+      "grad_norm": 0.0022188324946910143,
+      "learning_rate": 1.863799283154122e-05,
+      "loss": 0.0001,
+      "step": 5975
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.9983316649983317,
+      "eval_auc": 0.9996210737764792,
+      "eval_f1": 0.9285714285714286,
+      "eval_loss": 0.006147409323602915,
+      "eval_precision": 0.9848484848484849,
+      "eval_recall": 0.8783783783783784,
+      "eval_runtime": 118.7551,
+      "eval_samples_per_second": 50.474,
+      "eval_steps_per_second": 3.158,
+      "step": 5994
+    },
+    {
+      "epoch": 2.002002002002002,
+      "grad_norm": 0.03426537662744522,
+      "learning_rate": 1.8483500185391175e-05,
+      "loss": 0.0001,
+      "step": 6000
+    },
+    {
+      "epoch": 2.0103436770103436,
+      "grad_norm": 0.017995424568653107,
+      "learning_rate": 1.8329007539241133e-05,
+      "loss": 0.007,
+      "step": 6025
+    },
+    {
+      "epoch": 2.0186853520186854,
+      "grad_norm": 0.0008380690705962479,
+      "learning_rate": 1.817451489309109e-05,
+      "loss": 0.0163,
+      "step": 6050
+    },
+    {
+      "epoch": 2.027027027027027,
+      "grad_norm": 0.0041703651659190655,
+      "learning_rate": 1.8020022246941045e-05,
+      "loss": 0.0002,
+      "step": 6075
+    },
+    {
+      "epoch": 2.0353687020353686,
+      "grad_norm": 0.0007581566460430622,
+      "learning_rate": 1.7865529600791003e-05,
+      "loss": 0.0001,
+      "step": 6100
+    },
+    {
+      "epoch": 2.0437103770437104,
+      "grad_norm": 0.000699601077940315,
+      "learning_rate": 1.771103695464096e-05,
+      "loss": 0.0003,
+      "step": 6125
+    },
+    {
+      "epoch": 2.052052052052052,
+      "grad_norm": 0.021615630015730858,
+      "learning_rate": 1.7556544308490915e-05,
+      "loss": 0.0195,
+      "step": 6150
+    },
+    {
+      "epoch": 2.0603937270603936,
+      "grad_norm": 0.0024253269657492638,
+      "learning_rate": 1.7402051662340872e-05,
+      "loss": 0.0016,
+      "step": 6175
+    },
+    {
+      "epoch": 2.0687354020687354,
+      "grad_norm": 8.936987433116883e-05,
+      "learning_rate": 1.724755901619083e-05,
+      "loss": 0.0,
+      "step": 6200
+    },
+    {
+      "epoch": 2.0770770770770772,
+      "grad_norm": 0.0001456751924706623,
+      "learning_rate": 1.7093066370040788e-05,
+      "loss": 0.0,
+      "step": 6225
+    },
+    {
+      "epoch": 2.0854187520854186,
+      "grad_norm": 0.0011276202276349068,
+      "learning_rate": 1.6938573723890745e-05,
+      "loss": 0.0382,
+      "step": 6250
+    },
+    {
+      "epoch": 2.0937604270937604,
+      "grad_norm": 0.00011645181803032756,
+      "learning_rate": 1.6784081077740703e-05,
+      "loss": 0.0001,
+      "step": 6275
+    },
+    {
+      "epoch": 2.1021021021021022,
+      "grad_norm": 0.00045101341675035655,
+      "learning_rate": 1.6629588431590657e-05,
+      "loss": 0.0002,
+      "step": 6300
+    },
+    {
+      "epoch": 2.1104437771104436,
+      "grad_norm": 0.0001981251552933827,
+      "learning_rate": 1.6475095785440615e-05,
+      "loss": 0.0002,
+      "step": 6325
+    },
+    {
+      "epoch": 2.1187854521187854,
+      "grad_norm": 0.0004596684011630714,
+      "learning_rate": 1.6320603139290573e-05,
+      "loss": 0.0001,
+      "step": 6350
+    },
+    {
+      "epoch": 2.1271271271271273,
+      "grad_norm": 0.0003594656300265342,
+      "learning_rate": 1.6166110493140527e-05,
+      "loss": 0.0,
+      "step": 6375
+    },
+    {
+      "epoch": 2.1354688021354686,
+      "grad_norm": 0.0015784379793331027,
+      "learning_rate": 1.6011617846990485e-05,
+      "loss": 0.0103,
+      "step": 6400
+    },
+    {
+      "epoch": 2.1438104771438105,
+      "grad_norm": 0.001940034911967814,
+      "learning_rate": 1.5857125200840442e-05,
+      "loss": 0.0019,
+      "step": 6425
+    },
+    {
+      "epoch": 2.1521521521521523,
+      "grad_norm": 0.0011929641477763653,
+      "learning_rate": 1.5702632554690397e-05,
+      "loss": 0.0,
+      "step": 6450
+    },
+    {
+      "epoch": 2.1604938271604937,
+      "grad_norm": 0.0035334331914782524,
+      "learning_rate": 1.5548139908540354e-05,
+      "loss": 0.007,
+      "step": 6475
+    },
+    {
+      "epoch": 2.1688355021688355,
+      "grad_norm": 0.0003299266390968114,
+      "learning_rate": 1.5393647262390312e-05,
+      "loss": 0.0002,
+      "step": 6500
+    },
+    {
+      "epoch": 2.1771771771771773,
+      "grad_norm": 0.0005644136690534651,
+      "learning_rate": 1.5239154616240266e-05,
+      "loss": 0.0,
+      "step": 6525
+    },
+    {
+      "epoch": 2.1855188521855187,
+      "grad_norm": 0.0003227370616514236,
+      "learning_rate": 1.5084661970090224e-05,
+      "loss": 0.0,
+      "step": 6550
+    },
+    {
+      "epoch": 2.1938605271938605,
+      "grad_norm": 0.0011611609952524304,
+      "learning_rate": 1.4930169323940182e-05,
+      "loss": 0.0,
+      "step": 6575
+    },
+    {
+      "epoch": 2.2022022022022023,
+      "grad_norm": 0.003065961878746748,
+      "learning_rate": 1.4775676677790138e-05,
+      "loss": 0.0291,
+      "step": 6600
+    },
+    {
+      "epoch": 2.2105438772105437,
+      "grad_norm": 0.0016901785274967551,
+      "learning_rate": 1.4621184031640095e-05,
+      "loss": 0.0,
+      "step": 6625
+    },
+    {
+      "epoch": 2.2188855522188855,
+      "grad_norm": 0.003457328537479043,
+      "learning_rate": 1.4466691385490053e-05,
+      "loss": 0.0578,
+      "step": 6650
+    },
+    {
+      "epoch": 2.2272272272272273,
+      "grad_norm": 0.0015183900250121951,
+      "learning_rate": 1.4312198739340007e-05,
+      "loss": 0.0004,
+      "step": 6675
+    },
+    {
+      "epoch": 2.2355689022355687,
+      "grad_norm": 0.01456731278449297,
+      "learning_rate": 1.4157706093189965e-05,
+      "loss": 0.0001,
+      "step": 6700
+    },
+    {
+      "epoch": 2.2439105772439105,
+      "grad_norm": 0.006311188917607069,
+      "learning_rate": 1.4003213447039923e-05,
+      "loss": 0.0001,
+      "step": 6725
+    },
+    {
+      "epoch": 2.2522522522522523,
+      "grad_norm": 0.00036790382000617683,
+      "learning_rate": 1.3848720800889879e-05,
+      "loss": 0.0333,
+      "step": 6750
+    },
+    {
+      "epoch": 2.2605939272605937,
+      "grad_norm": 0.002643864369019866,
+      "learning_rate": 1.3694228154739836e-05,
+      "loss": 0.0001,
+      "step": 6775
+    },
+    {
+      "epoch": 2.2689356022689355,
+      "grad_norm": 0.0004877290630247444,
+      "learning_rate": 1.3539735508589794e-05,
+      "loss": 0.0001,
+      "step": 6800
+    },
+    {
+      "epoch": 2.2772772772772774,
+      "grad_norm": 0.0006125778309069574,
+      "learning_rate": 1.3385242862439748e-05,
+      "loss": 0.0001,
+      "step": 6825
+    },
+    {
+      "epoch": 2.2856189522856187,
+      "grad_norm": 0.006749690044671297,
+      "learning_rate": 1.3230750216289706e-05,
+      "loss": 0.0295,
+      "step": 6850
+    },
+    {
+      "epoch": 2.2939606272939606,
+      "grad_norm": 0.00032511603785678744,
+      "learning_rate": 1.3076257570139664e-05,
+      "loss": 0.0003,
+      "step": 6875
+    },
+    {
+      "epoch": 2.3023023023023024,
+      "grad_norm": 0.00033115336555056274,
+      "learning_rate": 1.2921764923989618e-05,
+      "loss": 0.0001,
+      "step": 6900
+    },
+    {
+      "epoch": 2.3106439773106437,
+      "grad_norm": 0.0015968529041856527,
+      "learning_rate": 1.2767272277839576e-05,
+      "loss": 0.0001,
+      "step": 6925
+    },
+    {
+      "epoch": 2.3189856523189856,
+      "grad_norm": 0.0019475755980238318,
+      "learning_rate": 1.2612779631689531e-05,
+      "loss": 0.0001,
+      "step": 6950
+    },
+    {
+      "epoch": 2.3273273273273274,
+      "grad_norm": 0.004731306340545416,
+      "learning_rate": 1.245828698553949e-05,
+      "loss": 0.0001,
+      "step": 6975
+    },
+    {
+      "epoch": 2.3356690023356688,
+      "grad_norm": 0.0013892946299165487,
+      "learning_rate": 1.2303794339389447e-05,
+      "loss": 0.0002,
+      "step": 7000
+    },
+    {
+      "epoch": 2.3440106773440106,
+      "grad_norm": 0.00041954405605793,
+      "learning_rate": 1.2149301693239403e-05,
+      "loss": 0.0215,
+      "step": 7025
+    },
+    {
+      "epoch": 2.3523523523523524,
+      "grad_norm": 0.0006229266291484237,
+      "learning_rate": 1.1994809047089359e-05,
+      "loss": 0.0001,
+      "step": 7050
+    },
+    {
+      "epoch": 2.360694027360694,
+      "grad_norm": 0.0022454725112766027,
+      "learning_rate": 1.1840316400939316e-05,
+      "loss": 0.0003,
+      "step": 7075
+    },
+    {
+      "epoch": 2.3690357023690356,
+      "grad_norm": 0.0003879007126670331,
+      "learning_rate": 1.1685823754789272e-05,
+      "loss": 0.0002,
+      "step": 7100
+    },
+    {
+      "epoch": 2.3773773773773774,
+      "grad_norm": 0.0023330808617174625,
+      "learning_rate": 1.1531331108639228e-05,
+      "loss": 0.0001,
+      "step": 7125
+    },
+    {
+      "epoch": 2.3857190523857192,
+      "grad_norm": 0.009034736081957817,
+      "learning_rate": 1.1376838462489186e-05,
+      "loss": 0.0409,
+      "step": 7150
+    },
+    {
+      "epoch": 2.3940607273940606,
+      "grad_norm": 0.012751072645187378,
+      "learning_rate": 1.1222345816339142e-05,
+      "loss": 0.0001,
+      "step": 7175
+    },
+    {
+      "epoch": 2.4024024024024024,
+      "grad_norm": 0.0005218230071477592,
+      "learning_rate": 1.10678531701891e-05,
+      "loss": 0.0003,
+      "step": 7200
+    },
+    {
+      "epoch": 2.4107440774107443,
+      "grad_norm": 0.005197747144848108,
+      "learning_rate": 1.0913360524039057e-05,
+      "loss": 0.0002,
+      "step": 7225
+    },
+    {
+      "epoch": 2.4190857524190856,
+      "grad_norm": 0.0004819717141799629,
+      "learning_rate": 1.0758867877889013e-05,
+      "loss": 0.0052,
+      "step": 7250
+    },
+    {
+      "epoch": 2.4274274274274275,
+      "grad_norm": 0.0005321923526935279,
+      "learning_rate": 1.060437523173897e-05,
+      "loss": 0.0,
+      "step": 7275
+    },
+    {
+      "epoch": 2.4357691024357693,
+      "grad_norm": 0.0027098068967461586,
+      "learning_rate": 1.0449882585588927e-05,
+      "loss": 0.0048,
+      "step": 7300
+    },
+    {
+      "epoch": 2.4441107774441106,
+      "grad_norm": 15.976853370666504,
+      "learning_rate": 1.0295389939438883e-05,
+      "loss": 0.0131,
+      "step": 7325
+    },
+    {
+      "epoch": 2.4524524524524525,
+      "grad_norm": 0.06583759933710098,
+      "learning_rate": 1.0140897293288839e-05,
+      "loss": 0.0002,
+      "step": 7350
+    },
+    {
+      "epoch": 2.4607941274607943,
+      "grad_norm": 0.0012560704490169883,
+      "learning_rate": 9.986404647138797e-06,
+      "loss": 0.0002,
+      "step": 7375
+    },
+    {
+      "epoch": 2.4691358024691357,
+      "grad_norm": 0.0004110535664949566,
+      "learning_rate": 9.831912000988754e-06,
+      "loss": 0.0001,
+      "step": 7400
+    },
+    {
+      "epoch": 2.4774774774774775,
+      "grad_norm": 0.0021631394047290087,
+      "learning_rate": 9.67741935483871e-06,
+      "loss": 0.0001,
+      "step": 7425
+    },
+    {
+      "epoch": 2.4858191524858193,
+      "grad_norm": 0.002222039271146059,
+      "learning_rate": 9.522926708688668e-06,
+      "loss": 0.0169,
+      "step": 7450
+    },
+    {
+      "epoch": 2.4941608274941607,
+      "grad_norm": 0.0026871326845139265,
+      "learning_rate": 9.368434062538624e-06,
+      "loss": 0.0243,
+      "step": 7475
+    },
+    {
+      "epoch": 2.5025025025025025,
+      "grad_norm": 0.00477555999532342,
+      "learning_rate": 9.21394141638858e-06,
+      "loss": 0.0005,
+      "step": 7500
+    },
+    {
+      "epoch": 2.5108441775108443,
+      "grad_norm": 0.012109145522117615,
+      "learning_rate": 9.059448770238536e-06,
+      "loss": 0.0282,
+      "step": 7525
+    },
+    {
+      "epoch": 2.5191858525191857,
+      "grad_norm": 0.0005930490442551672,
+      "learning_rate": 8.904956124088494e-06,
+      "loss": 0.0002,
+      "step": 7550
+    },
+    {
+      "epoch": 2.5275275275275275,
+      "grad_norm": 0.003786754095926881,
+      "learning_rate": 8.75046347793845e-06,
+      "loss": 0.0023,
+      "step": 7575
+    },
+    {
+      "epoch": 2.5358692025358693,
+      "grad_norm": 0.0012933415127918124,
+      "learning_rate": 8.595970831788407e-06,
+      "loss": 0.0119,
+      "step": 7600
+    },
+    {
+      "epoch": 2.5442108775442107,
+      "grad_norm": 0.0005488534225150943,
+      "learning_rate": 8.441478185638365e-06,
+      "loss": 0.0135,
+      "step": 7625
+    },
+    {
+      "epoch": 2.5525525525525525,
+      "grad_norm": 0.0013369097141548991,
+      "learning_rate": 8.286985539488321e-06,
+      "loss": 0.0172,
+      "step": 7650
+    },
+    {
+      "epoch": 2.5608942275608944,
+      "grad_norm": 0.0037656030617654324,
+      "learning_rate": 8.132492893338277e-06,
+      "loss": 0.0163,
+      "step": 7675
+    },
+    {
+      "epoch": 2.569235902569236,
+      "grad_norm": 0.0011651143431663513,
+      "learning_rate": 7.978000247188235e-06,
+      "loss": 0.0001,
+      "step": 7700
+    },
+    {
+      "epoch": 2.5775775775775776,
+      "grad_norm": 0.0026386177632957697,
+      "learning_rate": 7.82350760103819e-06,
+      "loss": 0.0002,
+      "step": 7725
+    },
+    {
+      "epoch": 2.5859192525859194,
+      "grad_norm": 0.004785032011568546,
+      "learning_rate": 7.669014954888147e-06,
+      "loss": 0.0,
+      "step": 7750
+    },
+    {
+      "epoch": 2.594260927594261,
+      "grad_norm": 0.00011592906957957894,
+      "learning_rate": 7.514522308738104e-06,
+      "loss": 0.0,
+      "step": 7775
+    },
+    {
+      "epoch": 2.6026026026026026,
+      "grad_norm": 0.001778353936970234,
+      "learning_rate": 7.360029662588061e-06,
+      "loss": 0.0001,
+      "step": 7800
+    },
+    {
+      "epoch": 2.6109442776109444,
+      "grad_norm": 0.001059061149135232,
+      "learning_rate": 7.205537016438017e-06,
+      "loss": 0.0095,
+      "step": 7825
+    },
+    {
+      "epoch": 2.619285952619286,
+      "grad_norm": 0.00041067678830586374,
+      "learning_rate": 7.051044370287975e-06,
+      "loss": 0.0001,
+      "step": 7850
+    },
+    {
+      "epoch": 2.6276276276276276,
+      "grad_norm": 0.0005333448643796146,
+      "learning_rate": 6.896551724137932e-06,
+      "loss": 0.0003,
+      "step": 7875
+    },
+    {
+      "epoch": 2.6359693026359694,
+      "grad_norm": 0.03314538672566414,
+      "learning_rate": 6.742059077987888e-06,
+      "loss": 0.0019,
+      "step": 7900
+    },
+    {
+      "epoch": 2.6443109776443112,
+      "grad_norm": 0.0016822376055642962,
+      "learning_rate": 6.587566431837845e-06,
+      "loss": 0.0063,
+      "step": 7925
+    },
+    {
+      "epoch": 2.6526526526526526,
+      "grad_norm": 0.0006041646120138466,
+      "learning_rate": 6.433073785687801e-06,
+      "loss": 0.0001,
+      "step": 7950
+    },
+    {
+      "epoch": 2.6609943276609944,
+      "grad_norm": 0.00021345775166992098,
+      "learning_rate": 6.278581139537758e-06,
+      "loss": 0.0001,
+      "step": 7975
+    },
+    {
+      "epoch": 2.6693360026693362,
+      "grad_norm": 0.00019755800894927233,
+      "learning_rate": 6.124088493387715e-06,
+      "loss": 0.0,
+      "step": 8000
+    },
+    {
+      "epoch": 2.6776776776776776,
+      "grad_norm": 0.0004531990271061659,
+      "learning_rate": 5.969595847237672e-06,
+      "loss": 0.0,
+      "step": 8025
+    },
+    {
+      "epoch": 2.6860193526860194,
+      "grad_norm": 0.002286186208948493,
+      "learning_rate": 5.815103201087629e-06,
+      "loss": 0.0,
+      "step": 8050
+    },
+    {
+      "epoch": 2.6943610276943613,
+      "grad_norm": 9.491475066170096e-05,
+      "learning_rate": 5.660610554937585e-06,
+      "loss": 0.0002,
+      "step": 8075
+    },
+    {
+      "epoch": 2.7027027027027026,
+      "grad_norm": 0.00024974957341328263,
+      "learning_rate": 5.506117908787542e-06,
+      "loss": 0.0044,
+      "step": 8100
+    },
+    {
+      "epoch": 2.7110443777110445,
+      "grad_norm": 0.0010395270073786378,
+      "learning_rate": 5.351625262637499e-06,
+      "loss": 0.0001,
+      "step": 8125
+    },
+    {
+      "epoch": 2.7193860527193863,
+      "grad_norm": 0.0001526384148746729,
+      "learning_rate": 5.197132616487455e-06,
+      "loss": 0.0,
+      "step": 8150
+    },
+    {
+      "epoch": 2.7277277277277276,
+      "grad_norm": 0.0006884171743877232,
+      "learning_rate": 5.042639970337412e-06,
+      "loss": 0.0001,
+      "step": 8175
+    },
+    {
+      "epoch": 2.7360694027360695,
+      "grad_norm": 9.014210809255019e-05,
+      "learning_rate": 4.88814732418737e-06,
+      "loss": 0.0001,
+      "step": 8200
+    },
+    {
+      "epoch": 2.7444110777444113,
+      "grad_norm": 0.0002122920996043831,
+      "learning_rate": 4.733654678037326e-06,
+      "loss": 0.0001,
+      "step": 8225
+    },
+    {
+      "epoch": 2.7527527527527527,
+      "grad_norm": 0.0002799911017064005,
+      "learning_rate": 4.579162031887282e-06,
+      "loss": 0.0001,
+      "step": 8250
+    },
+    {
+      "epoch": 2.7610944277610945,
+      "grad_norm": 0.00325685553252697,
+      "learning_rate": 4.424669385737239e-06,
+      "loss": 0.0002,
+      "step": 8275
+    },
+    {
+      "epoch": 2.7694361027694363,
+      "grad_norm": 0.00023966682783793658,
+      "learning_rate": 4.270176739587196e-06,
+      "loss": 0.0001,
+      "step": 8300
+    },
+    {
+      "epoch": 2.7777777777777777,
+      "grad_norm": 0.00024113825929816812,
+      "learning_rate": 4.115684093437153e-06,
+      "loss": 0.0,
+      "step": 8325
+    },
+    {
+      "epoch": 2.7861194527861195,
+      "grad_norm": 0.00069383904337883,
+      "learning_rate": 3.96119144728711e-06,
+      "loss": 0.0282,
+      "step": 8350
+    },
+    {
+      "epoch": 2.7944611277944613,
+      "grad_norm": 0.00674516661092639,
+      "learning_rate": 3.8066988011370657e-06,
+      "loss": 0.0,
+      "step": 8375
+    },
+    {
+      "epoch": 2.8028028028028027,
+      "grad_norm": 0.0006425007013604045,
+      "learning_rate": 3.652206154987023e-06,
+      "loss": 0.0001,
+      "step": 8400
+    },
+    {
+      "epoch": 2.8111444778111445,
+      "grad_norm": 0.001739656669087708,
+      "learning_rate": 3.49771350883698e-06,
+      "loss": 0.0003,
+      "step": 8425
+    },
+    {
+      "epoch": 2.8194861528194863,
+      "grad_norm": 0.00028822454623878,
+      "learning_rate": 3.343220862686936e-06,
+      "loss": 0.0022,
+      "step": 8450
+    },
+    {
+      "epoch": 2.8278278278278277,
+      "grad_norm": 0.0007758860592730343,
+      "learning_rate": 3.188728216536893e-06,
+      "loss": 0.0002,
+      "step": 8475
+    },
+    {
+      "epoch": 2.8361695028361695,
+      "grad_norm": 6.443789607146755e-05,
+      "learning_rate": 3.03423557038685e-06,
+      "loss": 0.0003,
+      "step": 8500
+    },
+    {
+      "epoch": 2.8445111778445114,
+      "grad_norm": 0.008539211004972458,
+      "learning_rate": 2.8797429242368063e-06,
+      "loss": 0.0009,
+      "step": 8525
+    },
+    {
+      "epoch": 2.8528528528528527,
+      "grad_norm": 0.0164475180208683,
+      "learning_rate": 2.7252502780867635e-06,
+      "loss": 0.0098,
+      "step": 8550
+    },
+    {
+      "epoch": 2.8611945278611945,
+      "grad_norm": 0.0004140229430049658,
+      "learning_rate": 2.57075763193672e-06,
+      "loss": 0.0,
+      "step": 8575
+    },
+    {
+      "epoch": 2.8695362028695364,
+      "grad_norm": 0.0007194245117716491,
+      "learning_rate": 2.4162649857866768e-06,
+      "loss": 0.0002,
+      "step": 8600
+    },
+    {
+      "epoch": 2.8778778778778777,
+      "grad_norm": 8.639365114504471e-05,
+      "learning_rate": 2.261772339636633e-06,
+      "loss": 0.0,
+      "step": 8625
+    },
+    {
+      "epoch": 2.8862195528862196,
+      "grad_norm": 0.00026035771588794887,
+      "learning_rate": 2.1072796934865904e-06,
+      "loss": 0.0,
+      "step": 8650
+    },
+    {
+      "epoch": 2.8945612278945614,
+      "grad_norm": 0.0003119956236332655,
+      "learning_rate": 1.952787047336547e-06,
+      "loss": 0.0164,
+      "step": 8675
+    },
+    {
+      "epoch": 2.9029029029029028,
+      "grad_norm": 0.0001721863227430731,
+      "learning_rate": 1.7982944011865034e-06,
+      "loss": 0.0,
+      "step": 8700
+    },
+    {
+      "epoch": 2.9112445779112446,
+      "grad_norm": 0.0003014954272657633,
+      "learning_rate": 1.6438017550364605e-06,
+      "loss": 0.0002,
+      "step": 8725
+    },
+    {
+      "epoch": 2.9195862529195864,
+      "grad_norm": 0.002242905320599675,
+      "learning_rate": 1.489309108886417e-06,
+      "loss": 0.0001,
+      "step": 8750
+    },
+    {
+      "epoch": 2.9279279279279278,
+      "grad_norm": 0.00019342848099768162,
+      "learning_rate": 1.334816462736374e-06,
+      "loss": 0.0,
+      "step": 8775
+    },
+    {
+      "epoch": 2.9362696029362696,
+      "grad_norm": 0.00041662275907583535,
+      "learning_rate": 1.1803238165863305e-06,
+      "loss": 0.0023,
+      "step": 8800
+    },
+    {
+      "epoch": 2.9446112779446114,
+      "grad_norm": 8.121671999106184e-05,
+      "learning_rate": 1.0258311704362874e-06,
+      "loss": 0.0,
+      "step": 8825
+    },
+    {
+      "epoch": 2.952952952952953,
+      "grad_norm": 0.00027466562460176647,
+      "learning_rate": 8.71338524286244e-07,
+      "loss": 0.0,
+      "step": 8850
+    },
+    {
+      "epoch": 2.9612946279612946,
+      "grad_norm": 0.00015804750728420913,
+      "learning_rate": 7.168458781362007e-07,
+      "loss": 0.0,
+      "step": 8875
+    },
+    {
+      "epoch": 2.9696363029696364,
+      "grad_norm": 5.4930391343077645e-05,
+      "learning_rate": 5.623532319861574e-07,
+      "loss": 0.0011,
+      "step": 8900
+    },
+    {
+      "epoch": 2.977977977977978,
+      "grad_norm": 0.0005976063548587263,
+      "learning_rate": 4.0786058583611417e-07,
+      "loss": 0.0015,
+      "step": 8925
+    },
+    {
+      "epoch": 2.9863196529863196,
+      "grad_norm": 0.0008383295498788357,
+      "learning_rate": 2.5336793968607095e-07,
+      "loss": 0.0,
+      "step": 8950
+    },
+    {
+      "epoch": 2.9946613279946614,
+      "grad_norm": 0.001575443078763783,
+      "learning_rate": 9.88752935360277e-08,
+      "loss": 0.0102,
+      "step": 8975
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.9988321654988321,
+      "eval_auc": 0.9999543462381301,
+      "eval_f1": 0.9523809523809523,
+      "eval_loss": 0.003335413057357073,
+      "eval_precision": 0.958904109589041,
+      "eval_recall": 0.9459459459459459,
+      "eval_runtime": 118.1878,
+      "eval_samples_per_second": 50.716,
+      "eval_steps_per_second": 3.173,
+      "step": 8991
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 8991,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 5,
+        "early_stopping_threshold": 0.01
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.6433249389401342e+19,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-8991/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d638842dd7f1b24e15fbb1462efb8d8f36d068712fe4457a976161e629b3ae1c
+size 5112

config.json

@@ -0,0 +1,33 @@
+{
+  "_name_or_path": "google/vit-base-patch16-384",
+  "_num_labels": 2,
+  "architectures": [
+    "ViTForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "encoder_stride": 16,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "not_soyjak",
+    "1": "soyjak"
+  },
+  "image_size": 384,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "not_soyjak": 0,
+    "soyjak": 1
+  },
+  "layer_norm_eps": 1e-12,
+  "model_type": "vit",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "patch_size": 16,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.42.3"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227d87907aafc9cb1de9990403be5dcfdd6ff412a4009e175a9c7659fa4f6ca3
+size 344391328

preprocessor_config.json

@@ -0,0 +1,22 @@
+{
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "ViTImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 384,
+    "width": 384
+  }
+}

runs/Oct20_19-44-40_Haileys-MacBook-Pro.local/events.out.tfevents.1729478680.Haileys-MacBook-Pro.local.88288.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abc4828dad568b353f320e3edce7cfb65985b8c718a7be925a9ad61ea5d251bd
-size 78660
+oid sha256:2af8a2c598a7339753e0c2555c3deed6d9f6a567642978d893b72c2ae815f3bc
+size 82487

runs/Oct20_19-44-40_Haileys-MacBook-Pro.local/events.out.tfevents.1729483332.Haileys-MacBook-Pro.local.88288.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d9ae7df0da4f8b419d7dd70dd5062128763758e0fd292551299aec2fa2ef60
+size 607

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d638842dd7f1b24e15fbb1462efb8d8f36d068712fe4457a976161e629b3ae1c
+size 5112

training_params.json

@@ -0,0 +1,29 @@
+{
+    "data_path": "sj-det-2/autotrain-data",
+    "model": "google/vit-base-patch16-384",
+    "username": "haiefff",
+    "lr": 5e-05,
+    "epochs": 3,
+    "batch_size": 8,
+    "warmup_ratio": 0.1,
+    "gradient_accumulation": 1,
+    "optimizer": "adamw_torch",
+    "scheduler": "linear",
+    "weight_decay": 0.0,
+    "max_grad_norm": 1.0,
+    "seed": 42,
+    "train_split": "train",
+    "valid_split": "validation",
+    "logging_steps": -1,
+    "project_name": "sj-det-2",
+    "auto_find_batch_size": false,
+    "mixed_precision": "none",
+    "save_total_limit": 1,
+    "push_to_hub": true,
+    "eval_strategy": "epoch",
+    "image_column": "autotrain_image",
+    "target_column": "autotrain_label",
+    "log": "tensorboard",
+    "early_stopping_patience": 5,
+    "early_stopping_threshold": 0.01
+}