Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+train_data.csv filter=lfs diff=lfs merge=lfs -text

.ipynb_checkpoints/classification_report-checkpoint.json

@@ -0,0 +1 @@
+{"0": {"precision": 0.4512310606060606, "recall": 0.5982423101067169, "f1-score": 0.5144399460188934, "support": 1593}, "1": {"precision": 0.6656821221578243, "recall": 0.7571147873486721, "f1-score": 0.708460603184959, "support": 15777}, "2": {"precision": 0.6269629901735697, "recall": 0.6831782247573301, "f1-score": 0.6538645723589694, "support": 19986}, "3": {"precision": 0.8359839476813318, "recall": 0.8951221453011856, "f1-score": 0.8645429043538408, "support": 12567}, "4": {"precision": 0.6566014083987759, "recall": 0.7752818771494493, "f1-score": 0.7110232762406676, "support": 22971}, "5": {"precision": 0.8995719274529683, "recall": 0.7681442885771543, "f1-score": 0.8286794019215303, "support": 62375}, "6": {"precision": 0.38905382728798243, "recall": 0.6225986366453212, "f1-score": 0.47886876390212907, "support": 4841}, "7": {"precision": 0.66875, "recall": 0.722972972972973, "f1-score": 0.6948051948051949, "support": 148}, "8": {"precision": 0.525647288715193, "recall": 0.6926295461860316, "f1-score": 0.5976947646160256, "support": 3107}, "9": {"precision": 0.5018968133535661, "recall": 0.6988906497622821, "f1-score": 0.5842349304482226, "support": 1893}, "10": {"precision": 0.6903923138510809, "recall": 0.8541006339144216, "f1-score": 0.7635703533162137, "support": 10096}, "11": {"precision": 0.8630000486073981, "recall": 0.7264822619583453, "f1-score": 0.7888785212832135, "support": 48878}, "12": {"precision": 0.5558802045288532, "recall": 0.7013824884792627, "f1-score": 0.6202118989405053, "support": 1085}, "accuracy": 0.75498862734211, "macro avg": {"precision": 0.6408195348318926, "recall": 0.730472371012242, "f1-score": 0.6776365485684898, "support": 205317}, "weighted avg": {"precision": 0.7781716516906106, "recall": 0.75498862734211, "f1-score": 0.7611464074509748, "support": 205317}}

.ipynb_checkpoints/metrics_all_fold-checkpoint.json

@@ -0,0 +1,44 @@
+{
+    "precision": [
+        0.5252250330421637,
+        0.6477779820843078,
+        0.7596557350071358,
+        0.8304325107329278,
+        0.8751116807965034
+    ],
+    "recall": [
+        0.6374854712323833,
+        0.7320100191690904,
+        0.8487239873980083,
+        0.9023304419701069,
+        0.9294246408440382
+    ],
+    "f1": [
+        0.5625255102511546,
+        0.6825079233694151,
+        0.7990700594736164,
+        0.8633227534621218,
+        0.9004263522213029
+    ],
+    "auc": [
+        0.9322920483598879,
+        0.9640059936967966,
+        0.9824767677478932,
+        0.9898765599668817,
+        0.9935879555305066
+    ],
+    "acc": [
+        0.7021595768515181,
+        0.7560309180438054,
+        0.8075366384663715,
+        0.8484587248011611,
+        0.8805797863791113
+    ],
+    "mcc": [
+        0.6480230217467313,
+        0.7090463720401197,
+        0.769265197444783,
+        0.8177595473228007,
+        0.8560559464123465
+    ]
+}

.ipynb_checkpoints/metrics_mean-checkpoint.json

@@ -0,0 +1,8 @@
+{
+    "precision": 0.7276405883326078,
+    "recall": 0.8099949121227255,
+    "f1": 0.7615705197555221,
+    "auc": 0.9724478650603933,
+    "acc": 0.7989531289083935,
+    "mcc": 0.7600300169933563
+}

.ipynb_checkpoints/tracker_carbon_statistics-checkpoint.json

@@ -0,0 +1,33 @@
+{
+    "cloud_provider": "",
+    "cloud_region": "",
+    "codecarbon_version": "2.3.4",
+    "country_iso_code": "NOR",
+    "country_name": "Norway",
+    "cpu_count": 192,
+    "cpu_energy": 1.4828320130124364,
+    "cpu_model": "AMD EPYC 7642 48-Core Processor",
+    "cpu_power": 2.298767390462452,
+    "duration": 122739.22609949112,
+    "emissions": 1.1727223142964496,
+    "emissions_rate": 9.554584557555e-06,
+    "energy_consumed": 42.56705315050633,
+    "gpu_count": 4,
+    "gpu_energy": 28.207016370595046,
+    "gpu_model": "4 x NVIDIA GeForce RTX 3090",
+    "gpu_power": 594.0660961943797,
+    "latitude": 59.9016,
+    "longitude": 10.7343,
+    "on_cloud": "N",
+    "os": "Linux-4.18.0-513.18.1.el8_9.x86_64-x86_64-with-glibc2.28",
+    "project_name": "codecarbon",
+    "pue": 1.0,
+    "python_version": "3.10.8",
+    "ram_energy": 12.877204766898862,
+    "ram_power": 377.6938190460205,
+    "ram_total_size": 1007.1835174560547,
+    "region": "oslo county",
+    "run_id": "b1cb25e3-1153-48f7-ac38-ffb33c8612af",
+    "timestamp": "2024-04-06T05:49:45",
+    "tracking_mode": "machine"
+}

checkpoint-64160/config.json

@@ -0,0 +1,58 @@
+{
+  "_name_or_path": "distilroberta-base",
+  "architectures": [
+    "RobertaForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2",
+    "3": "LABEL_3",
+    "4": "LABEL_4",
+    "5": "LABEL_5",
+    "6": "LABEL_6",
+    "7": "LABEL_7",
+    "8": "LABEL_8",
+    "9": "LABEL_9",
+    "10": "LABEL_10",
+    "11": "LABEL_11",
+    "12": "LABEL_12"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_10": 10,
+    "LABEL_11": 11,
+    "LABEL_12": 12,
+    "LABEL_2": 2,
+    "LABEL_3": 3,
+    "LABEL_4": 4,
+    "LABEL_5": 5,
+    "LABEL_6": 6,
+    "LABEL_7": 7,
+    "LABEL_8": 8,
+    "LABEL_9": 9
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 6,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.35.0",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50265
+}

checkpoint-64160/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7eb800b51ce22ced147cd56654217ad3ceaabf5f2d0979e852674cf0192e68
+size 328526116

checkpoint-64160/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e99b5121649c74af8ad5b2a1676da8094466a37284e8e46b33208f0e2f4fcc
+size 657115194

checkpoint-64160/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32adb66e7042d9c56b2a7c1908dd0433eb478d0eb754841d816ad25f3c05bcfa
+size 14244

checkpoint-64160/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460b75ad97acd79d1005f8a377abd3bd678ddb6636ae52b8f85e00e1d6f6661d
+size 1064

checkpoint-64160/trainer_state.json

@@ -0,0 +1,787 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 4.999805182154685,
+  "eval_steps": 500,
+  "global_step": 64160,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.96e-05,
+      "loss": 0.3014,
+      "step": 500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.999251109780014e-05,
+      "loss": 0.3397,
+      "step": 1000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.996980689833625e-05,
+      "loss": 0.3699,
+      "step": 1500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 4.993190073716137e-05,
+      "loss": 0.3544,
+      "step": 2000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.98789369907394e-05,
+      "loss": 0.3785,
+      "step": 2500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 4.98107356353746e-05,
+      "loss": 0.3816,
+      "step": 3000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 4.9727429163070526e-05,
+      "loss": 0.3734,
+      "step": 3500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 4.962927999970498e-05,
+      "loss": 0.4056,
+      "step": 4000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 4.9515954536416864e-05,
+      "loss": 0.3899,
+      "step": 4500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 4.9387703422975006e-05,
+      "loss": 0.3983,
+      "step": 5000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 4.924460474042041e-05,
+      "loss": 0.4079,
+      "step": 5500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 4.908674560919825e-05,
+      "loss": 0.3911,
+      "step": 6000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 4.891422213611778e-05,
+      "loss": 0.3979,
+      "step": 6500
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 4.872713935584118e-05,
+      "loss": 0.4231,
+      "step": 7000
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 4.8525611166936965e-05,
+      "loss": 0.4019,
+      "step": 7500
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 4.831020617251396e-05,
+      "loss": 0.4206,
+      "step": 8000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 4.808019221131471e-05,
+      "loss": 0.4191,
+      "step": 8500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 4.783612671180332e-05,
+      "loss": 0.4093,
+      "step": 9000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 4.757815826441118e-05,
+      "loss": 0.4161,
+      "step": 9500
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.7306443923875474e-05,
+      "loss": 0.4266,
+      "step": 10000
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 4.70211491136221e-05,
+      "loss": 0.4193,
+      "step": 10500
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 4.67224475250536e-05,
+      "loss": 0.4472,
+      "step": 11000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 4.641115793841016e-05,
+      "loss": 0.4171,
+      "step": 11500
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 4.6086222280847177e-05,
+      "loss": 0.416,
+      "step": 12000
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 4.574844904127774e-05,
+      "loss": 0.4367,
+      "step": 12500
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 4.539804386069362e-05,
+      "loss": 0.3863,
+      "step": 13000
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 4.503522007058594e-05,
+      "loss": 0.3266,
+      "step": 13500
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 4.466172264679194e-05,
+      "loss": 0.323,
+      "step": 14000
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 4.427477915319075e-05,
+      "loss": 0.3384,
+      "step": 14500
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 4.38769098166774e-05,
+      "loss": 0.3314,
+      "step": 15000
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 4.3466762279965556e-05,
+      "loss": 0.3227,
+      "step": 15500
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 4.304537192450671e-05,
+      "loss": 0.3275,
+      "step": 16000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 4.261299529854229e-05,
+      "loss": 0.3421,
+      "step": 16500
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 4.216989563890628e-05,
+      "loss": 0.3472,
+      "step": 17000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 4.1716342710762945e-05,
+      "loss": 0.3334,
+      "step": 17500
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.125261264337015e-05,
+      "loss": 0.3344,
+      "step": 18000
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.077898776196802e-05,
+      "loss": 0.3467,
+      "step": 18500
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.029575641589549e-05,
+      "loss": 0.3322,
+      "step": 19000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 3.980321280303926e-05,
+      "loss": 0.3285,
+      "step": 19500
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3.9301656790722044e-05,
+      "loss": 0.3358,
+      "step": 20000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 3.879139373313927e-05,
+      "loss": 0.3312,
+      "step": 20500
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 3.827377977489969e-05,
+      "loss": 0.3393,
+      "step": 21000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.774705554692486e-05,
+      "loss": 0.3407,
+      "step": 21500
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.72125707362935e-05,
+      "loss": 0.3316,
+      "step": 22000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.667065074470612e-05,
+      "loss": 0.345,
+      "step": 22500
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.6121625500503635e-05,
+      "loss": 0.3422,
+      "step": 23000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.556582925780241e-05,
+      "loss": 0.3361,
+      "step": 23500
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.50047310436026e-05,
+      "loss": 0.3393,
+      "step": 24000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.443642368590404e-05,
+      "loss": 0.3396,
+      "step": 24500
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.386237130373871e-05,
+      "loss": 0.3327,
+      "step": 25000
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 3.328292338808862e-05,
+      "loss": 0.333,
+      "step": 25500
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 3.269960649279959e-05,
+      "loss": 0.2806,
+      "step": 26000
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 3.211043792460732e-05,
+      "loss": 0.2749,
+      "step": 26500
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 3.151694042405613e-05,
+      "loss": 0.2526,
+      "step": 27000
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 3.091947532058344e-05,
+      "loss": 0.2685,
+      "step": 27500
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 3.0318406359157847e-05,
+      "loss": 0.2529,
+      "step": 28000
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 2.9714099478826263e-05,
+      "loss": 0.278,
+      "step": 28500
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 2.91069225899251e-05,
+      "loss": 0.2521,
+      "step": 29000
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 2.8497245350091455e-05,
+      "loss": 0.2578,
+      "step": 29500
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 2.7887889912889743e-05,
+      "loss": 0.2553,
+      "step": 30000
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 2.727433309042916e-05,
+      "loss": 0.271,
+      "step": 30500
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 2.6659391622716833e-05,
+      "loss": 0.2703,
+      "step": 31000
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 2.6043439894572192e-05,
+      "loss": 0.2617,
+      "step": 31500
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 2.5426852905875094e-05,
+      "loss": 0.2665,
+      "step": 32000
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 2.481000604326075e-05,
+      "loss": 0.2657,
+      "step": 32500
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 2.4193274851579207e-05,
+      "loss": 0.2523,
+      "step": 33000
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 2.3577034805258435e-05,
+      "loss": 0.2588,
+      "step": 33500
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.2962890713446218e-05,
+      "loss": 0.2693,
+      "step": 34000
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 2.2348755101282832e-05,
+      "loss": 0.2661,
+      "step": 34500
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.1736233603461655e-05,
+      "loss": 0.2701,
+      "step": 35000
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.1125699131491166e-05,
+      "loss": 0.2441,
+      "step": 35500
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 2.0517523387151202e-05,
+      "loss": 0.2726,
+      "step": 36000
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 1.991207663619578e-05,
+      "loss": 0.2617,
+      "step": 36500
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 1.9309727482930234e-05,
+      "loss": 0.2616,
+      "step": 37000
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 1.871084264579985e-05,
+      "loss": 0.2477,
+      "step": 37500
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 1.811697278347739e-05,
+      "loss": 0.2621,
+      "step": 38000
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 1.752727665843023e-05,
+      "loss": 0.2715,
+      "step": 38500
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 1.694094396397076e-05,
+      "loss": 0.1769,
+      "step": 39000
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 1.6359517733617524e-05,
+      "loss": 0.1901,
+      "step": 39500
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 1.5783351947652697e-05,
+      "loss": 0.1882,
+      "step": 40000
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 1.5212797383727583e-05,
+      "loss": 0.1892,
+      "step": 40500
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 1.464820140330438e-05,
+      "loss": 0.1975,
+      "step": 41000
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 1.4089907740177721e-05,
+      "loss": 0.1962,
+      "step": 41500
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 1.3538256291204832e-05,
+      "loss": 0.203,
+      "step": 42000
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 1.299358290937165e-05,
+      "loss": 0.1915,
+      "step": 42500
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 1.2457286413478578e-05,
+      "loss": 0.1956,
+      "step": 43000
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 1.1928595581428234e-05,
+      "loss": 0.1994,
+      "step": 43500
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 1.1406795555382551e-05,
+      "loss": 0.1952,
+      "step": 44000
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 1.0893271259074697e-05,
+      "loss": 0.1925,
+      "step": 44500
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 1.0388335333155925e-05,
+      "loss": 0.204,
+      "step": 45000
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 9.893278190208626e-06,
+      "loss": 0.2031,
+      "step": 45500
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 9.406417131736153e-06,
+      "loss": 0.2004,
+      "step": 46000
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 8.929049660885956e-06,
+      "loss": 0.2028,
+      "step": 46500
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 8.46146640553685e-06,
+      "loss": 0.2008,
+      "step": 47000
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 8.003952036802789e-06,
+      "loss": 0.207,
+      "step": 47500
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 7.556785095721122e-06,
+      "loss": 0.2074,
+      "step": 48000
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 7.120237823672967e-06,
+      "loss": 0.1985,
+      "step": 48500
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 6.694575996638971e-06,
+      "loss": 0.204,
+      "step": 49000
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 6.280058763391209e-06,
+      "loss": 0.2105,
+      "step": 49500
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 5.876938487719819e-06,
+      "loss": 0.2021,
+      "step": 50000
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 5.485460594790515e-06,
+      "loss": 0.2113,
+      "step": 50500
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 5.105863421726345e-06,
+      "loss": 0.2028,
+      "step": 51000
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.739100805655252e-06,
+      "loss": 0.2007,
+      "step": 51500
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 4.383926120987686e-06,
+      "loss": 0.1636,
+      "step": 52000
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 4.041975366009893e-06,
+      "loss": 0.1694,
+      "step": 52500
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 3.7120862506114603e-06,
+      "loss": 0.163,
+      "step": 53000
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 3.3951575097582733e-06,
+      "loss": 0.166,
+      "step": 53500
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 3.0913820940247336e-06,
+      "loss": 0.1608,
+      "step": 54000
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 2.801512389873778e-06,
+      "loss": 0.1708,
+      "step": 54500
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 2.5245631306097445e-06,
+      "loss": 0.1737,
+      "step": 55000
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 2.261297226291828e-06,
+      "loss": 0.1768,
+      "step": 55500
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 2.011874956821819e-06,
+      "loss": 0.1749,
+      "step": 56000
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 1.776448173906295e-06,
+      "loss": 0.1807,
+      "step": 56500
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 1.5555885830100786e-06,
+      "loss": 0.1736,
+      "step": 57000
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 1.3485454827103923e-06,
+      "loss": 0.1841,
+      "step": 57500
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 1.1559017130681137e-06,
+      "loss": 0.1662,
+      "step": 58000
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 9.777745582585678e-07,
+      "loss": 0.1726,
+      "step": 58500
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 8.14584805267532e-07,
+      "loss": 0.1717,
+      "step": 59000
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 6.657777723659553e-07,
+      "loss": 0.183,
+      "step": 59500
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 5.317857484901683e-07,
+      "loss": 0.1848,
+      "step": 60000
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 4.1269030982635516e-07,
+      "loss": 0.1813,
+      "step": 60500
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 3.087572331968075e-07,
+      "loss": 0.1819,
+      "step": 61000
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 2.196332502277909e-07,
+      "loss": 0.1699,
+      "step": 61500
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 1.4559589520299345e-07,
+      "loss": 0.185,
+      "step": 62000
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 8.669024308197716e-08,
+      "loss": 0.181,
+      "step": 62500
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 4.295215643555506e-08,
+      "loss": 0.1802,
+      "step": 63000
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 1.4408263612167294e-08,
+      "loss": 0.1851,
+      "step": 63500
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 1.0759425261658295e-09,
+      "loss": 0.174,
+      "step": 64000
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 64160,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "total_flos": 5.44043806298026e+17,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-64160/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bad78042ec9fbd7d6a45140e9e090b2c240f753885d6e0f1d68c4a58448480
+size 4664

classification_report.json

@@ -0,0 +1 @@
+{"0": {"precision": 0.8635346756152126, "recall": 0.9698492462311558, "f1-score": 0.9136094674556213, "support": 1592}, "1": {"precision": 0.8138346206269877, "recall": 0.9082842111935095, "f1-score": 0.8584693724726673, "support": 15777}, "2": {"precision": 0.7866246402631218, "recall": 0.8616031221855299, "f1-score": 0.8224084819829501, "support": 19986}, "3": {"precision": 0.9443112383014928, "recall": 0.9715126919710353, "f1-score": 0.9577188578600565, "support": 12567}, "4": {"precision": 0.7922296650717703, "recall": 0.9010448410970832, "f1-score": 0.8431408493736633, "support": 22970}, "5": {"precision": 0.9380160197165742, "recall": 0.85425250501002, "f1-score": 0.8941768753146502, "support": 62375}, "6": {"precision": 0.8526474467684191, "recall": 0.934724230530882, "f1-score": 0.8918013401655499, "support": 4841}, "7": {"precision": 0.9171974522292994, "recall": 0.9664429530201343, "f1-score": 0.9411764705882353, "support": 149}, "8": {"precision": 0.8802220274612913, "recall": 0.9700579523502898, "f1-score": 0.9229591055291775, "support": 3106}, "9": {"precision": 0.8821002386634845, "recall": 0.9762282091917591, "f1-score": 0.9267803410230692, "support": 1893}, "10": {"precision": 0.8882072880424831, "recall": 0.9607804298306427, "f1-score": 0.9230696036918978, "support": 10097}, "11": {"precision": 0.9141615677928527, "recall": 0.8436515405703998, "f1-score": 0.8774923924839869, "support": 48878}, "12": {"precision": 0.903364969801553, "recall": 0.9640883977900553, "f1-score": 0.932739420935412, "support": 1086}, "accuracy": 0.8805797863791113, "macro avg": {"precision": 0.8751116807965034, "recall": 0.9294246408440382, "f1-score": 0.9004263522213029, "support": 205317}, "weighted avg": {"precision": 0.8855053725516457, "recall": 0.8805797863791113, "f1-score": 0.8811442208186763, "support": 205317}}

config.json

@@ -0,0 +1,58 @@
+{
+  "_name_or_path": "distilroberta-base",
+  "architectures": [
+    "RobertaForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2",
+    "3": "LABEL_3",
+    "4": "LABEL_4",
+    "5": "LABEL_5",
+    "6": "LABEL_6",
+    "7": "LABEL_7",
+    "8": "LABEL_8",
+    "9": "LABEL_9",
+    "10": "LABEL_10",
+    "11": "LABEL_11",
+    "12": "LABEL_12"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_10": 10,
+    "LABEL_11": 11,
+    "LABEL_12": 12,
+    "LABEL_2": 2,
+    "LABEL_3": 3,
+    "LABEL_4": 4,
+    "LABEL_5": 5,
+    "LABEL_6": 6,
+    "LABEL_7": 7,
+    "LABEL_8": 8,
+    "LABEL_9": 9
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 6,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.35.0",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50265
+}

fold_results.json

@@ -0,0 +1,67 @@
+{
+    "0": {
+        "eval_loss": 1.354443907737732,
+        "eval_precision": 0.5252250330421637,
+        "eval_recall": 0.6374854712323833,
+        "eval_acc": 0.7021595768515181,
+        "eval_mcc": 0.6480230217467313,
+        "eval_f1": 0.5625255102511546,
+        "eval_auc": 0.9322920483598879,
+        "eval_runtime": 374.7957,
+        "eval_samples_per_second": 547.813,
+        "eval_steps_per_second": 8.562,
+        "epoch": 5.0
+    },
+    "1": {
+        "eval_loss": 1.029205560684204,
+        "eval_precision": 0.6477779820843078,
+        "eval_recall": 0.7320100191690904,
+        "eval_acc": 0.7560309180438054,
+        "eval_mcc": 0.7090463720401197,
+        "eval_f1": 0.6825079233694151,
+        "eval_auc": 0.9640059936967966,
+        "eval_runtime": 381.5252,
+        "eval_samples_per_second": 538.148,
+        "eval_steps_per_second": 8.411,
+        "epoch": 5.0
+    },
+    "2": {
+        "eval_loss": 0.566839337348938,
+        "eval_precision": 0.7596557350071358,
+        "eval_recall": 0.8487239873980083,
+        "eval_acc": 0.8075366384663715,
+        "eval_mcc": 0.769265197444783,
+        "eval_f1": 0.7990700594736164,
+        "eval_auc": 0.9824767677478932,
+        "eval_runtime": 404.0601,
+        "eval_samples_per_second": 508.135,
+        "eval_steps_per_second": 7.942,
+        "epoch": 5.0
+    },
+    "3": {
+        "eval_loss": 0.3486688733100891,
+        "eval_precision": 0.8304325107329278,
+        "eval_recall": 0.9023304419701069,
+        "eval_acc": 0.8484587248011611,
+        "eval_mcc": 0.8177595473228007,
+        "eval_f1": 0.8633227534621218,
+        "eval_auc": 0.9898765599668817,
+        "eval_runtime": 415.4218,
+        "eval_samples_per_second": 494.237,
+        "eval_steps_per_second": 7.725,
+        "epoch": 5.0
+    },
+    "4": {
+        "eval_loss": 0.24775099754333496,
+        "eval_precision": 0.8751116807965034,
+        "eval_recall": 0.9294246408440382,
+        "eval_acc": 0.8805797863791113,
+        "eval_mcc": 0.8560559464123465,
+        "eval_f1": 0.9004263522213029,
+        "eval_auc": 0.9935879555305066,
+        "eval_runtime": 425.1886,
+        "eval_samples_per_second": 482.885,
+        "eval_steps_per_second": 7.547,
+        "epoch": 5.0
+    }
+}

metrics.json

@@ -0,0 +1 @@
+{"precision": 0.8751116807965034, "recall": 0.9294246408440382, "acc": 0.8805797863791113, "mcc": 0.8560559464123465, "f1": 0.9004263522213029, "auc": 0.9935879555305066}

metrics_all_fold.json

@@ -0,0 +1,44 @@
+{
+    "precision": [
+        0.5252250330421637,
+        0.6477779820843078,
+        0.7596557350071358,
+        0.8304325107329278,
+        0.8751116807965034
+    ],
+    "recall": [
+        0.6374854712323833,
+        0.7320100191690904,
+        0.8487239873980083,
+        0.9023304419701069,
+        0.9294246408440382
+    ],
+    "f1": [
+        0.5625255102511546,
+        0.6825079233694151,
+        0.7990700594736164,
+        0.8633227534621218,
+        0.9004263522213029
+    ],
+    "auc": [
+        0.9322920483598879,
+        0.9640059936967966,
+        0.9824767677478932,
+        0.9898765599668817,
+        0.9935879555305066
+    ],
+    "acc": [
+        0.7021595768515181,
+        0.7560309180438054,
+        0.8075366384663715,
+        0.8484587248011611,
+        0.8805797863791113
+    ],
+    "mcc": [
+        0.6480230217467313,
+        0.7090463720401197,
+        0.769265197444783,
+        0.8177595473228007,
+        0.8560559464123465
+    ]
+}

metrics_ci_bounds.json

@@ -0,0 +1,26 @@
+{
+    "precision": {
+        "ci_lower": 0.5512882731246695,
+        "ci_upper": 0.9039929035405461
+    },
+    "recall": {
+        "ci_lower": 0.6577575859351843,
+        "ci_upper": 0.9622322383102666
+    },
+    "f1": {
+        "ci_lower": 0.5893967979379091,
+        "ci_upper": 0.9337442415731352
+    },
+    "auc": {
+        "ci_lower": 0.9411897505573044,
+        "ci_upper": 1.0037059795634822
+    },
+    "acc": {
+        "ci_lower": 0.7102834090359146,
+        "ci_upper": 0.8876228487808725
+    },
+    "mcc": {
+        "ci_lower": 0.6565466796150523,
+        "ci_upper": 0.8635133543716602
+    }
+}

metrics_mean.json

@@ -0,0 +1,8 @@
+{
+    "precision": 0.7276405883326078,
+    "recall": 0.8099949121227255,
+    "f1": 0.7615705197555221,
+    "auc": 0.9724478650603933,
+    "acc": 0.7989531289083935,
+    "mcc": 0.7600300169933563
+}

metrics_std.json

@@ -0,0 +1,8 @@
+{
+    "precision": 0.14202901546880273,
+    "recall": 0.12260750606264888,
+    "f1": 0.13866369812339366,
+    "auc": 0.025174374507361034,
+    "acc": 0.07141200840223409,
+    "mcc": 0.0833424642479821
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7eb800b51ce22ced147cd56654217ad3ceaabf5f2d0979e852674cf0192e68
+size 328526116

tracker_carbon_statistics.json

@@ -0,0 +1,33 @@
+{
+    "cloud_provider": "",
+    "cloud_region": "",
+    "codecarbon_version": "2.3.4",
+    "country_iso_code": "NOR",
+    "country_name": "Norway",
+    "cpu_count": 192,
+    "cpu_energy": 1.4828320130124364,
+    "cpu_model": "AMD EPYC 7642 48-Core Processor",
+    "cpu_power": 2.298767390462452,
+    "duration": 122739.22609949112,
+    "emissions": 1.1727223142964496,
+    "emissions_rate": 9.554584557555e-06,
+    "energy_consumed": 42.56705315050633,
+    "gpu_count": 4,
+    "gpu_energy": 28.207016370595046,
+    "gpu_model": "4 x NVIDIA GeForce RTX 3090",
+    "gpu_power": 594.0660961943797,
+    "latitude": 59.9016,
+    "longitude": 10.7343,
+    "on_cloud": "N",
+    "os": "Linux-4.18.0-513.18.1.el8_9.x86_64-x86_64-with-glibc2.28",
+    "project_name": "codecarbon",
+    "pue": 1.0,
+    "python_version": "3.10.8",
+    "ram_energy": 12.877204766898862,
+    "ram_power": 377.6938190460205,
+    "ram_total_size": 1007.1835174560547,
+    "region": "oslo county",
+    "run_id": "b1cb25e3-1153-48f7-ac38-ffb33c8612af",
+    "timestamp": "2024-04-06T05:49:45",
+    "tracking_mode": "machine"
+}

train_data.csv

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5a688ba507070666f174ff50c04e1264393fd1cad5d4300d9e6a52013c24b4
+size 3932518235

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bad78042ec9fbd7d6a45140e9e090b2c240f753885d6e0f1d68c4a58448480
+size 4664