loha_fine_tuned_cb

README.md

@@ -6,6 +6,7 @@ tags:
 base_model: google-bert/bert-base-uncased
 metrics:
 - accuracy
+- f1
 model-index:
 - name: loha_fine_tuned_cb
   results: []
@@ -18,8 +19,9 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [google-bert/bert-base-uncased](https://huggingface.co/google-bert/bert-base-uncased) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 3.4176
-- Accuracy: 0.3182
+- Loss: 3.6524
+- Accuracy: 0.3636
+- F1: 0.2923
 
 ## Model description
 
@@ -38,9 +40,9 @@ More information needed
 ### Training hyperparameters
 
 The following hyperparameters were used during training:
-- learning_rate: 5e-05
-- train_batch_size: 1
-- eval_batch_size: 1
+- learning_rate: 0.003
+- train_batch_size: 8
+- eval_batch_size: 8
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
@@ -48,6 +50,16 @@ The following hyperparameters were used during training:
 
 ### Training results
 
+| Training Loss | Epoch   | Step | Validation Loss | Accuracy | F1     |
+|:-------------:|:-------:|:----:|:---------------:|:--------:|:------:|
+| 0.7795        | 3.5714  | 50   | 2.0073          | 0.3182   | 0.1536 |
+| 0.7479        | 7.1429  | 100  | 1.3794          | 0.3182   | 0.1536 |
+| 0.3979        | 10.7143 | 150  | 3.8538          | 0.3182   | 0.1536 |
+| 0.1064        | 14.2857 | 200  | 3.6640          | 0.3182   | 0.2636 |
+| 0.0423        | 17.8571 | 250  | 1.8668          | 0.4091   | 0.4067 |
+| 0.0025        | 21.4286 | 300  | 3.6246          | 0.4091   | 0.3208 |
+| 0.002         | 25.0    | 350  | 3.9578          | 0.4091   | 0.3208 |
+| 0.0023        | 28.5714 | 400  | 3.6524          | 0.3636   | 0.2923 |
 
 
 ### Framework versions

adapter_config.json

@@ -18,8 +18,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "value",
-    "query"
+    "query",
+    "value"
   ],
   "task_type": "SEQ_CLS",
   "use_effective_conv2d": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02646fc94e0d24454b06bcd5c3feebdc7eb14c3692f41ffad5220e33df28b3d9
+oid sha256:abcb03c2c6fe58660c0c99a87a81929b7c22ac51fce8c8844047bcb60cf5ad35
 size 4741180

special_tokens_map.json

@@ -1,37 +1,7 @@
 {
-  "cls_token": {
-    "content": "[CLS]",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "mask_token": {
-    "content": "[MASK]",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": {
-    "content": "[PAD]",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "sep_token": {
-    "content": "[SEP]",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "unk_token": {
-    "content": "[UNK]",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  }
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
 }

tokenizer.json

@@ -1,6 +1,11 @@
 {
   "version": "1.0",
-  "truncation": null,
+  "truncation": {
+    "direction": "Right",
+    "max_length": 512,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
   "padding": null,
   "added_tokens": [
     {

tokenizer_config.json

@@ -45,15 +45,11 @@
   "cls_token": "[CLS]",
   "do_lower_case": true,
   "mask_token": "[MASK]",
-  "max_length": 512,
   "model_max_length": 512,
   "pad_token": "[PAD]",
   "sep_token": "[SEP]",
-  "stride": 0,
   "strip_accents": null,
   "tokenize_chinese_chars": true,
   "tokenizer_class": "BertTokenizer",
-  "truncation_side": "right",
-  "truncation_strategy": "longest_first",
   "unk_token": "[UNK]"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c429a884fe3c52d4944074e2dda40d177bc441bf4322167da6a9ac193157ec2
+oid sha256:03ad40f941eedbb45a97a90438434470dcc420fd1dda47e7b9e23571e1432d7a
 size 4984