mirfan899 commited on
Commit
c71cfd8
1 Parent(s): 77e7a67

End of training

Browse files
Files changed (5) hide show
  1. README.md +21 -16
  2. config.json +1 -1
  3. pytorch_model.bin +1 -1
  4. tokenizer_config.json +43 -0
  5. training_args.bin +2 -2
README.md CHANGED
@@ -20,11 +20,11 @@ should probably proofread and complete it, then remove this comment. -->
20
 
21
  This model is a fine-tuned version of [google/muril-base-cased](https://huggingface.co/google/muril-base-cased) on an unknown dataset.
22
  It achieves the following results on the evaluation set:
23
- - Loss: 0.0831
24
- - Precision: 0.7350
25
- - Recall: 0.7591
26
- - F1: 0.7469
27
- - Accuracy: 0.9843
28
 
29
  ## Model description
30
 
@@ -49,22 +49,27 @@ The following hyperparameters were used during training:
49
  - seed: 42
50
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
51
  - lr_scheduler_type: linear
52
- - num_epochs: 5
53
 
54
  ### Training results
55
 
56
- | Training Loss | Epoch | Step | Validation Loss | Precision | Recall | F1 | Accuracy |
57
- |:-------------:|:-----:|:----:|:---------------:|:---------:|:------:|:------:|:--------:|
58
- | 0.3465 | 1.0 | 1613 | 0.2747 | 0.0 | 0.0 | 0.0 | 0.9551 |
59
- | 0.1642 | 2.0 | 3226 | 0.1273 | 0.6436 | 0.5216 | 0.5762 | 0.9758 |
60
- | 0.1053 | 3.0 | 4839 | 0.0986 | 0.7257 | 0.7156 | 0.7206 | 0.9824 |
61
- | 0.0863 | 4.0 | 6452 | 0.0854 | 0.7166 | 0.7620 | 0.7386 | 0.9837 |
62
- | 0.0705 | 5.0 | 8065 | 0.0831 | 0.7350 | 0.7591 | 0.7469 | 0.9843 |
 
 
 
 
 
63
 
64
 
65
  ### Framework versions
66
 
67
- - Transformers 4.33.0
68
- - Pytorch 2.0.0
69
  - Datasets 2.14.5
70
- - Tokenizers 0.13.3
 
20
 
21
  This model is a fine-tuned version of [google/muril-base-cased](https://huggingface.co/google/muril-base-cased) on an unknown dataset.
22
  It achieves the following results on the evaluation set:
23
+ - Loss: 0.0654
24
+ - Precision: 0.7923
25
+ - Recall: 0.8113
26
+ - F1: 0.8017
27
+ - Accuracy: 0.9859
28
 
29
  ## Model description
30
 
 
49
  - seed: 42
50
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
51
  - lr_scheduler_type: linear
52
+ - num_epochs: 10
53
 
54
  ### Training results
55
 
56
+ | Training Loss | Epoch | Step | Validation Loss | Precision | Recall | F1 | Accuracy |
57
+ |:-------------:|:-----:|:-----:|:---------------:|:---------:|:------:|:------:|:--------:|
58
+ | 0.3366 | 1.0 | 1613 | 0.2698 | 0.0 | 0.0 | 0.0 | 0.9551 |
59
+ | 0.1552 | 2.0 | 3226 | 0.1180 | 0.7114 | 0.4972 | 0.5853 | 0.9763 |
60
+ | 0.0959 | 3.0 | 4839 | 0.0904 | 0.7262 | 0.7161 | 0.7211 | 0.9829 |
61
+ | 0.0708 | 4.0 | 6452 | 0.0751 | 0.7679 | 0.7498 | 0.7587 | 0.9840 |
62
+ | 0.0474 | 5.0 | 8065 | 0.0672 | 0.7907 | 0.7731 | 0.7818 | 0.9854 |
63
+ | 0.0367 | 6.0 | 9678 | 0.0627 | 0.7870 | 0.8045 | 0.7957 | 0.9856 |
64
+ | 0.0308 | 7.0 | 11291 | 0.0598 | 0.7942 | 0.7915 | 0.7928 | 0.9859 |
65
+ | 0.0247 | 8.0 | 12904 | 0.0612 | 0.7891 | 0.8123 | 0.8005 | 0.9860 |
66
+ | 0.0202 | 9.0 | 14517 | 0.0666 | 0.8015 | 0.8015 | 0.8015 | 0.9860 |
67
+ | 0.0181 | 10.0 | 16130 | 0.0654 | 0.7923 | 0.8113 | 0.8017 | 0.9859 |
68
 
69
 
70
  ### Framework versions
71
 
72
+ - Transformers 4.34.0
73
+ - Pytorch 2.0.1+cu118
74
  - Datasets 2.14.5
75
+ - Tokenizers 0.14.1
config.json CHANGED
@@ -37,7 +37,7 @@
37
  "pad_token_id": 0,
38
  "position_embedding_type": "absolute",
39
  "torch_dtype": "float32",
40
- "transformers_version": "4.33.0",
41
  "type_vocab_size": 2,
42
  "use_cache": true,
43
  "vocab_size": 197285
 
37
  "pad_token_id": 0,
38
  "position_embedding_type": "absolute",
39
  "torch_dtype": "float32",
40
+ "transformers_version": "4.34.0",
41
  "type_vocab_size": 2,
42
  "use_cache": true,
43
  "vocab_size": 197285
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:18273be8d8b89175cd7eeae82edf4df80907d02ade69646ef8377694568ee7bb
3
  size 947951785
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:698155f64beb87f7bed2eeba6663828b96d5470f3a101f61fce4fc1a2ddfe0dd
3
  size 947951785
tokenizer_config.json CHANGED
@@ -1,4 +1,47 @@
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "clean_up_tokenization_spaces": true,
3
  "cls_token": "[CLS]",
4
  "do_basic_tokenize": true,
 
1
  {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "103": {
20
+ "content": "[MASK]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "104": {
28
+ "content": "[CLS]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "105": {
36
+ "content": "[SEP]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "additional_special_tokens": [],
45
  "clean_up_tokenization_spaces": true,
46
  "cls_token": "[CLS]",
47
  "do_basic_tokenize": true,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cf0a615c42e8086b40425385deb056f4a20e62426ee49ef7712f3b8c59c36347
3
- size 4027
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2df32b45fad79c2492c92fac9a7463b4ae1807efe81ff8a01fbe3b4addd69f03
3
+ size 4091