haesun commited on
Commit
dadec22
1 Parent(s): 7049fb3

Training completed!

Browse files
README.md CHANGED
@@ -1,5 +1,6 @@
1
  ---
2
  license: mit
 
3
  tags:
4
  - generated_from_trainer
5
  metrics:
@@ -16,8 +17,8 @@ should probably proofread and complete it, then remove this comment. -->
16
 
17
  This model is a fine-tuned version of [xlm-roberta-base](https://huggingface.co/xlm-roberta-base) on the None dataset.
18
  It achieves the following results on the evaluation set:
19
- - Loss: 0.1638
20
- - F1: 0.8584
21
 
22
  ## Model description
23
 
@@ -48,14 +49,14 @@ The following hyperparameters were used during training:
48
 
49
  | Training Loss | Epoch | Step | Validation Loss | F1 |
50
  |:-------------:|:-----:|:----:|:---------------:|:------:|
51
- | 0.2938 | 1.0 | 715 | 0.1806 | 0.8238 |
52
- | 0.1504 | 2.0 | 1430 | 0.1598 | 0.8469 |
53
- | 0.0964 | 3.0 | 2145 | 0.1638 | 0.8584 |
54
 
55
 
56
  ### Framework versions
57
 
58
- - Transformers 4.26.1
59
- - Pytorch 1.13.1+cu116
60
- - Datasets 2.10.1
61
- - Tokenizers 0.13.2
 
1
  ---
2
  license: mit
3
+ base_model: xlm-roberta-base
4
  tags:
5
  - generated_from_trainer
6
  metrics:
 
17
 
18
  This model is a fine-tuned version of [xlm-roberta-base](https://huggingface.co/xlm-roberta-base) on the None dataset.
19
  It achieves the following results on the evaluation set:
20
+ - Loss: 0.1642
21
+ - F1: 0.8561
22
 
23
  ## Model description
24
 
 
49
 
50
  | Training Loss | Epoch | Step | Validation Loss | F1 |
51
  |:-------------:|:-----:|:----:|:---------------:|:------:|
52
+ | 0.2932 | 1.0 | 715 | 0.1829 | 0.8220 |
53
+ | 0.1486 | 2.0 | 1430 | 0.1612 | 0.8463 |
54
+ | 0.0925 | 3.0 | 2145 | 0.1642 | 0.8561 |
55
 
56
 
57
  ### Framework versions
58
 
59
+ - Transformers 4.34.0
60
+ - Pytorch 2.0.1+cu118
61
+ - Datasets 2.14.5
62
+ - Tokenizers 0.14.1
added_tokens.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "</s>": 2,
3
+ "<mask>": 250001,
4
+ "<pad>": 1,
5
+ "<s>": 0,
6
+ "<unk>": 3
7
+ }
config.json CHANGED
@@ -40,7 +40,7 @@
40
  "pad_token_id": 1,
41
  "position_embedding_type": "absolute",
42
  "torch_dtype": "float32",
43
- "transformers_version": "4.26.1",
44
  "type_vocab_size": 1,
45
  "use_cache": true,
46
  "vocab_size": 250002
 
40
  "pad_token_id": 1,
41
  "position_embedding_type": "absolute",
42
  "torch_dtype": "float32",
43
+ "transformers_version": "4.34.0",
44
  "type_vocab_size": 1,
45
  "use_cache": true,
46
  "vocab_size": 250002
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:45480d239b615c073bdca97e3a9e30058fb872bd3cd7ab0da4656d697d306cf5
3
- size 1109909549
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:588633f92e8bcdbf1b29aca6ad5c09d7a4fe1d410f9a6bd27216e9a657b2bbe8
3
+ size 1109905129
special_tokens_map.json CHANGED
@@ -2,13 +2,7 @@
2
  "bos_token": "<s>",
3
  "cls_token": "<s>",
4
  "eos_token": "</s>",
5
- "mask_token": {
6
- "content": "<mask>",
7
- "lstrip": true,
8
- "normalized": false,
9
- "rstrip": false,
10
- "single_word": false
11
- },
12
  "pad_token": "<pad>",
13
  "sep_token": "</s>",
14
  "unk_token": "<unk>"
 
2
  "bos_token": "<s>",
3
  "cls_token": "<s>",
4
  "eos_token": "</s>",
5
+ "mask_token": "<mask>",
 
 
 
 
 
 
6
  "pad_token": "<pad>",
7
  "sep_token": "</s>",
8
  "unk_token": "<unk>"
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2c509a525eb51aebb33fb59c24ee923c1d4c1db23c3ae81fe05ccf354084f7b
3
- size 17082758
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:003498ab0695fbf35aedc8bbbae1e20a6033a1b3914e49c6d2fbe1d54d7d93b9
3
+ size 17082786
tokenizer_config.json CHANGED
@@ -1,20 +1,55 @@
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "bos_token": "<s>",
 
3
  "cls_token": "<s>",
4
  "eos_token": "</s>",
5
- "mask_token": {
6
- "__type": "AddedToken",
7
- "content": "<mask>",
8
- "lstrip": true,
9
- "normalized": true,
10
- "rstrip": false,
11
- "single_word": false
12
- },
13
  "model_max_length": 512,
14
- "name_or_path": "xlm-roberta-base",
15
  "pad_token": "<pad>",
16
  "sep_token": "</s>",
17
- "special_tokens_map_file": null,
18
  "tokenizer_class": "XLMRobertaTokenizer",
19
  "unk_token": "<unk>"
20
  }
 
1
  {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "additional_special_tokens": [],
45
  "bos_token": "<s>",
46
+ "clean_up_tokenization_spaces": true,
47
  "cls_token": "<s>",
48
  "eos_token": "</s>",
49
+ "mask_token": "<mask>",
 
 
 
 
 
 
 
50
  "model_max_length": 512,
 
51
  "pad_token": "<pad>",
52
  "sep_token": "</s>",
 
53
  "tokenizer_class": "XLMRobertaTokenizer",
54
  "unk_token": "<unk>"
55
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a475695a96e0718abef52313d61f0a6e0fb467ce415443bad470833dca0020e2
3
- size 3579
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0fb160f0a4910ae880a79c43384092797b3a291046eb7b69ba247292102710b
3
+ size 4155