damand2061 commited on
Commit
a7122c9
1 Parent(s): 5de7e3b

End of training

Browse files
Files changed (7) hide show
  1. README.md +61 -0
  2. config.json +103 -0
  3. special_tokens_map.json +7 -0
  4. tf_model.h5 +3 -0
  5. tokenizer.json +0 -0
  6. tokenizer_config.json +57 -0
  7. vocab.txt +0 -0
README.md ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: transformers
3
+ license: mit
4
+ base_model: indolem/indobert-base-uncased
5
+ tags:
6
+ - generated_from_keras_callback
7
+ model-index:
8
+ - name: damand2061/pfsa-id-indobert-lem
9
+ results: []
10
+ ---
11
+
12
+ <!-- This model card has been generated automatically according to the information Keras had access to. You should
13
+ probably proofread and complete it, then remove this comment. -->
14
+
15
+ # damand2061/pfsa-id-indobert-lem
16
+
17
+ This model is a fine-tuned version of [indolem/indobert-base-uncased](https://huggingface.co/indolem/indobert-base-uncased) on an unknown dataset.
18
+ It achieves the following results on the evaluation set:
19
+ - Train Loss: 0.1353
20
+ - Validation Loss: 0.2440
21
+ - Validation F1: 0.8119
22
+ - Validation Accuracy: 0.9295
23
+ - Epoch: 4
24
+
25
+ ## Model description
26
+
27
+ More information needed
28
+
29
+ ## Intended uses & limitations
30
+
31
+ More information needed
32
+
33
+ ## Training and evaluation data
34
+
35
+ More information needed
36
+
37
+ ## Training procedure
38
+
39
+ ### Training hyperparameters
40
+
41
+ The following hyperparameters were used during training:
42
+ - optimizer: {'name': 'AdamWeightDecay', 'learning_rate': {'module': 'keras.optimizers.schedules', 'class_name': 'PolynomialDecay', 'config': {'initial_learning_rate': 1e-05, 'decay_steps': 10440, 'end_learning_rate': 0.0, 'power': 1.0, 'cycle': False, 'name': None}, 'registered_name': None}, 'decay': 0.0, 'beta_1': 0.9, 'beta_2': 0.999, 'epsilon': 1e-08, 'amsgrad': False, 'weight_decay_rate': 0.01}
43
+ - training_precision: mixed_float16
44
+
45
+ ### Training results
46
+
47
+ | Train Loss | Validation Loss | Validation F1 | Validation Accuracy | Epoch |
48
+ |:----------:|:---------------:|:-------------:|:-------------------:|:-----:|
49
+ | 0.4338 | 0.2589 | 0.6515 | 0.9170 | 0 |
50
+ | 0.2529 | 0.2283 | 0.7705 | 0.9276 | 1 |
51
+ | 0.2046 | 0.2272 | 0.7979 | 0.9293 | 2 |
52
+ | 0.1622 | 0.2312 | 0.8089 | 0.9303 | 3 |
53
+ | 0.1353 | 0.2440 | 0.8119 | 0.9295 | 4 |
54
+
55
+
56
+ ### Framework versions
57
+
58
+ - Transformers 4.44.2
59
+ - TensorFlow 2.17.0
60
+ - Datasets 2.21.0
61
+ - Tokenizers 0.19.1
config.json ADDED
@@ -0,0 +1,103 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "indolem/indobert-base-uncased",
3
+ "architectures": [
4
+ "BertForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_ids": 0,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 768,
13
+ "id2label": {
14
+ "0": "B-EVENT",
15
+ "1": "I-EVENT",
16
+ "2": "L-EVENT",
17
+ "3": "B-STATEMENT",
18
+ "4": "I-STATEMENT",
19
+ "5": "L-STATEMENT",
20
+ "6": "B-DATETIME",
21
+ "7": "I-DATETIME",
22
+ "8": "L-DATETIME",
23
+ "9": "B-ROLE",
24
+ "10": "I-ROLE",
25
+ "11": "L-ROLE",
26
+ "12": "B-PERSON",
27
+ "13": "I-PERSON",
28
+ "14": "L-PERSON",
29
+ "15": "B-LOCATION",
30
+ "16": "I-LOCATION",
31
+ "17": "L-LOCATION",
32
+ "18": "B-ISSUE",
33
+ "19": "I-ISSUE",
34
+ "20": "L-ISSUE",
35
+ "21": "B-AFFILIATION",
36
+ "22": "I-AFFILIATION",
37
+ "23": "L-AFFILIATION",
38
+ "24": "B-PERSONCOREF",
39
+ "25": "I-PERSONCOREF",
40
+ "26": "L-PERSONCOREF",
41
+ "27": "U-EVENT",
42
+ "28": "U-AFFILIATION",
43
+ "29": "U-ROLE",
44
+ "30": "U-PERSON",
45
+ "31": "U-PERSONCOREF",
46
+ "32": "U-CUE",
47
+ "33": "U-CUECOREF",
48
+ "34": "U-LOCATION",
49
+ "35": "O"
50
+ },
51
+ "initializer_range": 0.02,
52
+ "intermediate_size": 3072,
53
+ "label2id": {
54
+ "B-AFFILIATION": 21,
55
+ "B-DATETIME": 6,
56
+ "B-EVENT": 0,
57
+ "B-ISSUE": 18,
58
+ "B-LOCATION": 15,
59
+ "B-PERSON": 12,
60
+ "B-PERSONCOREF": 24,
61
+ "B-ROLE": 9,
62
+ "B-STATEMENT": 3,
63
+ "I-AFFILIATION": 22,
64
+ "I-DATETIME": 7,
65
+ "I-EVENT": 1,
66
+ "I-ISSUE": 19,
67
+ "I-LOCATION": 16,
68
+ "I-PERSON": 13,
69
+ "I-PERSONCOREF": 25,
70
+ "I-ROLE": 10,
71
+ "I-STATEMENT": 4,
72
+ "L-AFFILIATION": 23,
73
+ "L-DATETIME": 8,
74
+ "L-EVENT": 2,
75
+ "L-ISSUE": 20,
76
+ "L-LOCATION": 17,
77
+ "L-PERSON": 14,
78
+ "L-PERSONCOREF": 26,
79
+ "L-ROLE": 11,
80
+ "L-STATEMENT": 5,
81
+ "O": 35,
82
+ "U-AFFILIATION": 28,
83
+ "U-CUE": 32,
84
+ "U-CUECOREF": 33,
85
+ "U-EVENT": 27,
86
+ "U-LOCATION": 34,
87
+ "U-PERSON": 30,
88
+ "U-PERSONCOREF": 31,
89
+ "U-ROLE": 29
90
+ },
91
+ "layer_norm_eps": 1e-12,
92
+ "max_position_embeddings": 512,
93
+ "model_type": "bert",
94
+ "num_attention_heads": 12,
95
+ "num_hidden_layers": 12,
96
+ "output_past": true,
97
+ "pad_token_id": 0,
98
+ "position_embedding_type": "absolute",
99
+ "transformers_version": "4.44.2",
100
+ "type_vocab_size": 2,
101
+ "use_cache": true,
102
+ "vocab_size": 31923
103
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
tf_model.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4aa8c5f9f98ce214f27b723ea94ef0c6ce3e128a258e24febe23b8a28943a187
3
+ size 440254552
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "[MASK]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "[CLS]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "4": {
36
+ "content": "[SEP]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "[CLS]",
46
+ "do_basic_tokenize": true,
47
+ "do_lower_case": true,
48
+ "mask_token": "[MASK]",
49
+ "model_max_length": 1000000000000000019884624838656,
50
+ "never_split": null,
51
+ "pad_token": "[PAD]",
52
+ "sep_token": "[SEP]",
53
+ "strip_accents": null,
54
+ "tokenize_chinese_chars": true,
55
+ "tokenizer_class": "BertTokenizer",
56
+ "unk_token": "[UNK]"
57
+ }
vocab.txt ADDED
The diff for this file is too large to render. See raw diff