gorkemgoknar
commited on
Commit
•
e2f73f5
1
Parent(s):
204d027
Update README.md
Browse files
README.md
CHANGED
@@ -30,6 +30,8 @@ This is a GPT2-Small English based model finetuned and additionaly trainied with
|
|
30 |
|
31 |
Live demo based on this work at : https://www.metayazar.com/
|
32 |
|
|
|
|
|
33 |
Work has been done on Pierre Guillou tutorial as on this page.
|
34 |
(https://github.com/piegu/fastai-projects/blob/master/finetuning-English-GPT2-any-language-Portuguese-HuggingFace-fastaiv2.ipynb)
|
35 |
|
@@ -102,8 +104,8 @@ sample_outputs = model.generate(inputs.input_ids,
|
|
102 |
|
103 |
# generated sequence
|
104 |
for i, sample_output in enumerate(sample_outputs):
|
105 |
-
print(">> Generated text {}
|
106 |
-
|
107 |
{}".format(i+1, tokenizer.decode(sample_output.tolist())))
|
108 |
|
109 |
# >> Generated text
|
@@ -125,13 +127,13 @@ Wikipedia Turkish article dump as of 28-10-2020
|
|
125 |
|
126 |
## Eval results
|
127 |
|
128 |
-
| epoch
|
129 |
| ----- | -------- |--------- | ---------- | --------- | ----- |
|
130 |
-
|0
|
131 |
-
|1
|
132 |
-
|2
|
133 |
-
|3
|
134 |
-
|4
|
135 |
|
136 |
#Epoch 0 on Tesla T4, others on V100
|
137 |
|
|
|
30 |
|
31 |
Live demo based on this work at : https://www.metayazar.com/
|
32 |
|
33 |
+
Fine tuned writer on this model: https://huggingface.co/gorkemgoknar/gpt2-turkish-writer
|
34 |
+
|
35 |
Work has been done on Pierre Guillou tutorial as on this page.
|
36 |
(https://github.com/piegu/fastai-projects/blob/master/finetuning-English-GPT2-any-language-Portuguese-HuggingFace-fastaiv2.ipynb)
|
37 |
|
|
|
104 |
|
105 |
# generated sequence
|
106 |
for i, sample_output in enumerate(sample_outputs):
|
107 |
+
print(">> Generated text {}\\
|
108 |
+
\\
|
109 |
{}".format(i+1, tokenizer.decode(sample_output.tolist())))
|
110 |
|
111 |
# >> Generated text
|
|
|
127 |
|
128 |
## Eval results
|
129 |
|
130 |
+
| epoch\\t|train_loss\\t|valid_loss\\t|accuracy\\t|perplexity\\t|time |
|
131 |
| ----- | -------- |--------- | ---------- | --------- | ----- |
|
132 |
+
|0\\t|4.777015\\t|4.621834\\t|0.292547\\t|101.680367\\t|2:42:05|
|
133 |
+
|1\\t|4.509412\\t|4.403999\\t|0.305574\\t|81.777267\\t|1:09:38|
|
134 |
+
|2\\t|4.169529\\t|4.120755\\t|0.324908\\t|61.605747\\t|1:07:45|
|
135 |
+
|3\\t|4.293973\\t|4.177899\\t|0.317211\\t|65.228653\\t|1:07:02|
|
136 |
+
|4\\t|4.049848\\t|3.949103\\t|0.338347\\t|51.888783\\t|1:05:53|
|
137 |
|
138 |
#Epoch 0 on Tesla T4, others on V100
|
139 |
|