Training in progress, step 3000

.gitattributes

@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Arabic_Wikipedia_20230101.csv filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

Arabic_Wikipedia_20230101.csv

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a059c2e8960d6753326251734132c5505099fa4f4602d06162f119bcde77067
+size 2712523837

config.json

@@ -0,0 +1,26 @@
+{
+  "architectures": [
+    "RobertaForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 6,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.24.0",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 52000
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab33bcbcd6d21d9fac4b3470449a7205f97daeea2b3311460ca06bdc039276d3
+size 334056939

runs/Apr28_22-42-43_n2t0wygdc5/1682721772.464573/events.out.tfevents.1682721772.n2t0wygdc5.477.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198917a28f5a6750d1eb6f83bf2b33d67d625c504bb70634c01cd6109f655fce
+size 5473

runs/Apr28_22-42-43_n2t0wygdc5/events.out.tfevents.1682721772.n2t0wygdc5.477.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e96a9973ec5b8a57489d4839cc454ec4b3a2798deecc8a74656d6db994d5b5
+size 3775

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f131e1d3019a45e9114b1249f45358003812e01b4206609e5320943fc0fecb9c
+size 3375