Training in progress, step 400

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

added_tokens.json

@@ -0,0 +1 @@
+{"<s>": 108, "</s>": 109}

config.json

@@ -1,6 +1,9 @@
 {
-  "_name_or_path": "facebook/wav2vec2-xls-r-300m",
-  "activation_dropout": 0.0,
+  "_name_or_path": "facebook/wav2vec2-xls-r-1b",
+  "activation_dropout": 0.1,
+  "adapter_kernel_size": 3,
+  "adapter_stride": 2,
+  "add_adapter": false,
   "apply_spec_augment": true,
   "architectures": [
     "Wav2Vec2ForCTC"
@@ -8,7 +11,7 @@
   "attention_dropout": 0.0,
   "bos_token_id": 1,
   "classifier_proj_size": 256,
-  "codevector_dim": 768,
+  "codevector_dim": 1024,
   "contrastive_logits_temperature": 0.1,
   "conv_bias": true,
   "conv_dim": [
@@ -49,31 +52,56 @@
   "feat_proj_dropout": 0.0,
   "feat_quantizer_dropout": 0.0,
   "final_dropout": 0.0,
-  "gradient_checkpointing": false,
   "hidden_act": "gelu",
   "hidden_dropout": 0.0,
-  "hidden_size": 1024,
+  "hidden_size": 1280,
   "initializer_range": 0.02,
-  "intermediate_size": 4096,
+  "intermediate_size": 5120,
   "layer_norm_eps": 1e-05,
   "layerdrop": 0.0,
-  "mask_feature_length": 10,
-  "mask_feature_prob": 0.0,
+  "mask_feature_length": 64,
+  "mask_feature_min_masks": 0,
+  "mask_feature_prob": 0.25,
   "mask_time_length": 10,
-  "mask_time_prob": 0.05,
+  "mask_time_min_masks": 2,
+  "mask_time_prob": 0.75,
   "model_type": "wav2vec2",
+  "num_adapter_layers": 3,
   "num_attention_heads": 16,
   "num_codevector_groups": 2,
   "num_codevectors_per_group": 320,
   "num_conv_pos_embedding_groups": 16,
   "num_conv_pos_embeddings": 128,
   "num_feat_extract_layers": 7,
-  "num_hidden_layers": 24,
+  "num_hidden_layers": 48,
   "num_negatives": 100,
-  "pad_token_id": 29,
-  "proj_codevector_dim": 768,
+  "output_hidden_size": 1280,
+  "pad_token_id": 107,
+  "proj_codevector_dim": 1024,
+  "tdnn_dilation": [
+    1,
+    2,
+    3,
+    1,
+    1
+  ],
+  "tdnn_dim": [
+    512,
+    512,
+    512,
+    512,
+    1500
+  ],
+  "tdnn_kernel": [
+    5,
+    3,
+    3,
+    1,
+    1
+  ],
   "torch_dtype": "float32",
-  "transformers_version": "4.11.3",
+  "transformers_version": "4.16.0.dev0",
   "use_weighted_layer_sum": false,
-  "vocab_size": 32
+  "vocab_size": 110,
+  "xvector_output_dim": 512
 }

preprocessor_config.json

@@ -3,7 +3,7 @@
   "feature_extractor_type": "Wav2Vec2FeatureExtractor",
   "feature_size": 1,
   "padding_side": "right",
-  "padding_value": 0.0,
+  "padding_value": 0,
   "return_attention_mask": true,
   "sampling_rate": 16000
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc078e0fb4c130ae0ef06a0375134bb9f796f00e49f3754fed552c7e136f4b70
-size 1262054897
+oid sha256:64b32822466e070769a1da09a87aa88cdff1e2a2734026074c4f1c075fb5c0ce
+size 3850876337

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}

tokenizer_config.json

@@ -0,0 +1 @@
+{"unk_token": "[UNK]", "bos_token": "<s>", "eos_token": "</s>", "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": "|", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "./wav2vec2-xls-r-300m-hebrew", "tokenizer_class": "Wav2Vec2CTCTokenizer"}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0305e3ccd57fed2adb97e4ca093d51d130af8b98766d7002b5624399b091fde
-size 2863
+oid sha256:2d28215427f7860a377b6d0316c2e0636f625fbe12b1de6f1fa34167c6667fc2
+size 3055

vocab.json

@@ -1 +1 @@
-{"\u05d0": 1, "\u05d1": 2, "\u05d2": 3, "\u05d3": 4, "\u05d4": 5, "\u05d5": 6, "\u05d6": 7, "\u05d7": 8, "\u05d8": 9, "\u05d9": 10, "\u05da": 11, "\u05db": 12, "\u05dc": 13, "\u05dd": 14, "\u05de": 15, "\u05df": 16, "\u05e0": 17, "\u05e1": 18, "\u05e2": 19, "\u05e3": 20, "\u05e4": 21, "\u05e5": 22, "\u05e6": 23, "\u05e7": 24, "\u05e8": 25, "\u05e9": 26, "\u05ea": 27, "|": 0, "[UNK]": 28, "[PAD]": 29}
+{"!": 1, "\"": 2, "'": 3, ",": 4, "-": 5, ".": 6, "/": 7, "0": 8, "1": 9, "2": 10, "3": 11, "4": 12, "5": 13, "6": 14, "7": 15, "8": 16, "9": 17, "=": 18, "?": 19, "A": 20, "B": 21, "C": 22, "D": 23, "E": 24, "F": 25, "G": 26, "H": 27, "I": 28, "K": 29, "L": 30, "M": 31, "N": 32, "O": 33, "P": 34, "Q": 35, "R": 36, "S": 37, "T": 38, "V": 39, "W": 40, "X": 41, "Y": 42, "Z": 43, "[": 44, "_": 45, "a": 46, "b": 47, "c": 48, "d": 49, "e": 50, "f": 51, "g": 52, "h": 53, "i": 54, "k": 55, "l": 56, "m": 57, "n": 58, "o": 59, "p": 60, "q": 61, "r": 62, "s": 63, "t": 64, "u": 65, "v": 66, "w": 67, "x": 68, "y": 69, "z": 70, "ִ": 71, "ֶ": 72, "ָ": 73, "ֿ": 74, "ׁ": 75, "א": 76, "ב": 77, "ג": 78, "ד": 79, "ה": 80, "ו": 81, "ז": 82, "ח": 83, "ט": 84, "י": 85, "ך": 86, "כ": 87, "ל": 88, "ם": 89, "מ": 90, "ן": 91, "נ": 92, "ס": 93, "ע": 94, "ף": 95, "פ": 96, "ץ": 97, "צ": 98, "ק": 99, "ר": 100, "ש": 101, "ת": 102, "׳": 103, "״": 104, "–": 105, "|": 0, "[UNK]": 106, "[PAD]": 107}