Training in progress, step 10000

config.json

@@ -3,15 +3,15 @@
     "TransformerModel"
   ],
   "d_model": 512,
-  "dim_feedforward": 2048,
+  "dim_feedforward": 1024,
   "dropout": 0.1,
-  "input_dim": 307985,
+  "input_dim": 30000,
   "max_seq_len": 1024,
   "model_type": "transformer",
   "nhead": 8,
   "num_decoder_layers": 6,
   "num_encoder_layers": 6,
-  "output_dim": 307985,
+  "output_dim": 30000,
   "torch_dtype": "float32",
   "transformers_version": "4.40.2"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46b28b367ce5bd9e108bd301b82b111c1c7fb3a1bf87b2c8c1c4d12a44fb4972
-size 1441420244
+oid sha256:0e7b2fc832897759de1e1b28285a97aa8b49baee85c039379339fd9e34332d5c
+size 251300560