Training in progress, epoch 1

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "xlnet-large-cased",
+  "_name_or_path": "xlnet-base-cased",
   "architectures": [
     "XLNetForSequenceClassification"
   ],
@@ -8,8 +8,8 @@
   "bos_token_id": 1,
   "clamp_len": -1,
   "d_head": 64,
-  "d_inner": 4096,
-  "d_model": 1024,
+  "d_inner": 3072,
+  "d_model": 768,
   "dropout": 0.1,
   "end_n_top": 5,
   "eos_token_id": 2,
@@ -28,8 +28,8 @@
   "layer_norm_eps": 1e-12,
   "mem_len": null,
   "model_type": "xlnet",
-  "n_head": 16,
-  "n_layer": 24,
+  "n_head": 12,
+  "n_layer": 12,
   "pad_token_id": 5,
   "problem_type": "single_label_classification",
   "reuse_len": null,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:106b715961d49bb9fe459e51b3765640650a40961646bb9cf3b610a896248865
-size 1445424325
+oid sha256:40f9b2f2ddb43bcbb0f002db5c9d6bed8a8ed13e7d8b3a8e045b7c0a154b326e
+size 469314837

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8304efd91f69b95c3b849b9b8f366707a4789c590e53a03ce8802506eb4f223
+oid sha256:7dc07cf762449178089ee09b3656861a68cb6ef7f02a141d61123411ee0b27d7
 size 4027