Saving weights and logs of step 1

config.json

@@ -1,6 +1,6 @@
 {
   "architectures": [
-    "T5WithLMHeadModel"
+    "T5ForConditionalGeneration"
   ],
   "d_ff": 2048,
   "d_kv": 64,
@@ -52,5 +52,5 @@
   },
   "transformers_version": "4.9.0.dev0",
   "use_cache": true,
-  "vocab_size": 32128
+  "vocab_size": 32103
 }

events.out.tfevents.1626249974.t1v-n-616e0bbc-w-0.583139.3.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0ec6ac04c2dce6b3639ab982327312bf0830d0ff3e6b06e68869a5a1231ecf
+size 532

events.out.tfevents.1626250221.t1v-n-616e0bbc-w-0.584780.3.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e027ed7808463b8a057416bb1d3962dd13294f6fc330dead847ceb8e01720e
+size 532

flax_model.msgpack

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aeb17712163b42aeab40c21ee3f1614dd5331e16c42a60686eed4a2651609ba
+size 241981002

t5-train.sh

@@ -1,6 +1,6 @@
 #!/bin/bash
 HF_DATASETS_IN_MEMORY_MAX_SIZE=200000000
-MODEL_DIR=checkpoints
+MODEL_DIR=.
 TOKENIZER_DIR=tokenizer
 ./run_t5_mlm_flax.py \
     --output_dir="${MODEL_DIR}" \