Training in progress, step 10

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "meta-llama/Meta-Llama-3.1-8B",
+  "_name_or_path": "./results/checkpoint-5",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -31,6 +31,6 @@
   "tie_word_embeddings": false,
   "torch_dtype": "float32",
   "transformers_version": "4.47.1",
-  "use_cache": true,
+  "use_cache": false,
   "vocab_size": 138626
 }

model-00001-of-00007.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12ebfae5b8af8f447067dbedf26bc342f37b5c13f8b716236fc5a44ff83e5ba7
+oid sha256:ebcd14bdbdd3c05edbe0118b32e695884e56557186618cb4af04d25a6e280c5e
 size 4989259264

model-00007-of-00007.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80d89a79f5f4cdf17c2f149173b6ae2588b1ed0d2987bb36aeb5c3d9afedb81e
+oid sha256:049178a0a1fca0c71684df102e88a2c177985e764e887cc4a546a3e01be5c122
 size 2741060264

tokenizer_config.json

@@ -2053,11 +2053,18 @@
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|end_of_text|>",
   "extra_special_tokens": {},
+  "max_length": 512,
   "model_input_names": [
     "input_ids",
     "attention_mask"
   ],
   "model_max_length": 131072,
+  "pad_to_multiple_of": null,
   "pad_token": "<|end_of_text|>",
-  "tokenizer_class": "PreTrainedTokenizerFast"
+  "pad_token_type_id": 0,
+  "padding_side": "right",
+  "stride": 0,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a908ade51cd9b861382462385f51c098680a2e9c61e12916af6dea0e00d0e95
-size 5304
+oid sha256:c1f8d8edb60ee54eabba281f40c9e9a60149ef8b8806d512b31a4d69a1bbc874
+size 5368