Training in progress, step 1200

adapter_config.json

@@ -0,0 +1,35 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "/data/hpc/gamma/22022508_NgoVietAnh/model/OLMo/check_point_chunk32_fullparams",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_dropout": 0.1,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "up_proj",
+    "k_proj",
+    "v_proj",
+    "gate_proj",
+    "lm_head",
+    "down_proj",
+    "o_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d048179198130a22a237d61dfb57f411faa8a2c7f5567821c8680ce3092b1371
+size 463705968

runs/Jul21_03-14-02_gpuhpc06/events.out.tfevents.1721499252.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff552dba80263f9c3d5af6c0a21622b0922c5b64fc6ed6bfa0c870e3854fbc5b
+size 9954

runs/Jul21_03-24-50_gpuhpc06/events.out.tfevents.1721499903.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3992c6bcb026708ac51c1b5d346986fc8848df1fcfff19fd93eb0dbeb4850a83
+size 4997

runs/Jul21_03-38-21_gpuhpc06/events.out.tfevents.1721500705.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012d7a469b58915d3c40ca0457d14aad0e505b088c25d50e506c21d45e3ea651
+size 14911

runs/Jul21_03-47-08_gpuhpc06/events.out.tfevents.1721501230.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61afd6084fc6a5121275636a20e1060a625679381bf0016cbcc41cd95d3f8700
+size 14911

runs/Jul21_03-49-04_gpuhpc06/events.out.tfevents.1721501345.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77dd197cc9706f5bfd88036f8635a5db6a3257e0d91284585d974f6e1c1dcc3
+size 19868

runs/Jul21_03-52-19_gpuhpc06/events.out.tfevents.1721501540.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8380e8ca9592ae6a91c4786de2a95ca8ebc525673901a5f46ee129970affc7be
+size 19868

runs/Jul21_16-55-58_gpuhpc06/events.out.tfevents.1721548559.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdf6958cee292a0a6c32decb4f2adc7e0f87bb43e728fdecac53c1a6914d51b
+size 19868

runs/Jul21_16-59-49_gpuhpc06/events.out.tfevents.1721548790.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357e3fd674a5c053fb529da31ad8ace0b4f78fb922edd22eeb2a3c211b29a0fb
+size 19868

runs/Jul21_17-01-09_gpuhpc06/events.out.tfevents.1721548870.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2931210153abf6fe0e72128066957699309a836f9e28967ca180d24b737853ab
+size 19864

runs/Jul21_17-06-16_gpuhpc06/events.out.tfevents.1721549177.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95281a28df1b6bb4c5aee1a0291ed7979ce32804f4f478f62a53d6a38a396503
+size 4995

runs/Jul21_17-09-19_gpuhpc06/events.out.tfevents.1721549360.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feef87455a17ed532e336df8eacff113898e0032a3c9b0777da02f63acc2f2ce
+size 19860

runs/Jul21_17-15-13_gpuhpc06/events.out.tfevents.1721549714.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be64425c604abfd2c9d0bccac861e9394c7476a5189bfb68ca4312147a6eac62
+size 4999

runs/Jul21_17-35-57_gpuhpc06/events.out.tfevents.1721550958.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e173a791e31a40cfed90865b8d3de2c514ffbf22841b5be83af9def1ab9e4f
+size 4999

runs/Jul21_18-12-35_gpuhpc06/events.out.tfevents.1721553158.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7cd89168f1615939981cd3364862b957c54fcca62c7c4a33912467d35eac63
+size 4999

runs/Jul21_18-14-36_gpuhpc06/events.out.tfevents.1721553277.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d520b2d7ed747456f6271f86ab92ade295aff366ddb1b6cd0dcdf90f8dc5bd3
+size 19876

runs/Jul21_18-15-49_gpuhpc06/events.out.tfevents.1721553351.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86783ad449e2062dd8929ecf117c76d047e164cb3881540579caf587c46bd44
+size 24845

runs/Jul21_18-17-02_gpuhpc06/events.out.tfevents.1721553423.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98356c33c399750626b47702656666081d3d4cb16b0c868cdd8dbed736ab950
+size 14917

runs/Jul21_18-18-41_gpuhpc06/events.out.tfevents.1721553522.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1592b37e591e00f104f137d2d255313c978991c3c8aefda5e6ad3ec231dc444
+size 9958

runs/Jul21_18-19-54_gpuhpc06/events.out.tfevents.1721553595.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf13ca9211dbfa8f805f1bf9a08dc0f0efda1c69484777fbdcd7d6bbb786d47
+size 14917

runs/Jul21_18-58-06_gpuhpc06/events.out.tfevents.1721555890.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb139fa7d74974b68b7d65adb22a6d87914c7aa13a2dd0ce1340afdcbeb1a07
+size 4947

runs/Jul21_19-17-32_gpuhpc06/events.out.tfevents.1721557055.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa82f627f1b174a4ba95243745c6a7862be631aecff291d008be3c72b116619
+size 4947

runs/Jul21_19-56-47_gpuhpc06/events.out.tfevents.1721559409.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8771f6c3bca710d45a2271cbbc6a01da11f9f38ce5e093742083231e085e913c
+size 9854

runs/Jul21_20-42-28_gpuhpc06/events.out.tfevents.1721562150.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e15023f71163ca3af64c6a91519216d9c8801c07645ee4fef0c045e19aef86
+size 9850

runs/Jul21_21-32-46_gpuhpc06/events.out.tfevents.1721565169.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd638786ec6831ee72e452af81df384584ac94b184cdb9b0e5a53697d73228e
+size 9854

runs/Jul21_22-49-30_gpuhpc06/events.out.tfevents.1721569773.gpuhpc06

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7d8e22225d10132cedaf5122162734ce6c0da3097b2b99f1533578856da59f
+size 15448

special_tokens_map.json

@@ -0,0 +1,16 @@
+{
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|padding|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,245 @@
+{
+  "add_bos_token": false,
+  "add_eos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "|||IP_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "1": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "|||EMAIL_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "|||PHONE_NUMBER|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": null,
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "max_length": 512,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_to_multiple_of": null,
+  "pad_token": "<|padding|>",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
+  "stride": 0,
+  "tokenizer_class": "GPTNeoXTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655917b3041e4757af3295820adb5c6a1d6c2dc24c4085fc0f569ce685660996
+size 5176