Upload 5 files

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<unk>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
+size 493443

tokenizer_config.json

@@ -0,0 +1,48 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
+  "bos_token": "<s>",
+  "chat_template": "{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content'] %}\n    {%- set loop_messages = messages[1:] %}\n{%- else %}\n    {%- set loop_messages = messages %}\n{%- endif %}\n\n{{- bos_token }}\n{%- for message in loop_messages %}\n    {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}\n        {{- raise_exception('After the optional system message, conversation roles must alternate user/assistant/user/assistant/...') }}\n    {%- endif %}\n    {%- if message['role'] == 'user' %}\n        {%- if loop.first and system_message is defined %}\n            {{- ' [INST] ' + system_message + '\\n\\n' + message['content'] + ' [/INST]' }}\n        {%- else %}\n            {{- ' [INST] ' + message['content'] + ' [/INST]' }}\n        {%- endif %}\n    {%- elif message['role'] == 'assistant' %}\n        {{- ' ' + message['content'] + eos_token}}\n    {%- else %}\n        {{- raise_exception('Only user and assistant roles are supported, with the exception of an initial optional system message!') }}\n    {%- endif %}\n{%- endfor %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 124,
+  "pad_token": "<unk>",
+  "padding": true,
+  "padding_side": "left",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "truncation": true,
+  "truncation_side": "left",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

trainer_state.json

@@ -0,0 +1,355 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9997314859567156,
+  "eval_steps": 500,
+  "global_step": 2327,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0214811234627571,
+      "grad_norm": 11.80153053831896,
+      "learning_rate": 1.1933174224343676e-06,
+      "loss": 5.7433,
+      "step": 50
+    },
+    {
+      "epoch": 0.0429622469255142,
+      "grad_norm": 3.9560565670689787,
+      "learning_rate": 2.386634844868735e-06,
+      "loss": 4.6773,
+      "step": 100
+    },
+    {
+      "epoch": 0.0644433703882713,
+      "grad_norm": 3.1697190737531535,
+      "learning_rate": 3.579952267303103e-06,
+      "loss": 4.1765,
+      "step": 150
+    },
+    {
+      "epoch": 0.0859244938510284,
+      "grad_norm": 3.0629881164511814,
+      "learning_rate": 4.77326968973747e-06,
+      "loss": 3.9862,
+      "step": 200
+    },
+    {
+      "epoch": 0.1074056173137855,
+      "grad_norm": 3.782319031089094,
+      "learning_rate": 5.966587112171838e-06,
+      "loss": 3.8765,
+      "step": 250
+    },
+    {
+      "epoch": 0.1288867407765426,
+      "grad_norm": 4.981876775635735,
+      "learning_rate": 7.159904534606206e-06,
+      "loss": 3.7555,
+      "step": 300
+    },
+    {
+      "epoch": 0.1503678642392997,
+      "grad_norm": 5.086535704279024,
+      "learning_rate": 8.353221957040574e-06,
+      "loss": 3.6723,
+      "step": 350
+    },
+    {
+      "epoch": 0.1718489877020568,
+      "grad_norm": 5.687053039301101,
+      "learning_rate": 9.54653937947494e-06,
+      "loss": 3.6078,
+      "step": 400
+    },
+    {
+      "epoch": 0.1933301111648139,
+      "grad_norm": 5.528308193865339,
+      "learning_rate": 9.999870719949443e-06,
+      "loss": 3.5469,
+      "step": 450
+    },
+    {
+      "epoch": 0.214811234627571,
+      "grad_norm": 5.706889809403439,
+      "learning_rate": 9.999117393223764e-06,
+      "loss": 3.4902,
+      "step": 500
+    },
+    {
+      "epoch": 0.23629235809032811,
+      "grad_norm": 8.153143367841682,
+      "learning_rate": 9.99769155693599e-06,
+      "loss": 3.4188,
+      "step": 550
+    },
+    {
+      "epoch": 0.2577734815530852,
+      "grad_norm": 5.845809899861177,
+      "learning_rate": 9.995593402897697e-06,
+      "loss": 3.3961,
+      "step": 600
+    },
+    {
+      "epoch": 0.2792546050158423,
+      "grad_norm": 6.193786755519171,
+      "learning_rate": 9.992823213364433e-06,
+      "loss": 3.3581,
+      "step": 650
+    },
+    {
+      "epoch": 0.3007357284785994,
+      "grad_norm": 6.287910360630115,
+      "learning_rate": 9.989381360997774e-06,
+      "loss": 3.3181,
+      "step": 700
+    },
+    {
+      "epoch": 0.3222168519413565,
+      "grad_norm": 6.7245258610858025,
+      "learning_rate": 9.985268308815177e-06,
+      "loss": 3.2873,
+      "step": 750
+    },
+    {
+      "epoch": 0.3436979754041136,
+      "grad_norm": 6.2374846893994125,
+      "learning_rate": 9.980484610127696e-06,
+      "loss": 3.2627,
+      "step": 800
+    },
+    {
+      "epoch": 0.3651790988668707,
+      "grad_norm": 6.157634090577404,
+      "learning_rate": 9.975030908465552e-06,
+      "loss": 3.2385,
+      "step": 850
+    },
+    {
+      "epoch": 0.3866602223296278,
+      "grad_norm": 6.055313983623131,
+      "learning_rate": 9.968907937491556e-06,
+      "loss": 3.2332,
+      "step": 900
+    },
+    {
+      "epoch": 0.4081413457923849,
+      "grad_norm": 5.643811929136974,
+      "learning_rate": 9.962116520902414e-06,
+      "loss": 3.2023,
+      "step": 950
+    },
+    {
+      "epoch": 0.429622469255142,
+      "grad_norm": 5.926620348550728,
+      "learning_rate": 9.954657572317915e-06,
+      "loss": 3.1881,
+      "step": 1000
+    },
+    {
+      "epoch": 0.4511035927178991,
+      "grad_norm": 6.701182779844167,
+      "learning_rate": 9.946532095158037e-06,
+      "loss": 3.1679,
+      "step": 1050
+    },
+    {
+      "epoch": 0.47258471618065623,
+      "grad_norm": 6.36759463453718,
+      "learning_rate": 9.937741182507946e-06,
+      "loss": 3.1442,
+      "step": 1100
+    },
+    {
+      "epoch": 0.49406583964341333,
+      "grad_norm": 7.096154490236862,
+      "learning_rate": 9.928286016970965e-06,
+      "loss": 3.155,
+      "step": 1150
+    },
+    {
+      "epoch": 0.5155469631061704,
+      "grad_norm": 6.088872047795586,
+      "learning_rate": 9.918167870509469e-06,
+      "loss": 3.1275,
+      "step": 1200
+    },
+    {
+      "epoch": 0.5370280865689275,
+      "grad_norm": 6.761966156468945,
+      "learning_rate": 9.907388104273776e-06,
+      "loss": 3.095,
+      "step": 1250
+    },
+    {
+      "epoch": 0.5585092100316846,
+      "grad_norm": 6.21960112723293,
+      "learning_rate": 9.895948168419045e-06,
+      "loss": 3.0861,
+      "step": 1300
+    },
+    {
+      "epoch": 0.5799903334944417,
+      "grad_norm": 6.396312085808871,
+      "learning_rate": 9.883849601910185e-06,
+      "loss": 3.1002,
+      "step": 1350
+    },
+    {
+      "epoch": 0.6014714569571988,
+      "grad_norm": 6.84214950380231,
+      "learning_rate": 9.871094032314833e-06,
+      "loss": 3.1037,
+      "step": 1400
+    },
+    {
+      "epoch": 0.6229525804199559,
+      "grad_norm": 6.454543297291967,
+      "learning_rate": 9.857683175584394e-06,
+      "loss": 3.0833,
+      "step": 1450
+    },
+    {
+      "epoch": 0.644433703882713,
+      "grad_norm": 6.794657141475511,
+      "learning_rate": 9.843618835823208e-06,
+      "loss": 3.0685,
+      "step": 1500
+    },
+    {
+      "epoch": 0.6659148273454701,
+      "grad_norm": 6.573147319811302,
+      "learning_rate": 9.82890290504585e-06,
+      "loss": 3.047,
+      "step": 1550
+    },
+    {
+      "epoch": 0.6873959508082272,
+      "grad_norm": 6.666311208864922,
+      "learning_rate": 9.813537362922608e-06,
+      "loss": 3.0326,
+      "step": 1600
+    },
+    {
+      "epoch": 0.7088770742709843,
+      "grad_norm": 6.490840785958152,
+      "learning_rate": 9.797524276513162e-06,
+      "loss": 3.0562,
+      "step": 1650
+    },
+    {
+      "epoch": 0.7303581977337414,
+      "grad_norm": 7.096203367165056,
+      "learning_rate": 9.780865799988516e-06,
+      "loss": 3.031,
+      "step": 1700
+    },
+    {
+      "epoch": 0.7518393211964985,
+      "grad_norm": 6.752554004118515,
+      "learning_rate": 9.763564174341203e-06,
+      "loss": 3.0211,
+      "step": 1750
+    },
+    {
+      "epoch": 0.7733204446592556,
+      "grad_norm": 6.267973471607311,
+      "learning_rate": 9.745621727083817e-06,
+      "loss": 3.017,
+      "step": 1800
+    },
+    {
+      "epoch": 0.7948015681220127,
+      "grad_norm": 6.4153741524585435,
+      "learning_rate": 9.727040871935898e-06,
+      "loss": 3.0248,
+      "step": 1850
+    },
+    {
+      "epoch": 0.8162826915847698,
+      "grad_norm": 6.44854230007588,
+      "learning_rate": 9.707824108499233e-06,
+      "loss": 2.974,
+      "step": 1900
+    },
+    {
+      "epoch": 0.837763815047527,
+      "grad_norm": 6.434347899473903,
+      "learning_rate": 9.68797402192159e-06,
+      "loss": 2.9643,
+      "step": 1950
+    },
+    {
+      "epoch": 0.859244938510284,
+      "grad_norm": 6.623547979694668,
+      "learning_rate": 9.667493282548945e-06,
+      "loss": 2.9832,
+      "step": 2000
+    },
+    {
+      "epoch": 0.8807260619730412,
+      "grad_norm": 7.423714925680245,
+      "learning_rate": 9.646384645566263e-06,
+      "loss": 2.9494,
+      "step": 2050
+    },
+    {
+      "epoch": 0.9022071854357983,
+      "grad_norm": 6.539828516530332,
+      "learning_rate": 9.624650950626846e-06,
+      "loss": 2.9489,
+      "step": 2100
+    },
+    {
+      "epoch": 0.9236883088985554,
+      "grad_norm": 6.884977149689985,
+      "learning_rate": 9.602295121470328e-06,
+      "loss": 2.9446,
+      "step": 2150
+    },
+    {
+      "epoch": 0.9451694323613125,
+      "grad_norm": 7.167446447983352,
+      "learning_rate": 9.57932016552936e-06,
+      "loss": 2.9367,
+      "step": 2200
+    },
+    {
+      "epoch": 0.9666505558240696,
+      "grad_norm": 6.06922872483934,
+      "learning_rate": 9.555729173525035e-06,
+      "loss": 2.9252,
+      "step": 2250
+    },
+    {
+      "epoch": 0.9881316792868267,
+      "grad_norm": 6.386687065769196,
+      "learning_rate": 9.531525319051097e-06,
+      "loss": 2.9342,
+      "step": 2300
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 13962,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 6,
+  "save_steps": 1.0,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11fa96dc09f08ee109815f437a4e1a59635a72fc349dbd2021b2ccdd7a930d96
+size 6648