paragon-analytics commited on Sep 15

Commit

4e64fc6

•

1 Parent(s): 49b485d

paragon-analytics/Llama318bseries

Files changed (17) hide show

README.md ADDED Viewed

+---
+base_model: meta-llama/Meta-Llama-3.1-8B
+library_name: peft
+license: llama3.1
+tags:
+- generated_from_trainer
+model-index:
+- name: results
+  results: []
+---
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+# results
+This model is a fine-tuned version of [meta-llama/Meta-Llama-3.1-8B](https://huggingface.co/meta-llama/Meta-Llama-3.1-8B) on the None dataset.
+## Model description
+More information needed
+## Intended uses & limitations
+More information needed
+## Training and evaluation data
+More information needed
+## Training procedure
+### Training hyperparameters
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 1
+- eval_batch_size: 8
+- seed: 42
+- gradient_accumulation_steps: 16
+- total_train_batch_size: 16
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_steps: 100
+- num_epochs: 1
+- mixed_precision_training: Native AMP
+### Training results
+### Framework versions
+- PEFT 0.12.0
+- Transformers 4.43.1
+- Pytorch 2.3.1+cu121
+- Datasets 3.0.0
+- Tokenizers 0.19.1

adapter_config.json ADDED Viewed

+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3.1-8B",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:deb01f876db7f8ba653710e2be34de5346501ed4d0765350cca7e12558a875e5
+size 13648432

runs/Sep15_12-01-00_udc-an34-1/events.out.tfevents.1726416087.udc-an34-1.571518.0 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:080e21f9c92d3161480cabee5159a234a8147341348ebdc256f97346de7c59a3
+size 5890

runs/Sep15_12-17-33_udc-an34-19/events.out.tfevents.1726417062.udc-an34-19.247014.0 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd03bbd3188c79a3b34d3fcf1550a9d7f2df42ca9716ad6109e7e0005a71a0e
+size 5891

runs/Sep15_12-51-18_udc-an34-19/events.out.tfevents.1726419082.udc-an34-19.254018.0 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a0443508e99c86e0e89c70aaafd340add503850acf3309b91b16cbc3f17022
+size 5052

runs/Sep15_12-53-27_udc-an34-19/events.out.tfevents.1726419207.udc-an34-19.254018.1 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:9aec78fc4ce95117ab78581b92c2ddb44f45dd4cdd095ac470f3fe97db2943a3
+size 5053

runs/Sep15_12-53-46_udc-an34-19/events.out.tfevents.1726419227.udc-an34-19.254018.2 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:230fb3b5525296e67dc489a854a302beb4f415d139c608b7b6e2eacbc97bac67
+size 5053

runs/Sep15_12-54-15_udc-an34-19/events.out.tfevents.1726419255.udc-an34-19.254018.3 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d15d5ced4cde547de919c6a5b8127b4a60fa156a62c9c2f30a4b46b95c796e
+size 5053

runs/Sep15_12-56-31_udc-an34-19/events.out.tfevents.1726419395.udc-an34-19.256617.0 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:378330c5daaad55f4db4d521316c20a070856efc17599bf4abf919e8ea59fd04
+size 5053

runs/Sep15_12-59-35_udc-an34-19/events.out.tfevents.1726419575.udc-an34-19.256617.1 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:bac8d5d5812c5a4232ef187b6e9d6302cae29d92ef01450fe6d5c19d464aaac6
+size 5053

runs/Sep15_13-00-26_udc-an34-19/events.out.tfevents.1726419626.udc-an34-19.256617.2 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:a5dff877e9b61dfe62d11db089f7736ba220e38cf94ecc0ef50a9b4726b0df50
+size 5053

runs/Sep15_13-00-41_udc-an34-19/events.out.tfevents.1726419642.udc-an34-19.256617.3 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:38f98e869ab883571ec0677de2ce97b9d5875aec3a5d03f5046ad2341f5a9e6a
+size 5053

runs/Sep15_13-03-37_udc-an34-19/events.out.tfevents.1726419822.udc-an34-19.258412.0 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:d3292eb91ff63874964c1c98a1e01d0f2c8eea08eecc5e859f7eb32ab9d593f3
+size 5053

runs/Sep15_13-19-41_udc-an34-19/events.out.tfevents.1726420782.udc-an34-19.261680.0 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:74237853b61e23fdf05488a932325042b078f8056409f913ce1be32215f1b600
+size 5891

runs/Sep15_13-59-14_udc-an34-19/events.out.tfevents.1726423155.udc-an34-19.272078.0 ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:2225ffc39fd44e5ef2362aab68c1c3a19d697ea1f783a8004fedbb1e0b02218f
+size 5891

training_args.bin ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5c9e4aea5635000aa5ad9c0e52775c3ff78235736ddd999ad785e31386327e
+size 5176