Hugging Face's logo

sanchit-gandhi
/
gemma-2b-openassistant-guanaco

PEFT
TensorBoard
Safetensors
trl
sft
Generated from Trainer
Model card Files Metrics Community
sanchit-gandhi HF staff commited on
Commit
de9e4c7
•
1 Parent(s): b66db41

Training in progress, step 500

Browse files
Files changed (22) hide show
  1. .gitattributes +1 -0
  2. adapter_config.json +28 -0
  3. adapter_model.safetensors +3 -0
  4. runs/Mar01_13-33-19_vorace/events.out.tfevents.1709300005.vorace.3510398.0 +3 -0
  5. runs/Mar01_13-38-15_vorace/events.out.tfevents.1709300309.vorace.3510398.1 +3 -0
  6. runs/Mar01_13-46-50_vorace/events.out.tfevents.1709300811.vorace.3511171.0 +3 -0
  7. runs/Mar01_13-48-48_vorace/events.out.tfevents.1709300933.vorace.3511171.1 +3 -0
  8. runs/Mar01_13-50-03_vorace/events.out.tfevents.1709301006.vorace.3511171.2 +3 -0
  9. runs/Mar01_13-50-34_vorace/events.out.tfevents.1709301035.vorace.3511171.3 +3 -0
  10. runs/Mar01_13-51-25_vorace/events.out.tfevents.1709301090.vorace.3511171.4 +3 -0
  11. runs/Mar01_17-52-00_vorace/events.out.tfevents.1709315560.vorace.3528311.0 +3 -0
  12. runs/Mar01_18-00-51_vorace/events.out.tfevents.1709316055.vorace.3528311.1 +3 -0
  13. runs/Mar01_18-07-33_vorace/events.out.tfevents.1709316455.vorace.3534390.0 +3 -0
  14. runs/Mar01_18-08-42_vorace/events.out.tfevents.1709316526.vorace.3534390.1 +3 -0
  15. runs/Mar01_18-21-41_vorace/events.out.tfevents.1709317303.vorace.3542417.0 +3 -0
  16. runs/Mar01_18-21-43_vorace/events.out.tfevents.1709317304.vorace.3542517.0 +3 -0
  17. runs/Mar01_18-21-43_vorace/events.out.tfevents.1709317462.vorace.3542517.1 +3 -0
  18. special_tokens_map.json +30 -0
  19. tokenizer.json +3 -0
  20. tokenizer.model +3 -0
  21. tokenizer_config.json +49 -0
  22. training_args.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
adapter_config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "google/gemma-2b",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": true,
9
+ "layers_pattern": null,
10
+ "layers_to_transform": null,
11
+ "loftq_config": {},
12
+ "lora_alpha": 32,
13
+ "lora_dropout": 0.05,
14
+ "megatron_config": null,
15
+ "megatron_core": "megatron.core",
16
+ "modules_to_save": null,
17
+ "peft_type": "LORA",
18
+ "r": 16,
19
+ "rank_pattern": {},
20
+ "revision": null,
21
+ "target_modules": [
22
+ "q_proj",
23
+ "v_proj"
24
+ ],
25
+ "task_type": "CAUSAL_LM",
26
+ "use_dora": false,
27
+ "use_rslora": false
28
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4d8603019ea7be5fadc83f272e7e802f9ba0b201afc3b0e90e3dfff399a38f3
3
+ size 7382336
runs/Mar01_13-33-19_vorace/events.out.tfevents.1709300005.vorace.3510398.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d95d9c65d931e1afd977679acf0267d7fd2739f0c7002d70c0c5d87eb0ce7483
3
+ size 4600
runs/Mar01_13-38-15_vorace/events.out.tfevents.1709300309.vorace.3510398.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66a6f92905d5596a5eea15c5295d1c8e6deeade702f40d3784c8a5a38ac82b81
3
+ size 4596
runs/Mar01_13-46-50_vorace/events.out.tfevents.1709300811.vorace.3511171.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6090d73ce51546fca223c38a06a70c5d3006a970155afc32caca98c38b5af32a
3
+ size 5038
runs/Mar01_13-48-48_vorace/events.out.tfevents.1709300933.vorace.3511171.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:496780d42f58cce9048008009ba027dede16f700a207062078528bac49a1a07b
3
+ size 5038
runs/Mar01_13-50-03_vorace/events.out.tfevents.1709301006.vorace.3511171.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daa442de4d8ca7384d1166da4ada64f614ae8fe75abe658c4a2560c5ab7ece5d
3
+ size 5038
runs/Mar01_13-50-34_vorace/events.out.tfevents.1709301035.vorace.3511171.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8721cc3828621d87d731ca2c51e576fbcd9cdd34dfd9cc855e7a64a9ef406604
3
+ size 5451
runs/Mar01_13-51-25_vorace/events.out.tfevents.1709301090.vorace.3511171.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8f079bf5b83965720ab5ef3385ee7ef634610897f5fe75f942223565398d113
3
+ size 6484
runs/Mar01_17-52-00_vorace/events.out.tfevents.1709315560.vorace.3528311.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc698d338cc0c74fd12707aa20fbe4187ad3df3eaac1ab9f003563546b3e0612
3
+ size 12585
runs/Mar01_18-00-51_vorace/events.out.tfevents.1709316055.vorace.3528311.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1612f84cc2fa3b9f84ba6d46fb7c24315bbe632f5cb88071e5191837294834de
3
+ size 6279
runs/Mar01_18-07-33_vorace/events.out.tfevents.1709316455.vorace.3534390.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbeda64177dd6b50a6eca0f231f76c11bed9a81c5125c527ac33c1ba610d9825
3
+ size 5244
runs/Mar01_18-08-42_vorace/events.out.tfevents.1709316526.vorace.3534390.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f79a29e0ae80aad1cb70cd13d2ffe36cbf9e71b46e5edcccee15929810e7e47
3
+ size 5657
runs/Mar01_18-21-41_vorace/events.out.tfevents.1709317303.vorace.3542417.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fde829852b9e63a3f02d75c4b71e8458f133e7fbdd6fe6b9ed27ca4f84f8e76d
3
+ size 15538
runs/Mar01_18-21-43_vorace/events.out.tfevents.1709317304.vorace.3542517.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:786b77d60de01ddbf34fb4fee3b5e211577438627c1bd9d749e2c6410020cfa9
3
+ size 5035
runs/Mar01_18-21-43_vorace/events.out.tfevents.1709317462.vorace.3542517.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:677bb72f67d435a2160499240b750ffe11f05f751ee0863f8139230db9f2c956
3
+ size 5036
special_tokens_map.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<bos>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<eos>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "<pad>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "<unk>",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ }
30
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0d908b4f9326e0998815690e325b6abbd378978553e10627924dd825db7e243
3
+ size 17477553
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
3
+ size 4241003
tokenizer_config.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": true,
3
+ "add_eos_token": false,
4
+ "added_tokens_decoder": {
5
+ "0": {
6
+ "content": "<pad>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "1": {
14
+ "content": "<eos>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "2": {
22
+ "content": "<bos>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "3": {
30
+ "content": "<unk>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ }
37
+ },
38
+ "bos_token": "<bos>",
39
+ "clean_up_tokenization_spaces": false,
40
+ "eos_token": "<eos>",
41
+ "legacy": null,
42
+ "model_max_length": 1000000000000000019884624838656,
43
+ "pad_token": "<pad>",
44
+ "sp_model_kwargs": {},
45
+ "spaces_between_special_tokens": false,
46
+ "tokenizer_class": "GemmaTokenizer",
47
+ "unk_token": "<unk>",
48
+ "use_default_system_prompt": false
49
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ad04591433f788b072fe24d7b379203fd285262ea4a78766484ad7e001962f6
3
+ size 4920