Hugging Face's logo

sanjay-khanal
/
llama-3.2-3b-instruct-bnb-4bit-501k-and-recall

Text Generation
Transformers
PyTorch
English
llama
text-generation-inference
unsloth
trl
sft
conversational
Inference Endpoints
Model card Files Community
5
sanjay-khanal commited on
Commit
5768ba0
·
verified ·
1 Parent(s): dcfd7f7

Trained with Unsloth

Browse files
Files changed (5) hide show
  1. README.md +1 -0
  2. config.json +3 -3
  3. generation_config.json +1 -1
  4. pytorch_model-00001-of-00002.bin +1 -1
  5. pytorch_model-00002-of-00002.bin +1 -1
README.md CHANGED
@@ -6,6 +6,7 @@ tags:
6
  - unsloth
7
  - llama
8
  - trl
 
9
  license: apache-2.0
10
  language:
11
  - en
 
6
  - unsloth
7
  - llama
8
  - trl
9
+ - sft
10
  license: apache-2.0
11
  language:
12
  - en
config.json CHANGED
@@ -34,9 +34,9 @@
34
  },
35
  "rope_theta": 500000.0,
36
  "tie_word_embeddings": true,
37
- "torch_dtype": "float16",
38
- "transformers_version": "4.47.0",
39
- "unsloth_version": "2024.12.4",
40
  "use_cache": true,
41
  "vocab_size": 128256
42
  }
 
34
  },
35
  "rope_theta": 500000.0,
36
  "tie_word_embeddings": true,
37
+ "torch_dtype": "bfloat16",
38
+ "transformers_version": "4.46.3",
39
+ "unsloth_version": "2024.12.8",
40
  "use_cache": true,
41
  "vocab_size": 128256
42
  }
generation_config.json CHANGED
@@ -10,5 +10,5 @@
10
  "pad_token_id": 128004,
11
  "temperature": 0.6,
12
  "top_p": 0.9,
13
- "transformers_version": "4.47.0"
14
  }
 
10
  "pad_token_id": 128004,
11
  "temperature": 0.6,
12
  "top_p": 0.9,
13
+ "transformers_version": "4.46.3"
14
  }
pytorch_model-00001-of-00002.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9fa11b7b9cb41b8764c03bfb1c6894814a64abb932933067c4ee6baf9fcc5ce6
3
  size 4965844039
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5a5494fd10ea6a39ab5bde51750ce502c1bb6c43e05dd5d62cfb52bc492ca55
3
  size 4965844039
pytorch_model-00002-of-00002.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:32e18f9438ff1ffcee7f3a8f6be34022a615d1ec8d5ec5062c2013aa013e0083
3
  size 1459746080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:150c3c0589ace1eab4c0a870a92a32f593cfc4b0498d5d06bdf92828e19b4a7c
3
  size 1459746080