Hugging Face's logo

unsloth
/
SmolLM2-135M-Instruct-GGUF

Transformers
GGUF
English
llama
unsloth
Inference Endpoints
conversational
Model card Files Community
danielhanchen commited on
Commit
8637628
•
1 Parent(s): 0d4714f

Upload folder using huggingface_hub

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. SmolLM2-135M-Instruct-F16.gguf +3 -0
  3. SmolLM2-135M-Instruct-Q2_K.gguf +3 -0
  4. SmolLM2-135M-Instruct-Q3_K_M.gguf +3 -0
  5. SmolLM2-135M-Instruct-Q4_K_M.gguf +3 -0
  6. SmolLM2-135M-Instruct-Q5_K_M.gguf +3 -0
  7. SmolLM2-135M-Instruct-Q6_K.gguf +3 -0
  8. SmolLM2-135M-Instruct-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ SmolLM2-135M-Instruct-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ SmolLM2-135M-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ SmolLM2-135M-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ SmolLM2-135M-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ SmolLM2-135M-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ SmolLM2-135M-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ SmolLM2-135M-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
SmolLM2-135M-Instruct-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5157ca60744d21631818364854ac8e4452e1b8022d2ab4c8a2f9cda2344afb30
3
+ size 270885952
SmolLM2-135M-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c53fe6626c7165ebfd8de5db22edc3f719b813da001e662bc5cb453f2540a076
3
+ size 88201792
SmolLM2-135M-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e8e1ce198396779d5a8e60e20c469ad5e064624f4e99790af40de57b46fec95
3
+ size 93510208
SmolLM2-135M-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed5fa30c487b282ec156c29062f1222e5c20875a944ac98289dbd242e947f747
3
+ size 105454144
SmolLM2-135M-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ffe3cb59ea03238cea3f4a4b03fe516bcd827b6bd02c868a64cf31b2f94dab9
3
+ size 112103488
SmolLM2-135M-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b4cac34723e9f710d661d5c26f658d81c0d35d10c34e104b4d094ad0e89bdd2
3
+ size 138382912
SmolLM2-135M-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4a3dd037301b6ecea31d6da37f5cd793ead920dd5ddfe6d589294628d6ce66a
3
+ size 144811072