morriszms commited on
Commit
c386e3c
·
verified ·
1 Parent(s): 5ac9e3c

Upload folder using huggingface_hub

Browse files
README.md CHANGED
@@ -1,15 +1,12 @@
1
  ---
2
- base_model: unsloth/SmolLM2-1.7B
3
- language:
4
- - en
5
  library_name: transformers
6
  license: apache-2.0
 
 
7
  tags:
8
- - llama
9
- - unsloth
10
- - transformers
11
  - TensorBlock
12
  - GGUF
 
13
  ---
14
 
15
  <div style="width: auto; margin-left: auto; margin-right: auto">
@@ -23,9 +20,9 @@ tags:
23
  </div>
24
  </div>
25
 
26
- ## unsloth/SmolLM2-1.7B - GGUF
27
 
28
- This repo contains GGUF format model files for [unsloth/SmolLM2-1.7B](https://huggingface.co/unsloth/SmolLM2-1.7B).
29
 
30
  The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4011](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
31
 
 
1
  ---
 
 
 
2
  library_name: transformers
3
  license: apache-2.0
4
+ language:
5
+ - en
6
  tags:
 
 
 
7
  - TensorBlock
8
  - GGUF
9
+ base_model: HuggingFaceTB/SmolLM2-1.7B
10
  ---
11
 
12
  <div style="width: auto; margin-left: auto; margin-right: auto">
 
20
  </div>
21
  </div>
22
 
23
+ ## HuggingFaceTB/SmolLM2-1.7B - GGUF
24
 
25
+ This repo contains GGUF format model files for [HuggingFaceTB/SmolLM2-1.7B](https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B).
26
 
27
  The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4011](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
28
 
SmolLM2-1.7B-Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b2c556bc5bc92ef3d0a3a247f49aa5ac34abec1ecd1aa433d1b9d575f6050cc
3
- size 674584800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00f52f130b740043e4bd1b62b2e56b0d9caa88a733c7914dd40484e4ec691ad9
3
+ size 674582656
SmolLM2-1.7B-Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b7f9644559f15bc60c79fa79ffad930ca7968a7135a495bfa0901df333a05ec
3
- size 932534496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44db1fdd0b717bba0037356f148d5430df8bea273f7664304e59e5cd1b05ffec
3
+ size 932532352
SmolLM2-1.7B-Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4be55d250ee1b61e2689afe07377438b2c1fd18257adbb801f691d278a6c15c4
3
- size 860182752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef505fedc01908d49bf21163dd2cc80f6c3ecebe3b08e03ded2d2da50a2ab1ce
3
+ size 860180608
SmolLM2-1.7B-Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ccc1a2f9d99bf9855af7e09569b43881c16a5e482c9443ea31ac4e40e519a82e
3
- size 776820960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dadfdbc4cc3ee2a216585981b8bbf509d986b492776a0b17d0340a094ac5d29
3
+ size 776818816
SmolLM2-1.7B-Q4_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:edf6b889416e9ff5f9ec25bfa8f4f2480e48773929428d2ba62b2bf86584683d
3
- size 990730464
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbe361fd25b9ab03b6ae09e4be8f35dba1c0c685f8ccff899df183104907d2a0
3
+ size 990728320
SmolLM2-1.7B-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b6ed9843cf88281509da062c32eab3f1f65c82fe0f621317d10f98a709dcc04d
3
- size 1055611104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0730c72ce8bf82a47153c69b7b5b13b54463d5d3521046fa2a0d1b59dc3d487b
3
+ size 1055608960
SmolLM2-1.7B-Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac24c0663b957c3c89b578220350277bb7a239aaf16bdf443f8a3770a6d81860
3
- size 999119072
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1709f7813134db303611d46951a585aed17add49838e493c1f6bafb8e370efe
3
+ size 999116928
SmolLM2-1.7B-Q5_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f39380e5259e52a383ead213ac4fdd941a7c547fa51ad190206bc3acba80bf5
3
- size 1192057056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46b7c2cdde9d4fb0c2bd72114b6ccdc651e6b9f792b5d66f393276e718c334d8
3
+ size 1192054912
SmolLM2-1.7B-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f5bad0ff5d81884892cefc78b435991da9026cd8a813aacd15c0cd0198ac587a
3
- size 1225480416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:435874418bec4bb6116332af49e3929ed185b5de10637d3b5c1c11e404e1238e
3
+ size 1225478272
SmolLM2-1.7B-Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:83aa3f6c1a57f76467dac2cc113d3f9e9941c385da5d843299907b512acfbf28
3
- size 1192057056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b82303a1cf779075ba67771b9155f1b010c68a0aa7b0601f206be1525c362fb
3
+ size 1192054912
SmolLM2-1.7B-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ebd8a85358aa92f6ce6b8e4d051938948a8256434acd5fd22e32ec14c586fab0
3
- size 1405966560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa040520e45f0027e31dae81fc5dc3d2d2474aa68c1fb4cbff8129be9c043f6b
3
+ size 1405964416
SmolLM2-1.7B-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a32cc79629f84f69438fd2dfb1edd77bcd7516b9bf04a7608fee1f8b12763d48
3
- size 1820416704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23566f9075c17a175191c4b8f5b992ec42673eb90c7cb316a56632d0ea2282f7
3
+ size 1820414080