Hugging Face's logo

mradermacher
/
Loxa-4B-i1-GGUF

Transformers
GGUF
English
cpu
gpu
aiframe
llm
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
a950a3a
·
verified ·
1 Parent(s): b5383b6

uploaded from rain

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Loxa-4B.i1-IQ1_M.gguf +3 -0
  3. Loxa-4B.i1-IQ1_S.gguf +3 -0
  4. Loxa-4B.i1-IQ2_M.gguf +3 -0
  5. Loxa-4B.i1-IQ2_S.gguf +3 -0
  6. Loxa-4B.i1-IQ2_XS.gguf +3 -0
  7. Loxa-4B.i1-IQ2_XXS.gguf +3 -0
  8. Loxa-4B.i1-IQ3_M.gguf +3 -0
  9. Loxa-4B.i1-IQ3_S.gguf +3 -0
  10. Loxa-4B.i1-IQ3_XS.gguf +3 -0
  11. Loxa-4B.i1-IQ3_XXS.gguf +3 -0
  12. Loxa-4B.i1-IQ4_NL.gguf +3 -0
  13. Loxa-4B.i1-IQ4_XS.gguf +3 -0
  14. Loxa-4B.i1-Q2_K.gguf +3 -0
  15. Loxa-4B.i1-Q2_K_S.gguf +3 -0
  16. Loxa-4B.i1-Q3_K_L.gguf +3 -0
  17. Loxa-4B.i1-Q3_K_M.gguf +3 -0
  18. Loxa-4B.i1-Q3_K_S.gguf +3 -0
  19. Loxa-4B.i1-Q4_0.gguf +3 -0
  20. Loxa-4B.i1-Q4_1.gguf +3 -0
  21. Loxa-4B.i1-Q4_K_M.gguf +3 -0
  22. Loxa-4B.i1-Q4_K_S.gguf +3 -0
  23. Loxa-4B.i1-Q5_K_M.gguf +3 -0
  24. Loxa-4B.i1-Q5_K_S.gguf +3 -0
  25. Loxa-4B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Loxa-4B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Loxa-4B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Loxa-4B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Loxa-4B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Loxa-4B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Loxa-4B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Loxa-4B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Loxa-4B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Loxa-4B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Loxa-4B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Loxa-4B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Loxa-4B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Loxa-4B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Loxa-4B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Loxa-4B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Loxa-4B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Loxa-4B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Loxa-4B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Loxa-4B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Loxa-4B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Loxa-4B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Loxa-4B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Loxa-4B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Loxa-4B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Loxa-4B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e11fc41232f38573d030a5317e7b1cb51f58e03e686e6c1fe870d99654871eb7
3
+ size 1109008064
Loxa-4B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27da678a35be089e7df481bfb802cb89d6dc1427368a6597ab52599cef4a7082
3
+ size 1037049536
Loxa-4B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cae47667909bf478e96964cb5604f15c45db5d2fb26eee73f9fd63fc2cc968ce
3
+ size 1500946112
Loxa-4B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c23e74a62887d1dc1ed06e110817c420d882f47c4afd4d57ba068f175e9fbfbb
3
+ size 1405001408
Loxa-4B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a52cb0089e32f3e8cbef15dac966f96ae60e590615797f5f6ac00218beecd2b
3
+ size 1335500480
Loxa-4B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5e7ea7010f3da18089e800a2b3fae48ff39623e7edbebfae6212fe8d25e9759
3
+ size 1228938944
Loxa-4B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e39b01cf7315de9d4ed99ab28351702e14f577a11d4007498fcd27f64ddc3002
3
+ size 1962612416
Loxa-4B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4a1e0ce3187e713d4d05e0516f253a2f4f5b57e1cbfd1d23f38fcb7311d863c
3
+ size 1889081024
Loxa-4B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1e8b818785ddae780fd5e3d253ace5cd7da78d1dfd0602c311ef8964da0f451
3
+ size 1804146368
Loxa-4B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d7e086ffb0162599aca5cc95349b6fcd0064a9c248b414105589ca3fc19ca27
3
+ size 1654496960
Loxa-4B.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:615d0402f74b8adc5a85437ed42cd38a00a9ed5fee66e4951e261eefd206eef1
3
+ size 2370377408
Loxa-4B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28d2b04b57001c1fdc61647d6a64fdfa49dd0b2243654a7c3033eb179386f973
3
+ size 2257131200
Loxa-4B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38012a65751a6f0576673883aee31dadbb816baf534af93dee4b8f840e9c269b
3
+ size 1659049664
Loxa-4B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49129a34d653da772897f4e6179db4c3ac974f7aa717b5fbf281ff6c658f4c09
3
+ size 1544623808
Loxa-4B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e878b113b3ffd66caedf22446bf6674e935ed93a6818113a10c46fd7f7abb3af
3
+ size 2239436480
Loxa-4B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1d7e2c08eeb1e65cf0033da4281546e54c34a4af77f5227484d27ec85bc66d3
3
+ size 2076645056
Loxa-4B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd3720ee4a2355def9185e1508555d0520f73a5e053fb6208e40ac1365666402
3
+ size 1889081024
Loxa-4B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52c80a3f8f084e4a95fc409fb613886c9948b932c45f490906127cf60e732c8a
3
+ size 2376668864
Loxa-4B.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d12c2ecbe1b5781f478172b538d180d4fcbacf5b2f4e22e18b251cb41d2a2ff
3
+ size 2596869824
Loxa-4B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26637f5db26be1d95f7cd683caff233bf4eac19e81ea5c6fa37ae74f306fb854
3
+ size 2501760704
Loxa-4B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9204134d61cd57a5cdd07cbcc845f9ba17a402fcc44a7e646d655446c06a2696
3
+ size 2384533184
Loxa-4B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fe8973d5a8b7be9513444546cbb4997034798d82b5857654d554bc8a7a15bf3
3
+ size 2891044544
Loxa-4B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2eae3934715073541926ea2d091a0943e8b1a123247ca646cbf15a1e79f6c711
3
+ size 2823362240
Loxa-4B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fcbf9d5f9bcda4ce130b55b1ababa97f8957498c3f7757a8f554da6da21f554
3
+ size 3304658624