mradermacher
/

Nemo-12B-Marlin-v2-i1-GGUF

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

mradermacher commited on Aug 3, 2024

Commit

c05148d

·

verified ·

1 Parent(s): 93db480

uploaded from nethype/db2

Files changed (2) hide show

.gitattributes +1 -0
Nemo-12B-Marlin-v2.i1-IQ4_XS.gguf +3 -0

.gitattributes CHANGED Viewed

@@ -41,3 +41,4 @@ Nemo-12B-Marlin-v2.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 Nemo-12B-Marlin-v2.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 Nemo-12B-Marlin-v2.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
 Nemo-12B-Marlin-v2.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text

 Nemo-12B-Marlin-v2.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 Nemo-12B-Marlin-v2.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
 Nemo-12B-Marlin-v2.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Nemo-12B-Marlin-v2.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text

Nemo-12B-Marlin-v2.i1-IQ4_XS.gguf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:eca789b7a3800c66c7f075f8c75db024b740f9b2c92b6f6a4b81ea3f843cd404
+size 6742710752