Hugging Face's logo

qwp4w3hyb
/
Phi-3-medium-4k-instruct-iMat-GGUF

Text Generation
GGUF
multilingual
nlp
code
microsoft
phi
instruct
finetune
imatrix
importance matrix
Inference Endpoints
conversational
Model card Files Community
qwp4w3hyb commited on
Commit
c80afdc
•
1 Parent(s): f9f1b1c

Upload folder using huggingface_hub

Browse files
Files changed (21) hide show
  1. .gitattributes +20 -0
  2. imat-bf16-gmerged.dat +3 -0
  3. phi-3-medium-4k-instruct-bf16.gguf +3 -0
  4. phi-3-medium-4k-instruct-imat-IQ1_S.gguf +3 -0
  5. phi-3-medium-4k-instruct-imat-IQ2_M.gguf +3 -0
  6. phi-3-medium-4k-instruct-imat-IQ2_S.gguf +3 -0
  7. phi-3-medium-4k-instruct-imat-IQ2_XS.gguf +3 -0
  8. phi-3-medium-4k-instruct-imat-IQ2_XXS.gguf +3 -0
  9. phi-3-medium-4k-instruct-imat-IQ3_M.gguf +3 -0
  10. phi-3-medium-4k-instruct-imat-IQ3_S.gguf +3 -0
  11. phi-3-medium-4k-instruct-imat-IQ3_XS.gguf +3 -0
  12. phi-3-medium-4k-instruct-imat-IQ3_XXS.gguf +3 -0
  13. phi-3-medium-4k-instruct-imat-IQ4_NL.gguf +3 -0
  14. phi-3-medium-4k-instruct-imat-IQ4_XS.gguf +3 -0
  15. phi-3-medium-4k-instruct-imat-Q4_0.gguf +3 -0
  16. phi-3-medium-4k-instruct-imat-Q4_K_M.gguf +3 -0
  17. phi-3-medium-4k-instruct-imat-Q4_K_S.gguf +3 -0
  18. phi-3-medium-4k-instruct-imat-Q5_K_M.gguf +3 -0
  19. phi-3-medium-4k-instruct-imat-Q5_K_S.gguf +3 -0
  20. phi-3-medium-4k-instruct-imat-Q6_K.gguf +3 -0
  21. phi-3-medium-4k-instruct-imat-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imat-bf16-gmerged.dat filter=lfs diff=lfs merge=lfs -text
37
+ phi-3-medium-4k-instruct-bf16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ phi-3-medium-4k-instruct-imat-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ phi-3-medium-4k-instruct-imat-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ phi-3-medium-4k-instruct-imat-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ phi-3-medium-4k-instruct-imat-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ phi-3-medium-4k-instruct-imat-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ phi-3-medium-4k-instruct-imat-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ phi-3-medium-4k-instruct-imat-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ phi-3-medium-4k-instruct-imat-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ phi-3-medium-4k-instruct-imat-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ phi-3-medium-4k-instruct-imat-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ phi-3-medium-4k-instruct-imat-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ phi-3-medium-4k-instruct-imat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
50
+ phi-3-medium-4k-instruct-imat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
51
+ phi-3-medium-4k-instruct-imat-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
52
+ phi-3-medium-4k-instruct-imat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ phi-3-medium-4k-instruct-imat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ phi-3-medium-4k-instruct-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
55
+ phi-3-medium-4k-instruct-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
imat-bf16-gmerged.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fcfc7af4db258a624dbb20d6f145e767e59146f9a9edc4af1db233fd6cea5a0
3
+ size 5330303
phi-3-medium-4k-instruct-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fa21454fcd545b36caec296f9d1676660bcce7b5bcc90911ee2ae21fa39dbb9
3
+ size 27922046048
phi-3-medium-4k-instruct-imat-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:885e9fbac51d6e98739b169aa54c248ad300e83fb277ff2e2908e15152281020
3
+ size 2957996416
phi-3-medium-4k-instruct-imat-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4017f90392f0c70b0a368a121582dfc027935aac58721b2129bf0d7ef883b4b0
3
+ size 4717005696
phi-3-medium-4k-instruct-imat-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:691f62265c9e379b88353d2350cadb6329fe26f342091a5cd82267f82634660a
3
+ size 4338125696
phi-3-medium-4k-instruct-imat-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0e3a10a34b854e38fbda2d324a31e44040dcda120e8f34944fc0eaa5244a063
3
+ size 4127404416
phi-3-medium-4k-instruct-imat-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40f67cbc93f7eb46f3d7fc718e003002f1c4369db65851cd21edcccbe466cec0
3
+ size 3715756416
phi-3-medium-4k-instruct-imat-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b514c2eeadc16ce46f6eafd384323a3f3bb51e17f4bda1e936989d06347acf2
3
+ size 6473977216
phi-3-medium-4k-instruct-imat-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62568eff83045651712d66d091980699bb7eca94196db172df84a05f42a33dac
3
+ size 6064889216
phi-3-medium-4k-instruct-imat-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a126fc54c8b42b035a7a900ff5b5a2fd8f030cb7c1ca2d9de1502982b75bf26
3
+ size 5806841216
phi-3-medium-4k-instruct-imat-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75abe0e5382d883dcb84949dfa8f41d541444d3d9a89a5967012d7b1046bfb04
3
+ size 5453261696
phi-3-medium-4k-instruct-imat-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ffecd958d6910082a35fc143b262b55ee35d18887086df0addc7efa7ad9cabf
3
+ size 7897124736
phi-3-medium-4k-instruct-imat-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d363790fefdee967c88bc1693c66d2d13adf79bacd985264f6fcdc96b596bba
3
+ size 7466010496
phi-3-medium-4k-instruct-imat-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be506c0951eefecd82328cf97c50aedb8258a0ec4e54d192888f708fca8f08f4
3
+ size 7925796736
phi-3-medium-4k-instruct-imat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:818d4a895ecb84a485aa7dc4ba8ab8a425b0a8a13d0750b10eb701172e808018
3
+ size 8566820736
phi-3-medium-4k-instruct-imat-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12ce5de2daff7ba61048a6f2291d689d74b3c531c196209b3af6b481e8beacef
3
+ size 7954468736
phi-3-medium-4k-instruct-imat-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71f1b3f4feceaadaae581934b257b958ab9e8befab5571376c3305daae5411ff
3
+ size 10074189696
phi-3-medium-4k-instruct-imat-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:179d07ff451c04a748b576036201fd8f24c23096e94cdbca03516a8b002f48ab
3
+ size 9621581696
phi-3-medium-4k-instruct-imat-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01668e033e5967729441de8a46deca5fd655e653fc680c19cca6f1a9a77c8a40
3
+ size 11453817216
phi-3-medium-4k-instruct-imat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd3893ba803df2ec7fd5b99e03275e3f26211bbf42e4b23a8f6250f7104155cd
3
+ size 14834711936