Hugging Face's logo

Esperanto
/
phi3-mini-4k-instruct-kvc-AWQ-int4-onnx

ONNX
text-generation-inference
phi3
4-bit precision
AWQ
Model card Files Community
ericsorides commited on
Commit
c3962b4
·
1 Parent(s): 41716fd

Uploaded model and tokenizer

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +2 -0
  2. added_tokens.json +13 -0
  3. model.embed_tokens.weight +3 -0
  4. model.layers.0.input_layernorm.weight +3 -0
  5. model.layers.0.mlp.down_proj.qweight +3 -0
  6. model.layers.0.mlp.down_proj.qzeros +3 -0
  7. model.layers.0.mlp.down_proj.scales +3 -0
  8. model.layers.0.mlp.gate_up_proj.qweight +3 -0
  9. model.layers.0.mlp.gate_up_proj.qzeros +3 -0
  10. model.layers.0.mlp.gate_up_proj.scales +3 -0
  11. model.layers.0.post_attention_layernorm.weight +3 -0
  12. model.layers.0.self_attn.o_proj.qweight +3 -0
  13. model.layers.0.self_attn.o_proj.qzeros +3 -0
  14. model.layers.0.self_attn.o_proj.scales +3 -0
  15. model.layers.0.self_attn.qkv_proj.qweight +3 -0
  16. model.layers.0.self_attn.qkv_proj.qzeros +3 -0
  17. model.layers.0.self_attn.qkv_proj.scales +3 -0
  18. model.layers.1.input_layernorm.weight +3 -0
  19. model.layers.1.mlp.down_proj.qweight +3 -0
  20. model.layers.1.mlp.down_proj.qzeros +3 -0
  21. model.layers.1.mlp.down_proj.scales +3 -0
  22. model.layers.1.mlp.gate_up_proj.qweight +3 -0
  23. model.layers.1.mlp.gate_up_proj.qzeros +3 -0
  24. model.layers.1.mlp.gate_up_proj.scales +3 -0
  25. model.layers.1.post_attention_layernorm.weight +3 -0
  26. model.layers.1.self_attn.o_proj.qweight +3 -0
  27. model.layers.1.self_attn.o_proj.qzeros +3 -0
  28. model.layers.1.self_attn.o_proj.scales +3 -0
  29. model.layers.1.self_attn.qkv_proj.qweight +3 -0
  30. model.layers.1.self_attn.qkv_proj.qzeros +3 -0
  31. model.layers.1.self_attn.qkv_proj.scales +3 -0
  32. model.layers.10.input_layernorm.weight +3 -0
  33. model.layers.10.mlp.down_proj.qweight +3 -0
  34. model.layers.10.mlp.down_proj.qzeros +3 -0
  35. model.layers.10.mlp.down_proj.scales +3 -0
  36. model.layers.10.mlp.gate_up_proj.qweight +3 -0
  37. model.layers.10.mlp.gate_up_proj.qzeros +3 -0
  38. model.layers.10.mlp.gate_up_proj.scales +3 -0
  39. model.layers.10.post_attention_layernorm.weight +3 -0
  40. model.layers.10.self_attn.o_proj.qweight +3 -0
  41. model.layers.10.self_attn.o_proj.qzeros +3 -0
  42. model.layers.10.self_attn.o_proj.scales +3 -0
  43. model.layers.10.self_attn.qkv_proj.qweight +3 -0
  44. model.layers.10.self_attn.qkv_proj.qzeros +3 -0
  45. model.layers.10.self_attn.qkv_proj.scales +3 -0
  46. model.layers.11.input_layernorm.weight +3 -0
  47. model.layers.11.mlp.down_proj.qweight +3 -0
  48. model.layers.11.mlp.down_proj.qzeros +3 -0
  49. model.layers.11.mlp.down_proj.scales +3 -0
  50. model.layers.11.mlp.gate_up_proj.qweight +3 -0
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ model.* filter=lfs diff=lfs merge=lfs -text
37
+ onnx__* filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<|assistant|>": 32001,
3
+ "<|endoftext|>": 32000,
4
+ "<|end|>": 32007,
5
+ "<|placeholder1|>": 32002,
6
+ "<|placeholder2|>": 32003,
7
+ "<|placeholder3|>": 32004,
8
+ "<|placeholder4|>": 32005,
9
+ "<|placeholder5|>": 32008,
10
+ "<|placeholder6|>": 32009,
11
+ "<|system|>": 32006,
12
+ "<|user|>": 32010
13
+ }
model.embed_tokens.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3df4e1fa0ae74f37153fb821df7261fb7940dd37308a15b241f375aa4d4bdf27
3
+ size 197001216
model.layers.0.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e65c983eb769cd2a92af99e7d7804f3c3d69ebd21b8a569bf291a8d2ea5e76ec
3
+ size 6144
model.layers.0.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c65207d2097a4e55b73dc4f2f6a965b168cd3a1982ce0acc3e54902ccc0241a4
3
+ size 12582912
model.layers.0.mlp.down_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48ccde9b9da981e94555e42db1692b81f65a07e6a06a8c5d6fb6931b584ee120
3
+ size 98304
model.layers.0.mlp.down_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23cd136abd93580538455703fe59a3dc393da8fa48f0aab5ca0a22912706d1f9
3
+ size 393216
model.layers.0.mlp.gate_up_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a092102349bcd5e24697c948792215023f030c77d73e585607668d650793571
3
+ size 25165824
model.layers.0.mlp.gate_up_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9f46d8dbf0e8e154d71af2dceb9393f93f095d60a3b8ed606a7f3489f3b661d
3
+ size 196608
model.layers.0.mlp.gate_up_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:905d793005ef2a7c717653efb216aeb3e9cbe7f2f4d8af50597726ab671aa146
3
+ size 786432
model.layers.0.post_attention_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64e4350ba807b51a37ab909aa340c6a0be9b2ba559ef522352131c65f6689b20
3
+ size 6144
model.layers.0.self_attn.o_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:432a0c10c1e00afdf98224237485906c2e20a6530095ba2f2d033bfedf2b7976
3
+ size 4718592
model.layers.0.self_attn.o_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00c2928b9fb73c0169c07538ada33fa31f1f7c6090c8c359b26b27b787db2b35
3
+ size 36864
model.layers.0.self_attn.o_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab13a8bf34750c58c2041a5d80ec09c77997b8f2f94e13fdcfcd4c9c04e08ad2
3
+ size 147456
model.layers.0.self_attn.qkv_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ad2bde13985fa7e2b0ac44405b990b33ff469085f742c6933922d8e94b86c82
3
+ size 14155776
model.layers.0.self_attn.qkv_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceeed31eced2b39b06446495168e0e1af516afec8367b09eb874e72fd4b3bd33
3
+ size 110592
model.layers.0.self_attn.qkv_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae0d0fd185ef5c36cf1d12160f7a722cf48334d51a3b52d08ad01cc37b08b340
3
+ size 442368
model.layers.1.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:939a6b3513205ad55438e857f491792291bf28efb564c5b7fdbf02df9b9dd21d
3
+ size 6144
model.layers.1.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f2478c0031d6fd14a366393868028007b4fd965e6c17ffaa4acef51f7ca2977
3
+ size 12582912
model.layers.1.mlp.down_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cef9b18ef909f62f2d3434d0e147493784a47e9cb9775e6e79b3f824710768a7
3
+ size 98304
model.layers.1.mlp.down_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffe9d538e5257f2f523c1e3a2034ab800dd06a35ad22bfe8bd7699da9ca6e524
3
+ size 393216
model.layers.1.mlp.gate_up_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6df4d9b6ee41725d08a3eba2660d81c14233f1b4c1f4999f8c2a6c009401b87
3
+ size 25165824
model.layers.1.mlp.gate_up_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a9b89495235b16116ac3f1b920a472495bf5321fffee5a1e970d7b5024c6900
3
+ size 196608
model.layers.1.mlp.gate_up_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75790cbc80d607b6f8dc3b7bb696aec5d04f7492ec8a34e592398984df29eff6
3
+ size 786432
model.layers.1.post_attention_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90cd727ba256712a41933286414da9c4214c8d57b98e1fc8c60852ef8f662bf2
3
+ size 6144
model.layers.1.self_attn.o_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6be961ae24afdfafa0bd71c7049401c04219090f4b6fd4c5f0ab32110bfc975
3
+ size 4718592
model.layers.1.self_attn.o_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb3c28b4a6974db0f07c5beb1cf66d1232c346e966a73488b23a3cfc1130bb00
3
+ size 36864
model.layers.1.self_attn.o_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e19584880e04d0d8bcd7088a167de4fe74483b9b4f7195783e14e2cc99793044
3
+ size 147456
model.layers.1.self_attn.qkv_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68d49f9139057cb5fedf6041ed34278ceb5a824722d1b1825f389096d7ff5386
3
+ size 14155776
model.layers.1.self_attn.qkv_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09564d863e5c28e1a521e402b9a5931c98e5d80591aaf3bb0a375cbb32717a89
3
+ size 110592
model.layers.1.self_attn.qkv_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8ff7a1016af3cfc8f43e15191a099fd1580401cc901753492cffb3f98306fc5
3
+ size 442368
model.layers.10.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55317c745763e19b63bb7ae248d8971e2e965a5e0f4d43af26c5b566ba1c6f75
3
+ size 6144
model.layers.10.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00e66bcebf94c7523c988af15407ced6d54b2b081b8024bdf58efe08231548af
3
+ size 12582912
model.layers.10.mlp.down_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:954bc0c52f71002f7a84098db7f81f9d52d7332d5b9bfd23bef7288ac72bc51f
3
+ size 98304
model.layers.10.mlp.down_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7d975ecc477984c5898bee026da613e8c26d0a44734e7b809bb023d85ffb2f2
3
+ size 393216
model.layers.10.mlp.gate_up_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:039a264eb20018bd8252f0a6a6bf533d063a6dd42a78892a7da02552424d88fa
3
+ size 25165824
model.layers.10.mlp.gate_up_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6aa2d42a59c91ffae814805d82c98ffa81bd4613cda649a1fbebc94df00b728
3
+ size 196608
model.layers.10.mlp.gate_up_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42fb1bbd1a1b14a3aea1a7fd32c5ae8fc2b242197c395c0058fe0ce5a881294a
3
+ size 786432
model.layers.10.post_attention_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7717e9146bd9bf457abfa2ec608321fe56c31e63771e9eda7bbfe30847a3842b
3
+ size 6144
model.layers.10.self_attn.o_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e9220457858566b44d64113af7d898d0270e323e1ff6873249b1fe96efed388
3
+ size 4718592
model.layers.10.self_attn.o_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b70802f7188f51f34111715d5e979a788a6249bdfd500d56ef6b53281717199e
3
+ size 36864
model.layers.10.self_attn.o_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:662ac2420bf69d9083bc9c296eea3367452b3b27909075f94f0ca74c7422f36f
3
+ size 147456
model.layers.10.self_attn.qkv_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dce3d915a841b4d2a27ac713aeabd85b4ff50ef13211c984b722ccc917ae1ed
3
+ size 14155776
model.layers.10.self_attn.qkv_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8918cebb80f1fe64f5c9987190ca8c4cda138560b790c8b15f69fd777cfdfcb4
3
+ size 110592
model.layers.10.self_attn.qkv_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9291e86d50f0cfbe0c6093463a893bfa8f871eb135b033b31de627c27fb7a88d
3
+ size 442368
model.layers.11.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab6cf3df7dcf0e18e0c7afefc27c661390b73936747d7235355c5cf0b7632f12
3
+ size 6144
model.layers.11.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa02b5c1fa6c88a84cdb1802835a8dabeec39b9d75796a93a2799727a14ca1f9
3
+ size 12582912
model.layers.11.mlp.down_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b724535e2f2ec60e11451a7aa0879cf4440a8a59dff61c4550138f5b9b2ccc5
3
+ size 98304
model.layers.11.mlp.down_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d22935f67e7f94b45fcb9c72e1b66cc3886d68c1017ba37349359153e107294
3
+ size 393216
model.layers.11.mlp.gate_up_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ec0b1840e4f6c44d652afa083b94c2676c338447afd1e03f36892b537abc17a
3
+ size 25165824