Update models

.gitattributes

@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+phi-4-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+phi-4-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+phi-4-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+phi-4-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+phi-4-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+phi-4-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+phi-4-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+phi-4-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+phi-4-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+phi-4-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+phi-4-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+phi-4-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+phi-4-f16.gguf filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,33 @@
+{
+  "_name_or_path": "microsoft/phi-4",
+  "architectures": [
+    "Phi3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "auto_map": {},
+  "bos_token_id": 100257,
+  "embd_pdrop": 0.0,
+  "eos_token_id": 100257,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 17920,
+  "max_position_embeddings": 16384,
+  "model_type": "phi3",
+  "num_attention_heads": 40,
+  "num_hidden_layers": 40,
+  "num_key_value_heads": 10,
+  "original_max_position_embeddings": 16384,
+  "pad_token_id": 100257,
+  "resid_pdrop": 0.0,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 250000,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.47.0",
+  "use_cache": true,
+  "vocab_size": 100352
+}

phi-4-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2bc268b6bd2765edb0d0c1d2e50789eb4d38567ff3f06c4f5356207858786d
+size 5547348064

phi-4-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56babd99b629fd3e4a6fdfa82be89ff0d4b7522925353ded5c00dd3f592bc2a
+size 7930155104

phi-4-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c997739dc76f9e53a5e1235162f19a0127fcbf25fec1fa2ce4cfc2344459f11
+size 7363268704

phi-4-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e3f4da25219943b3ef61c1aea0d865d92200ae8d8287042da3e6c723a96c0a
+size 6504747104

phi-4-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e77d0e11ff2d018df67afe192b05853ce47aad2012810dc79162fb858a5b4b7
+size 8383418464

phi-4-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab704ffa097f5902b937ca5d0c166226f1201e7492da30fa4e1c086c217afd6b
+size 9053114464

phi-4-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076a14910e1d9f02f40996b23f0347ec5a8caa503081cdd037cd268068d2d9cc
+size 8440762464

phi-4-Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db2aa4eb3b0200662fbee59a223750b8d9205dc51fb611e443f5de3639872cc
+size 10151579744

phi-4-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b29a0ad348ff0c08fa84570e51443a87012921fdc2ffce0baab016b9ef415d
+size 10604187744

phi-4-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8d8e6f8668dee00ba115e5861a1dbc48125fd0a3fa304c552be69f2c924846
+size 10151579744

phi-4-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c70ac0bb2d84b6d0b885eadb624a2a323f0798329cc6969fb6b4ecaab41def
+size 12030251104

phi-4-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294392031c56647d3c4ca7de0698174efd58469ceb7e171f0cd52169d0f49fdd
+size 15580500064

phi-4-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefbdf36370dcac18aa8d15bace19e30be3a6e221e5448b57f7fa27ea197f2eb
+size 29323399264