Update models

.gitattributes

@@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-7B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-7B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-7B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-7B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-7B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-7B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-7B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-7B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-7B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-7B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-7B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-7B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-7B-Instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
+Qwen2-VL-7B-Instruct-vision-encoder.gguf filter=lfs diff=lfs merge=lfs -text

Qwen2-VL-7B-Instruct-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df664b767c1bca89a6da995d8e5041ef0ac3e565e596c28e555b53762302dad1
+size 3015938976

Qwen2-VL-7B-Instruct-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e11f7ba3fd1d8e657cb0c3047154f9a7f530c8f10ef496d3fe0f2b38afc2dbc
+size 4088458144

Qwen2-VL-7B-Instruct-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffbfb8db066096e0cd01c6426c882aa0447a73a249e14ee18f9ea25957ed4f3
+size 3808390048

Qwen2-VL-7B-Instruct-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe55b127501b10bd41341cfb44d51a5eeb3843865d6f669fca1463b1b1f4f9a1
+size 3492367264

Qwen2-VL-7B-Instruct-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e5d7d714712f09639efcaa98866f6689b8cda5be72cbdec45444d041cba378
+size 4431389600

Qwen2-VL-7B-Instruct-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9d63f2419285a0d76c5da15f12a1e2f9f0f79096458a541d8c7f47efe5bc2e
+size 4683072416

Qwen2-VL-7B-Instruct-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98774362c1f515efacd74fbe4c9347b0277d472a261da0417ed6af7a5913c95
+size 4457767840

Qwen2-VL-7B-Instruct-Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595b74277f703f623db18176ef82095ced70f1ffb2e943995290da5462cdc944
+size 5315175328

Qwen2-VL-7B-Instruct-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690aa97e05dfdfaebe90f3d9ea8d079cf16fb52b09c985cabfb2ca09014337f7
+size 5444830112

Qwen2-VL-7B-Instruct-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf81608b40b840cd705c8276773af5d4d27c5580e12a3a1d7bdc25dde4889676
+size 5315175328

Qwen2-VL-7B-Instruct-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc3c8fa76d444f903c598da469a3d4f403fb323b498c2400cbf37508d2ba938
+size 6254197664

Qwen2-VL-7B-Instruct-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecde3d40b3717c38fab804c08175b4ce230684fff54997af397994dba4c4dea5
+size 8098524064

Qwen2-VL-7B-Instruct-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303f4d37bc482209818d50b3e56c03703952d3c788279c593986ac84a6aaabc8
+size 15237852064

Qwen2-VL-7B-Instruct-vision-encoder.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e315ed7aea5d835dd1dbee376b4f89478c240f56957901081d27e636a029e88b
+size 2703066624

config.json

@@ -0,0 +1,52 @@
+{
+  "architectures": [
+    "Qwen2VLForConditionalGeneration"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "vision_start_token_id": 151652,
+  "vision_end_token_id": 151653,
+  "vision_token_id": 151654,
+  "image_token_id": 151655,
+  "video_token_id": 151656,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2_vl",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 32768,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.41.2",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vision_config": {
+    "depth": 32,
+    "embed_dim": 1280,
+    "mlp_ratio": 4,
+    "num_heads": 16,
+    "in_chans": 3,
+    "hidden_size": 3584,
+    "patch_size": 14,
+    "spatial_merge_size": 2,
+    "spatial_patch_size": 14,
+    "temporal_patch_size": 2
+  },
+  "rope_scaling": {
+    "type": "mrope",
+    "mrope_section": [
+      16,
+      24,
+      24
+    ]
+  },
+  "vocab_size": 152064
+}