mlc-ai
/

Phi-3.5-vision-instruct-q0f16-MLC

mengshyu commited on Nov 18, 2024

Commit

3a6a9d9

verified ·

1 Parent(s): 527883b

Upload folder using huggingface_hub

Files changed (1) hide show

mlc-chat-config.json CHANGED Viewed

@@ -140,15 +140,15 @@
     },
     "original_max_position_embeddings": 4096,
     "context_window_size": 131072,
-    "prefill_chunk_size": 2048,
     "head_dim": 96,
     "tensor_parallel_shards": 1,
-    "max_batch_size": 80
   },
   "vocab_size": 32064,
   "context_window_size": 131072,
   "sliding_window_size": -1,
-  "prefill_chunk_size": 2048,
   "attention_sink_size": -1,
   "tensor_parallel_shards": 1,
   "pipeline_parallel_stages": 1,

     },
     "original_max_position_embeddings": 4096,
     "context_window_size": 131072,
+    "prefill_chunk_size": 8192,
     "head_dim": 96,
     "tensor_parallel_shards": 1,
+    "max_batch_size": 128
   },
   "vocab_size": 32064,
   "context_window_size": 131072,
   "sliding_window_size": -1,
+  "prefill_chunk_size": 8192,
   "attention_sink_size": -1,
   "tensor_parallel_shards": 1,
   "pipeline_parallel_stages": 1,