Upload LlavaForConditionalGeneration

config.json

@@ -1,4 +1,6 @@
 {
+  "_commit_hash": null,
+  "_name_or_path": "../pixtral",
   "architectures": [
     "LlavaForConditionalGeneration"
   ],
@@ -9,8 +11,8 @@
   "projector_hidden_act": "gelu",
   "text_config": {
     "hidden_size": 5120,
-    "head_dim": 128,
     "intermediate_size": 14336,
+    "is_composition": true,
     "max_position_embeddings": 1024000,
     "model_type": "mistral",
     "num_hidden_layers": 40,
@@ -21,11 +23,12 @@
     "vocab_size": 131072
   },
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.45.0.dev0",
+  "transformers_version": null,
   "vision_config": {
     "head_dim": 64,
     "hidden_act": "gelu",
     "image_size": 1024,
+    "is_composition": true,
     "model_type": "pixtral",
     "patch_size": 16,
     "rope_theta": 10000.0,