Upload LlavaNextForConditionalGeneration

README.md

@@ -1,6 +1,8 @@
 ---
 library_name: transformers
-tags: []
+tags:
+- trl
+- sft
 ---
 
 # Model Card for Model ID

config.json

@@ -35,10 +35,13 @@
     "bnb_4bit_compute_dtype": "float16",
     "bnb_4bit_quant_storage": "uint8",
     "bnb_4bit_quant_type": "nf4",
-    "bnb_4bit_use_double_quant": false,
+    "bnb_4bit_use_double_quant": true,
     "llm_int8_enable_fp32_cpu_offload": false,
     "llm_int8_has_fp16_weight": false,
-    "llm_int8_skip_modules": null,
+    "llm_int8_skip_modules": [
+      "lm_head",
+      "embed_tokens"
+    ],
     "llm_int8_threshold": 6.0,
     "load_in_4bit": true,
     "load_in_8bit": false,

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b39538ec9e985f0c1f114a7f7bedba81cdecf4b71bf8bb6d4b02b20cc916c81
-size 4978271376
+oid sha256:04570c86041dee1081a97ea042ad763ce731fbd5ac3ba152df17f66780c29282
+size 4497385312

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8359ef95a18a5441ade5849959e04577a932f4b0f933286404c17f6e0f35220
-size 1781503274
+oid sha256:c8fcc4848a59ad647ae46dbafdb891639138b6b4920c5d3c3b6d01d54d4f80a8
+size 525336720