Update parameters (#7)

- Update parameters (a46f9887813bd734de136d51f3220213e4004a87)

config.json

@@ -55,7 +55,7 @@
     },
     "length_penalty": 1.0,
     "max_length": 20,
-    "max_position_embeddings": 16384,
+    "max_position_embeddings": 131072,
     "min_length": 0,
     "model_type": "mllama_text_model",
     "no_repeat_ngram_size": 0,
@@ -95,7 +95,7 @@
     "tokenizer_class": null,
     "top_k": 50,
     "top_p": 1.0,
-    "torch_dtype": null,
+    "torch_dtype": "bfloat16",
     "torchscript": false,
     "typical_p": 1.0,
     "use_bfloat16": false,
@@ -103,6 +103,7 @@
     "use_scaled_rope": true,
     "vocab_size": 128256
   },
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.45.0.dev0",
   "vision_config": {
     "_name_or_path": "",
@@ -217,7 +218,7 @@
     "tokenizer_class": null,
     "top_k": 50,
     "top_p": 1.0,
-    "torch_dtype": null,
+    "torch_dtype": "bfloat16",
     "torchscript": false,
     "typical_p": 1.0,
     "use_bfloat16": false,