Update config.json

config.json

@@ -31,5 +31,8 @@
   "torch_dtype": "bfloat16",
   "transformers_version": "4.39.3",
   "use_cache": true,
-  "vocab_size": 32064
+  "vocab_size": 32064,
+  "transformers.js_config": {
+    "kv_cache_dtype": "float16"
+  },
 }