neurocache
/

meta-llama-Llama-3.2-1B-pooled

Model card Files Files and versions Community

asafaya commited on 14 days ago

Commit

ed1975c

·

verified ·

1 Parent(s): 818fbd3

Update neurocache_config.json

Files changed (1) hide show

neurocache_config.json +1 -1

neurocache_config.json CHANGED Viewed

@@ -6,7 +6,7 @@
   "auto_mapping": null,
   "base_model_name_or_path": "meta-llama/Llama-3.2-1B",
   "cache_dtype": "float16",
-  "cache_size": 4096,
   "cache_type": "FIFO",
   "compression_factor": 4,
   "context_size": 1,

   "auto_mapping": null,
   "base_model_name_or_path": "meta-llama/Llama-3.2-1B",
   "cache_dtype": "float16",
+  "cache_size": 32768,
   "cache_type": "FIFO",
   "compression_factor": 4,
   "context_size": 1,