54eb4f7 3f8dbf1 6efd885 54eb4f7 6efd885 54eb4f7 bb8f386 2910f9f
1
2
3
4
5
6
7
8
model_config: model_name: "microsoft/Phi-3-mini-4k-instruct" torch_dtype: "float32" trust_remote_code: True use_cache: True attn_implementation: "eager" device_map: "cpu" # Remove the load_in_8bit line
