Spaces:
Runtime error
Runtime error
Update model.py
Browse files
model.py
CHANGED
@@ -5,9 +5,9 @@ import torch
|
|
5 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
|
6 |
|
7 |
# Original version
|
8 |
-
|
9 |
# 4 bit version
|
10 |
-
model_id = "LinkSoul/Chinese-Llama-2-7b-4bit"
|
11 |
|
12 |
if torch.cuda.is_available():
|
13 |
if model_id.endswith("4bit"):
|
|
|
5 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
|
6 |
|
7 |
# Original version
|
8 |
+
model_id = "LinkSoul/Chinese-Llama-2-7b"
|
9 |
# 4 bit version
|
10 |
+
# model_id = "LinkSoul/Chinese-Llama-2-7b-4bit"
|
11 |
|
12 |
if torch.cuda.is_available():
|
13 |
if model_id.endswith("4bit"):
|