Spaces:
Running
on
Zero
Running
on
Zero
BenBranyon
commited on
Commit
•
5987d11
1
Parent(s):
f1624b1
Update app.py
Browse files
app.py
CHANGED
@@ -19,7 +19,7 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
|
|
19 |
if torch.cuda.is_available():
|
20 |
model_id = "BenBranyon/zephyr-sumbot-all-songs-split"
|
21 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
|
22 |
-
tokenizer = AutoTokenizer.from_pretrained(stabilityai/stablelm-zephyr-3b)
|
23 |
tokenizer.use_default_system_prompt = False
|
24 |
|
25 |
#Inference API Code
|
|
|
19 |
if torch.cuda.is_available():
|
20 |
model_id = "BenBranyon/zephyr-sumbot-all-songs-split"
|
21 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
|
22 |
+
tokenizer = AutoTokenizer.from_pretrained("stabilityai/stablelm-zephyr-3b")
|
23 |
tokenizer.use_default_system_prompt = False
|
24 |
|
25 |
#Inference API Code
|