Update app.py
Browse files
app.py
CHANGED
@@ -9,8 +9,8 @@ from threading import Thread
|
|
9 |
|
10 |
print(f"Starting to load the model to memory")
|
11 |
m = AutoModelForCausalLM.from_pretrained(
|
12 |
-
"stabilityai/stablelm-2-1_6b
|
13 |
-
tok = AutoTokenizer.from_pretrained("stabilityai/stablelm-2-1_6b
|
14 |
generator = pipeline('text-generation', model=m, tokenizer=tok)
|
15 |
print(f"Sucessfully loaded the model to the memory")
|
16 |
|
|
|
9 |
|
10 |
print(f"Starting to load the model to memory")
|
11 |
m = AutoModelForCausalLM.from_pretrained(
|
12 |
+
"stabilityai/stablelm-2-zephyr-1_6b", torch_dtype=torch.float16, trust_remote_code=True)
|
13 |
+
tok = AutoTokenizer.from_pretrained("stabilityai/stablelm-2-zephyr-1_6b", trust_remote_code=True)
|
14 |
generator = pipeline('text-generation', model=m, tokenizer=tok)
|
15 |
print(f"Sucessfully loaded the model to the memory")
|
16 |
|