Spaces:
Runtime error
Runtime error
chrisociepa
commited on
Commit
•
ff10524
1
Parent(s):
794a411
Update app.py
Browse files
app.py
CHANGED
@@ -5,7 +5,7 @@ from transformers import LlamaForCausalLM, PreTrainedTokenizerFast, pipeline
|
|
5 |
|
6 |
model_name = "Azurro/APT3-1B-Instruct-v1"
|
7 |
|
8 |
-
tokenizer =
|
9 |
model = LlamaForCausalLM.from_pretrained(model_name, torch.float16)
|
10 |
|
11 |
def generate_text(prompt, max_length, temperature, top_k, top_p):
|
|
|
5 |
|
6 |
model_name = "Azurro/APT3-1B-Instruct-v1"
|
7 |
|
8 |
+
tokenizer = PreTrainedTokenizerFast.from_pretrained(model_name)
|
9 |
model = LlamaForCausalLM.from_pretrained(model_name, torch.float16)
|
10 |
|
11 |
def generate_text(prompt, max_length, temperature, top_k, top_p):
|