chrisociepa commited on
Commit
2325cd3
1 Parent(s): ff10524

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ from transformers import LlamaForCausalLM, PreTrainedTokenizerFast, pipeline
6
  model_name = "Azurro/APT3-1B-Instruct-v1"
7
 
8
  tokenizer = PreTrainedTokenizerFast.from_pretrained(model_name)
9
- model = LlamaForCausalLM.from_pretrained(model_name, torch.float16)
10
 
11
  def generate_text(prompt, max_length, temperature, top_k, top_p):
12
  prompt = f'<s>[INST] {prompt.strip()} [/INST]'
 
6
  model_name = "Azurro/APT3-1B-Instruct-v1"
7
 
8
  tokenizer = PreTrainedTokenizerFast.from_pretrained(model_name)
9
+ model = LlamaForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16)
10
 
11
  def generate_text(prompt, max_length, temperature, top_k, top_p):
12
  prompt = f'<s>[INST] {prompt.strip()} [/INST]'