BenBranyon commited on
Commit
0a4ed71
1 Parent(s): 5987d11

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -19,7 +19,7 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
19
  if torch.cuda.is_available():
20
  model_id = "BenBranyon/zephyr-sumbot-all-songs-split"
21
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
22
- tokenizer = AutoTokenizer.from_pretrained("stabilityai/stablelm-zephyr-3b")
23
  tokenizer.use_default_system_prompt = False
24
 
25
  #Inference API Code
 
19
  if torch.cuda.is_available():
20
  model_id = "BenBranyon/zephyr-sumbot-all-songs-split"
21
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
22
+ tokenizer = AutoTokenizer.from_pretrained(model_id)
23
  tokenizer.use_default_system_prompt = False
24
 
25
  #Inference API Code