FINGU-AI commited on
Commit
84cc934
·
verified ·
1 Parent(s): 60f0d65

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -93,7 +93,7 @@ def inference(query):
93
  decoded_outputs = tokenizer.batch_decode(outputs, skip_special_tokens=False)
94
  # assistant_response = decoded_outputs[0].split("<|start_header_id|>assistant<|end_header_id|>")[-1].strip()
95
  response = decoded_outputs[0][tokenized_chat.shape[-1]:]
96
- response = tokenizer.decode(response, skip_special_tokens=True))
97
  return response
98
  # outputs = model.generate(tokenized_chat, **generation_params, streamer=streamer)
99
  # return outputs
 
93
  decoded_outputs = tokenizer.batch_decode(outputs, skip_special_tokens=False)
94
  # assistant_response = decoded_outputs[0].split("<|start_header_id|>assistant<|end_header_id|>")[-1].strip()
95
  response = decoded_outputs[0][tokenized_chat.shape[-1]:]
96
+ response = tokenizer.decode(response, skip_special_tokens=True)
97
  return response
98
  # outputs = model.generate(tokenized_chat, **generation_params, streamer=streamer)
99
  # return outputs