inoid commited on
Commit
5fdc8a9
·
1 Parent(s): 026ba52

Fix generate process

Browse files
Files changed (1) hide show
  1. spanish_medica_llm.py +3 -2
spanish_medica_llm.py CHANGED
@@ -737,8 +737,9 @@ def generate_response(query):
737
  tokenizer = loadSpanishTokenizer()
738
  model = loadBaseModel(HUB_MODEL_ID)
739
 
740
- system = f"[INST]\nYou are a helpful coding assistant.[/INST]\n"
741
- prompt = f"{system}\n{query}\n \n"
 
742
  print(prompt)
743
  inputs = tokenizer(prompt, return_tensors="pt")
744
  input_ids = inputs["input_ids"].to("cuda")
 
737
  tokenizer = loadSpanishTokenizer()
738
  model = loadBaseModel(HUB_MODEL_ID)
739
 
740
+ #system = f"[INST]\nYou are a helpful coding assistant.[/INST]\n"
741
+ query = get_chat_format({'raw_text':query, 'topic':''})
742
+ prompt = tokenizer.apply_chat_template(query, tokenize=False)
743
  print(prompt)
744
  inputs = tokenizer(prompt, return_tensors="pt")
745
  input_ids = inputs["input_ids"].to("cuda")