Update model.py

model.py

@@ -42,19 +42,33 @@ tokenizer = transformers.AutoTokenizer.from_pretrained(
 )
 
 
-def get_prompt(message: str, chat_history: list[tuple[str, str]],
-               system_prompt: str) -> str:
-    texts = [f'<s>[INST] <<SYS>>\n{system_prompt}\n<</SYS>>\n\n']
-    # The first user input is _not_ stripped
-    do_strip = False
-    for user_input, response in chat_history:
-        user_input = user_input.strip() if do_strip else user_input
-        do_strip = True
-        texts.append(f'{user_input} [/INST] {response.strip()} </s><s>[INST] ')
-    message = message.strip() if do_strip else message
-    texts.append(f'{message} [/INST]')
-    return ''.join(texts)
+# def get_prompt(message: str, chat_history: list[tuple[str, str]],
+#                system_prompt: str) -> str:
+#     texts = [f'<s>[INST] <<SYS>>\n{system_prompt}\n<</SYS>>\n\n']
+#     # The first user input is _not_ stripped
+#     do_strip = False
+#     for user_input, response in chat_history:
+#         user_input = user_input.strip() if do_strip else user_input
+#         do_strip = True
+#         texts.append(f'{user_input} [/INST] {response.strip()} </s><s>[INST] ')
+#     message = message.strip() if do_strip else message
+#     texts.append(f'{message} [/INST]')
+#     return ''.join(texts)
+
+
+
+def get_prompt(message: str, chat_history: list[tuple[str, str]], system_prompt: str) -> str:
+    texts = [f'{system_prompt}\n']
 
+    for user_input, response in chat_history[:-1]:
+        texts.append(f'{user_input} {response}\n')
+
+    # Getting the user input and response from the last tuple in the chat history
+    last_user_input, last_response = chat_history[-1]
+    texts.append(f' input: {last_user_input} {last_response} {message} response: ')
+
+    return ''.join(texts)
+    
 
 def get_input_token_length(message: str, chat_history: list[tuple[str, str]], system_prompt: str) -> int:
     prompt = get_prompt(message, chat_history, system_prompt)