Update src/llm_boilers.py

src/llm_boilers.py

@@ -6,12 +6,6 @@ import os
 
 import openai
 
-model_id = "gpt-3.5-turbo"
-openai_key = "<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>"
-
-model = llm_boiler(model_id, openai_key)
-
-
 # supress warnings
 warnings.filterwarnings("ignore")
 
@@ -80,7 +74,7 @@ def gpt(
         temperature (float, optional): The value used to modulate the next token probabilities.
             Defaults to 1.0
     """
-    conversation = prompt.split("<|im_start|>")
+    conversation = prompt.split("")
 
     messages = []
     for turn in conversation:
@@ -90,14 +84,14 @@ def gpt(
             messages.append(
                 {
                     "role": "system",
-                    "content": turn.replace("system\n", "").replace("<|im_end|>\n", ""),
+                    "content": turn.replace("system\n", "").replace("\n", ""),
                 }
             )
         elif first_word == "user":
             messages.append(
                 {
                     "role": "user",
-                    "content": turn.replace("user\n", "").replace("<|im_end|>\n", ""),
+                    "content": turn.replace("user\n", "").replace("\n", ""),
                 }
             )
         elif first_word == "assistant":
@@ -105,7 +99,7 @@ def gpt(
                 {
                     "role": "assistant",
                     "content": turn.replace("assistant\n", "").replace(
-                        "<|im_end|>\n", ""
+                        "\n", ""
                     ),
                 }
             )
@@ -122,3 +116,14 @@ def gpt(
 
 
 MODEL_FUNCTIONS.append(gpt)
+
+# Define the model and its parameters
+model_id = "dfurman/chat-gpt-3.5-turbo"
+openai_key = "<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>"
+
+model = llm_boiler(model_id, openai_key)
+
+prompt = "Hello, how are you?"
+temperature = 0.8
+
+response = model.run(prompt, temperature)