app.py
CHANGED
@@ -67,6 +67,9 @@ def extract_json(gen_text, n_shot_learning=0):
|
|
67 |
gen_text = gen_text[start_index:]
|
68 |
start_index = gen_text.index("### Response:\n{") + 14
|
69 |
end_index = gen_text.find("}\n\n### ") + 1
|
|
|
|
|
|
|
70 |
return gen_text[start_index:end_index]
|
71 |
|
72 |
def score_model(model_uri, databricks_token, prompt):
|
@@ -88,7 +91,16 @@ def score_model(model_uri, databricks_token, prompt):
|
|
88 |
response = requests.request(method='POST', headers=headers, url=model_uri, data=data_json)
|
89 |
if response.status_code != 200:
|
90 |
raise Exception(f"Request failed with status {response.status_code}, {response.text}")
|
91 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
92 |
|
93 |
def get_completion(prompt):
|
94 |
return score_model(model_uri, databricks_token, prompt)
|
|
|
67 |
gen_text = gen_text[start_index:]
|
68 |
start_index = gen_text.index("### Response:\n{") + 14
|
69 |
end_index = gen_text.find("}\n\n### ") + 1
|
70 |
+
if(end_index != -1) :
|
71 |
+
end_index = end_index + 1
|
72 |
+
|
73 |
return gen_text[start_index:end_index]
|
74 |
|
75 |
def score_model(model_uri, databricks_token, prompt):
|
|
|
91 |
response = requests.request(method='POST', headers=headers, url=model_uri, data=data_json)
|
92 |
if response.status_code != 200:
|
93 |
raise Exception(f"Request failed with status {response.status_code}, {response.text}")
|
94 |
+
|
95 |
+
response_json = response.json()
|
96 |
+
|
97 |
+
if(response_json["choices"] == "") :
|
98 |
+
print("Start***No choices!!!")
|
99 |
+
print(response.status_code)
|
100 |
+
print(response.txt)
|
101 |
+
print("End***No choices!!!")
|
102 |
+
|
103 |
+
return response_json
|
104 |
|
105 |
def get_completion(prompt):
|
106 |
return score_model(model_uri, databricks_token, prompt)
|