Spaces:
Sleeping
Sleeping
Changed to target Tenatch API server
Browse files
app.py
CHANGED
@@ -8,8 +8,8 @@ from dotenv import load_dotenv, find_dotenv
|
|
8 |
_ = load_dotenv(find_dotenv())
|
9 |
|
10 |
|
11 |
-
databricks_token = os.getenv('
|
12 |
-
model_uri = "
|
13 |
|
14 |
def extract_json(gen_text, n_shot_learning=0):
|
15 |
start_index = gen_text.index("### Response:\n{") + 14
|
@@ -22,6 +22,7 @@ def extract_json(gen_text, n_shot_learning=0):
|
|
22 |
|
23 |
def score_model(model_uri, databricks_token, prompt):
|
24 |
dataset=pd.DataFrame({
|
|
|
25 |
"prompt":[prompt],
|
26 |
"temperature": [0.5],
|
27 |
"max_tokens": [1000]})
|
|
|
8 |
_ = load_dotenv(find_dotenv())
|
9 |
|
10 |
|
11 |
+
databricks_token = os.getenv('TENATCH_TOKEN')
|
12 |
+
model_uri = "http://15.152.197.215/v1/completions"
|
13 |
|
14 |
def extract_json(gen_text, n_shot_learning=0):
|
15 |
start_index = gen_text.index("### Response:\n{") + 14
|
|
|
22 |
|
23 |
def score_model(model_uri, databricks_token, prompt):
|
24 |
dataset=pd.DataFrame({
|
25 |
+
"model": "debisoft/mpt-7b-awq-tester",
|
26 |
"prompt":[prompt],
|
27 |
"temperature": [0.5],
|
28 |
"max_tokens": [1000]})
|