Update app.py
Browse files
app.py
CHANGED
@@ -60,7 +60,7 @@ class ModelManager:
|
|
60 |
try:
|
61 |
model = Llama.from_pretrained(repo_id=config['repo_id'], filename=config['filename'], use_auth_token=HUGGINGFACE_TOKEN)
|
62 |
models.append(model)
|
63 |
-
except Exception
|
64 |
continue
|
65 |
self.model = models
|
66 |
|
@@ -97,7 +97,7 @@ async def generate_combined_response(inputs):
|
|
97 |
try:
|
98 |
response = model(inputs, top_p=top_p, top_k=top_k, temperature=temperature)
|
99 |
combined_response += remove_duplicates(response['choices'][0]['text']) + "\n"
|
100 |
-
except Exception
|
101 |
continue
|
102 |
return combined_response
|
103 |
|
|
|
60 |
try:
|
61 |
model = Llama.from_pretrained(repo_id=config['repo_id'], filename=config['filename'], use_auth_token=HUGGINGFACE_TOKEN)
|
62 |
models.append(model)
|
63 |
+
except Exception:
|
64 |
continue
|
65 |
self.model = models
|
66 |
|
|
|
97 |
try:
|
98 |
response = model(inputs, top_p=top_p, top_k=top_k, temperature=temperature)
|
99 |
combined_response += remove_duplicates(response['choices'][0]['text']) + "\n"
|
100 |
+
except Exception:
|
101 |
continue
|
102 |
return combined_response
|
103 |
|