Update app.py
Browse files
app.py
CHANGED
@@ -1,12 +1,3 @@
|
|
1 |
-
# -*- coding: utf-8 -*-
|
2 |
-
"""Mistral-7B.ipynb
|
3 |
-
|
4 |
-
Automatically generated by Colaboratory.
|
5 |
-
|
6 |
-
Original file is located at
|
7 |
-
https://colab.research.google.com/drive/1jBeeSsVx1bnTm2GM-0WRS4TF24Ayb6rw
|
8 |
-
"""
|
9 |
-
|
10 |
from huggingface_hub import InferenceClient
|
11 |
import gradio as gr
|
12 |
|
@@ -23,7 +14,7 @@ def format_prompt(message, history):
|
|
23 |
return prompt
|
24 |
|
25 |
def generate(
|
26 |
-
prompt, history, system_prompt, temperature=0.9, max_new_tokens=
|
27 |
):
|
28 |
temperature = float(temperature)
|
29 |
if temperature < 1e-2:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
from huggingface_hub import InferenceClient
|
2 |
import gradio as gr
|
3 |
|
|
|
14 |
return prompt
|
15 |
|
16 |
def generate(
|
17 |
+
prompt, history, system_prompt, temperature=0.9, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0,
|
18 |
):
|
19 |
temperature = float(temperature)
|
20 |
if temperature < 1e-2:
|