Update app.py
Browse files
app.py
CHANGED
@@ -77,6 +77,7 @@ def format_model_info(config):
|
|
77 |
value = value.name
|
78 |
info.append(f"**{key}:** {value}")
|
79 |
return "\n".join(info)
|
|
|
80 |
@spaces.GPU
|
81 |
def generate_response(system_prompt, user_prompt, temperature, max_new_tokens, top_p, repetition_penalty, top_k):
|
82 |
# Construct the full prompt with system and user messages
|
@@ -107,6 +108,13 @@ def generate_response(system_prompt, user_prompt, temperature, max_new_tokens, t
|
|
107 |
# Create the Gradio interface
|
108 |
with gr.Blocks() as demo:
|
109 |
gr.Markdown(Title)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
110 |
with gr.Row():
|
111 |
with gr.Column():
|
112 |
with gr.Group():
|
@@ -122,11 +130,9 @@ with gr.Blocks() as demo:
|
|
122 |
**Padding Token:** {tokenizer.pad_token}
|
123 |
**EOS Token:** {tokenizer.eos_token}
|
124 |
""")
|
125 |
-
|
126 |
-
with gr.Column():
|
127 |
-
gr.Markdown(training)
|
128 |
|
129 |
with gr.Row():
|
|
|
130 |
gr.Markdown(join_us)
|
131 |
|
132 |
with gr.Row():
|
|
|
77 |
value = value.name
|
78 |
info.append(f"**{key}:** {value}")
|
79 |
return "\n".join(info)
|
80 |
+
|
81 |
@spaces.GPU
|
82 |
def generate_response(system_prompt, user_prompt, temperature, max_new_tokens, top_p, repetition_penalty, top_k):
|
83 |
# Construct the full prompt with system and user messages
|
|
|
108 |
# Create the Gradio interface
|
109 |
with gr.Blocks() as demo:
|
110 |
gr.Markdown(Title)
|
111 |
+
|
112 |
+
with gr.Row():
|
113 |
+
with gr.Column():
|
114 |
+
gr.Markdown(description)
|
115 |
+
with gr.Column():
|
116 |
+
gr.Markdown(training)
|
117 |
+
|
118 |
with gr.Row():
|
119 |
with gr.Column():
|
120 |
with gr.Group():
|
|
|
130 |
**Padding Token:** {tokenizer.pad_token}
|
131 |
**EOS Token:** {tokenizer.eos_token}
|
132 |
""")
|
|
|
|
|
|
|
133 |
|
134 |
with gr.Row():
|
135 |
+
with gr.Group():
|
136 |
gr.Markdown(join_us)
|
137 |
|
138 |
with gr.Row():
|