bleysg commited on
Commit
929c3e6
Β·
1 Parent(s): 30d1612

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -6
app.py CHANGED
@@ -72,11 +72,11 @@ with gr.Blocks(css=CSS) as demo:
72
  with gr.Row():
73
  with gr.Column():
74
  gr.Markdown(f"""
75
- ## This demo is an unquantized GPU chatbot of [OpenOrca-Platypus2-13B](https://huggingface.co/Open-Orca/OpenOrca-Platypus2-13B)
76
  Brought to you by your friends at Alignment Lab AI, garage-bAInd, Open Access AI Collective, and OpenChat!
77
  """)
78
  with gr.Row():
79
- gr.Markdown("# πŸ‹ OpenOrca Platypus2 13B Playground Space! πŸ‹")
80
  with gr.Row():
81
  #chatbot = gr.Chatbot().style(height=500)
82
  chatbot = gr.Chatbot(elem_id="chatbot")
@@ -94,10 +94,10 @@ with gr.Blocks(css=CSS) as demo:
94
  with gr.Row():
95
  with gr.Column():
96
  max_tokens = gr.Slider(20, 4000, label="Max Tokens", step=20, value=2000)
97
- temperature = gr.Slider(0.2, 2.0, label="Temperature", step=0.1, value=0.8)
98
- top_p = gr.Slider(0.0, 1.0, label="Top P", step=0.05, value=0.95)
99
  top_k = gr.Slider(0, 100, label="Top K", step=1, value=40)
100
- repetition_penalty = gr.Slider(0.0, 2.0, label="Repetition Penalty", step=0.1, value=1.1)
101
 
102
  system_msg = gr.Textbox(
103
  start_message, label="System Message", interactive=True, visible=True, placeholder="System prompt. Provide instructions which you want the model to remember.", lines=5)
@@ -113,4 +113,4 @@ with gr.Blocks(css=CSS) as demo:
113
  )
114
  stop.click(fn=None, inputs=None, outputs=None, cancels=[submit_click_event], queue=False)
115
 
116
- demo.queue(max_size=32, concurrency_count=4).launch(debug=True, server_name="0.0.0.0", server_port=7860)
 
72
  with gr.Row():
73
  with gr.Column():
74
  gr.Markdown(f"""
75
+ ## This demo is an unquantized GPU chatbot of [Phind-CodeLlama-34B-v2](https://huggingface.co/Phind/Phind-CodeLlama-34B-v2)
76
  Brought to you by your friends at Alignment Lab AI, garage-bAInd, Open Access AI Collective, and OpenChat!
77
  """)
78
  with gr.Row():
79
+ gr.Markdown("# πŸ” Phind CodeLlama 34B Playground Space! πŸ”Ž")
80
  with gr.Row():
81
  #chatbot = gr.Chatbot().style(height=500)
82
  chatbot = gr.Chatbot(elem_id="chatbot")
 
94
  with gr.Row():
95
  with gr.Column():
96
  max_tokens = gr.Slider(20, 4000, label="Max Tokens", step=20, value=2000)
97
+ temperature = gr.Slider(0.0, 2.0, label="Temperature", step=0.1, value=0.8)
98
+ top_p = gr.Slider(0.0, 1.0, label="Top P", step=0.02, value=0.95)
99
  top_k = gr.Slider(0, 100, label="Top K", step=1, value=40)
100
+ repetition_penalty = gr.Slider(0.0, 2.0, label="Repetition Penalty", step=0.05, value=1.1)
101
 
102
  system_msg = gr.Textbox(
103
  start_message, label="System Message", interactive=True, visible=True, placeholder="System prompt. Provide instructions which you want the model to remember.", lines=5)
 
113
  )
114
  stop.click(fn=None, inputs=None, outputs=None, cancels=[submit_click_event], queue=False)
115
 
116
+ demo.queue(max_size=48, concurrency_count=8).launch(debug=True, server_name="0.0.0.0", server_port=7860)