improve generation configurations, disable temperature by default

app.py

@@ -128,13 +128,14 @@ def summarize_text(title,text,temperature,words,use_api=False,api_token=None,do_
     model_kwargs1 = {"temperature":temperature ,
                     "do_sample":do_sample,
                     "min_new_tokens":200-25,
-                    "max_new_tokens":200+25
+                    "max_new_tokens":200+25,
+                    'repetition_penalty':20.0
                     }
     model_kwargs2 = {"temperature":temperature ,
                     "do_sample":do_sample,
-                    "min_new_tokens":words-25, 
-                    "max_new_tokens":words+25, 
-                    'repetition_penalty':2.0
+                    "min_new_tokens":words, 
+                    "max_new_tokens":words+100, 
+                    'repetition_penalty':20.0
                     }
     if not do_sample:
         del model_kwargs1["temperature"]
@@ -246,7 +247,7 @@ def summarize_text(title,text,temperature,words,use_api=False,api_token=None,do_
     PARTIAL SUMMARIES:\n
     `{doc_summaries}`\n 
     ----------------------- \n
-    Generate an executive summary of the whole text in maximum {words} words that contains the main messages, points, and arguments presented in the video as bullet points.\n
+    Generate an executive summary of the whole text in maximum {words} words that contains the main messages, points, and arguments presented in the video as bullet points. Avoid duplications or redundant information. \n
     EXECUTIVE SUMMARY:\n
     """
     combine_prompt = PromptTemplate(
@@ -361,8 +362,8 @@ with gr.Blocks() as demo:
     with gr.Accordion("Summarization Settings",open=False):
         with gr.Row():
             # use_llm_api = gr.Checkbox(label="Summarize using the HuggingFaceHub API.",visible=True)
-            do_sample = gr.Checkbox(label="Set the Temperature",value=True,visible=True)
-            temperature = gr.Slider(minimum=0.01,maximum=1.0,value=0.25,label="Generation temperature",visible=True)
+            do_sample = gr.Checkbox(label="Set the Temperature",value=False,visible=True)
+            temperature = gr.Slider(minimum=0.01,maximum=1.0,value=0.25,label="Generation temperature",visible=False)
             words = gr.Slider(minimum=100,maximum=500,value=100,label="Length of the summary")
             
     gr.Markdown("# Results")