Update app.py

app.py

@@ -129,9 +129,15 @@ memory_bandi_sistema_puglia = None
 stream_response = None
 divDocumenti = None
 
+def main():
+    setGPU()
+    llm = setLLM()
+    Settings.llm = llm
+    Settings.embed_model = "local:google-bert/bert-base-multilingual-cased"
+    embed_model = Settings.embed_model
+    text_qa_template, refine_template = setPromptTemplate()
 
-
-def select_initial_collection():
+    def select_initial_collection():
         global current_collection
         global retriever
 
@@ -155,7 +161,7 @@ def select_initial_collection():
         current_collection = "BANDI_SISTEMA_PUGLIA"
         return "collezione settata"
 
-def select_collection(evt: gr.SelectData):
+    def select_collection(evt: gr.SelectData):
         global current_collection
         global retriever
         global chat_engine_bandi
@@ -220,12 +226,12 @@ def select_collection(evt: gr.SelectData):
         
         return "<div class='alert alert-success' role='alert'> Collezione "+selected_collection+" selezionata </div>"
     
-def select_response_mode(evt: gr.SelectData):
+    def select_response_mode(evt: gr.SelectData):
         global current_response_mode
         current_response_mode = evt.value
         return "<div class='alert alert-success' role='alert'>"+current_response_mode+" selezionato </div>"
 
-def select_chat_mode():
+    def select_chat_mode():
         global current_chat_mode
         global memory_bandi
         global memory_bandi_sistema_puglia
@@ -243,12 +249,12 @@ def select_chat_mode():
 
         return "<div class='alert alert-success' role='alert'>Hai selezionato la modalità "+current_chat_mode+" </div>"
 
-def select_standard_mode():
+    def select_standard_mode():
         global current_chat_mode
         current_chat_mode = "STANDARD"
         return "<div class='alert alert-success' role='alert'>Hai selezionato la modalità "+current_chat_mode+" </div>"
 
-def set_chat_engine():
+    def set_chat_engine():
         global chat_engine_bandi
         global chat_engine_bandi_sistema_puglia
         global memory_bandi
@@ -300,7 +306,7 @@ def set_chat_engine():
                 "\n", llm=llm, memory=memory_bandi_sistema_puglia, prefix_messages=[])
 
 
-def html_escape(text):
+    def html_escape(text):
         html_entities = {
             'à': '&agrave;',
             'è': '&egrave;',
@@ -341,7 +347,7 @@ def html_escape(text):
         }
         return ''.join(html_entities.get(c, c) for c in text)
 
-def reset():
+    def reset():
         global chat_engine_bandi
         global chat_engine_bandi_sistema_puglia
         global memory_bandi
@@ -356,7 +362,28 @@ def reset():
         token_count_bandi_sistema_puglia = 0
         return "<div class='alert alert-success' role='alert'>Cronologia chat eliminata</div>"
 
-def user(userMessage, history):
+    with gr.Blocks(css=css, head=head) as demo:
+
+        with gr.Row():
+            output = gr.HTML()
+        with gr.Row(elem_id="buttonChat"):
+            gr.Button("STANDARD", size="sm").click(fn=select_standard_mode, outputs=output)
+            gr.Button("CHAT",size="sm").click(fn=select_chat_mode, outputs=output)
+
+        chatbot = gr.Chatbot(elem_id="chatbot", container=False)
+
+        with gr.Column(elem_id="colonnaElementi"):
+            gr.Dropdown(
+            ["BANDI_SISTEMA_PUGLIA","BANDI"], label="Collezione di documenti", info="", container=False, interactive=True, value="BANDI_SISTEMA_PUGLIA", elem_id="dropdown"
+            ).select(fn=select_collection, outputs=output)
+            
+            gr.Radio(["compact","tree_summarize"], label="Response mode", info="Influenzerà il modo in cui il chatbot risponde", interactive=True,container=False, value="compact",elem_id="responseMode").select(fn=select_response_mode, outputs=output),
+            divDocumenti = gr.HTML("<div id='divDocumenti'></div>")
+        msg = gr.Textbox(elem_id="textBox", container=False)
+        clear = gr.ClearButton([msg, chatbot], elem_id="btnClear")
+        clear.click(fn=reset, outputs=output)
+        
+        def user(userMessage, history):
             global user_message 
             user_message = userMessage
             if history is None:
@@ -364,8 +391,8 @@ def user(userMessage, history):
 
             return "", history + [[user_message, None]]
 
-@spaces.GPU(duration=120)    
-def bot(history):
+        @spaces.GPU(duration=120)    
+        def bot(history):
             global chat_engine_bandi
             global chat_engine_bandi_sistema_puglia
             global memory_bandi
@@ -470,46 +497,15 @@ def bot(history):
             torch.cuda.reset_max_memory_allocated()
             torch.cuda.reset_max_memory_cached()
 
-        
-
 
-def main():
-    setGPU()
-    llm = setLLM()
-    Settings.llm = llm
-    Settings.embed_model = "local:google-bert/bert-base-multilingual-cased"
-    embed_model = Settings.embed_model
-    text_qa_template, refine_template = setPromptTemplate()
-    
-    with gr.Blocks(css=css, head=head) as demo:
-        with gr.Row():
-            output = gr.HTML()
-        with gr.Row(elem_id="buttonChat"):
-            gr.Button("STANDARD", size="sm").click(fn=select_standard_mode, outputs=output)
-            gr.Button("CHAT",size="sm").click(fn=select_chat_mode, outputs=output)
-        chatbot = gr.Chatbot(elem_id="chatbot", container=False)
-        
-        with gr.Column(elem_id="colonnaElementi"):
-            gr.Dropdown(
-            ["BANDI_SISTEMA_PUGLIA","BANDI"], label="Collezione di documenti", info="", container=False, interactive=True, value="BANDI_SISTEMA_PUGLIA", elem_id="dropdown"
-            ).select(fn=select_collection, outputs=output)
-            
-            gr.Radio(["compact","tree_summarize"], label="Response mode", info="Influenzerà il modo in cui il chatbot risponde", interactive=True,container=False, value="compact",elem_id="responseMode").select(fn=select_response_mode, outputs=output),
-            divDocumenti = gr.HTML("<div id='divDocumenti'></div>")
-        msg = gr.Textbox(elem_id="textBox", container=False)
         msg.submit(user, [msg, chatbot], [msg, chatbot], queue=False).then(
             bot, chatbot, [chatbot, divDocumenti]
         )
-        clear = gr.ClearButton([msg, chatbot], elem_id="btnClear")
-        clear.click(fn=reset, outputs=output)
         
-    
-    demo.queue()
-    demo.launch(debug=True, share=True)
-
-    select_initial_collection()
-    set_chat_engine()
-
+        demo.queue()
+        demo.launch(debug=True, share=True)
+        select_initial_collection()
+        set_chat_engine()
 
 if __name__ == "__main__":
     main()