Update app.py

app.py

@@ -72,6 +72,19 @@ def identify_and_save_blob(blob_path):
     except Exception as e:
         raise ValueError(f"An error occurred while processing the file: {e}")
 
+def process_vision_info(messages):
+    """Processes vision information (images or videos) from messages."""
+    image_inputs = []
+    video_inputs = []
+    for message in messages:
+        for content in message["content"]:
+            if content["type"] == "image":
+                image = Image.open(content["image"])
+                image_inputs.append(image)
+            elif content["type"] == "video":
+                video_inputs.append(content["video"])
+    return image_inputs, video_inputs
+
 @spaces.GPU()
 def generate(
     message: str,
@@ -170,60 +183,72 @@ def generate(
             outputs.append(text)
             yield "".join(outputs)
 
-demo = gr.ChatInterface(
-    fn=generate,
-    additional_inputs=[
-        gr.Slider(
-            label="Max new tokens",
-            minimum=1,
-            maximum=MAX_MAX_NEW_TOKENS,
-            step=1,
-            value=DEFAULT_MAX_NEW_TOKENS,
-        ),
-        gr.Slider(
-            label="Temperature",
-            minimum=0.1,
-            maximum=4.0,
-            step=0.1,
-            value=0.6,
-        ),
-        gr.Slider(
-            label="Top-p (nucleus sampling)",
-            minimum=0.05,
-            maximum=1.0,
-            step=0.05,
-            value=0.9,
-        ),
-        gr.Slider(
-            label="Top-k",
-            minimum=1,
-            maximum=1000,
-            step=1,
-            value=50,
-        ),
-        gr.Slider(
-            label="Repetition penalty",
-            minimum=1.0,
-            maximum=2.0,
-            step=0.05,
-            value=1.2,
-        ),
-        gr.File(label="Upload Image or Video", type="filepath"),
-    ],
-    stop_btn=None,
-    examples=[
-        ["Hello there! How are you doing?"],
-        ["Can you explain briefly to me what is the Python programming language?"],
-        ["Explain the plot of Cinderella in a sentence."],
-        ["How many hours does it take a man to eat a Helicopter?"],
-        ["Write a 100-word article on 'Benefits of Open-Source in AI research'"],
-    ],
-    cache_examples=False,
-    type="messages",
-    description=DESCRIPTION,
-    css_paths="style.css",
-    fill_height=True,
-)
+css = """
+  #output {
+    height: 500px; 
+    overflow: auto; 
+    border: 1px solid #ccc; 
+  }
+"""
+
+with gr.Blocks(css=css) as demo:
+    gr.Markdown(DESCRIPTION)
+
+    with gr.Tab(label="Chat Interface"):
+        chat_interface = gr.ChatInterface(
+            fn=generate,
+            additional_inputs=[
+                gr.Slider(
+                    label="Max new tokens",
+                    minimum=1,
+                    maximum=MAX_MAX_NEW_TOKENS,
+                    step=1,
+                    value=DEFAULT_MAX_NEW_TOKENS,
+                ),
+                gr.Slider(
+                    label="Temperature",
+                    minimum=0.1,
+                    maximum=4.0,
+                    step=0.1,
+                    value=0.6,
+                ),
+                gr.Slider(
+                    label="Top-p (nucleus sampling)",
+                    minimum=0.05,
+                    maximum=1.0,
+                    step=0.05,
+                    value=0.9,
+                ),
+                gr.Slider(
+                    label="Top-k",
+                    minimum=1,
+                    maximum=1000,
+                    step=1,
+                    value=50,
+                ),
+                gr.Slider(
+                    label="Repetition penalty",
+                    minimum=1.0,
+                    maximum=2.0,
+                    step=0.05,
+                    value=1.2,
+                ),
+            ],
+            stop_btn=None,
+            examples=[
+                ["Hello there! How are you doing?"],
+                ["Can you explain briefly to me what is the Python programming language?"],
+                ["Explain the plot of Cinderella in a sentence."],
+                ["How many hours does it take a man to eat a Helicopter?"],
+                ["Write a 100-word article on 'Benefits of Open-Source in AI research'"],
+            ],
+            cache_examples=False,
+            type="messages",
+            description=DESCRIPTION,
+            css_paths="style.css",
+            fill_height=True,
+            textbox=gr.MultimodalTextbox(),
+            multimodal=True,
+        )
 
-if __name__ == "__main__":
-    demo.queue(max_size=20).launch()
+demo.launch(debug=True)