Update app.py

app.py

@@ -104,7 +104,7 @@ def get_last_mp3_file(output_dir):
     # Return the most recent .mp3 file
     return mp3_files_with_path[0]
 
-@spaces.GPU()
+@spaces.GPU(duration=200)
 def infer(genre_txt_content, lyrics_txt_content, num_segments=2, max_new_tokens=200):
     # Create temporary files
     genre_txt_path = create_temp_file(genre_txt_content, prefix="genre_")
@@ -201,7 +201,7 @@ with gr.Blocks() as demo:
             with gr.Column():
                 if is_shared_ui:
                     num_segments = gr.Number(label="Number of Segments", value=2, interactive=True)
-                    max_new_tokens = gr.Slider(label="Max New Tokens", minimum=500, maximum="3000", step=500, value=1500, interactive=True)
+                    max_new_tokens = gr.Slider(label="Max New Tokens", minimum=100, maximum="3000", step=500, value=100, interactive=True) # increase it after testing
                 else:
                     num_segments = gr.Number(label="Number of Song Segments", value=2, interactive=True)
                     max_new_tokens = gr.Slider(label="Max New Tokens", minimum=500, maximum="24000", step=500, value=3000, interactive=True)
@@ -247,8 +247,8 @@ Living out my dreams with this mic and a deal
             ], 
              inputs = [genre_txt, lyrics_txt],
             outputs = [music_out],
-            cache_examples = True,
-            cache_mode="lazy",
+            cache_examples = False,
+            # cache_mode="lazy",
             fn=infer
         )