fix streaming

app.py

@@ -1,6 +1,7 @@
 import argparse
 import glob
 import os.path
+import time
 import uuid
 
 import gradio as gr
@@ -113,21 +114,15 @@ def generate(model, prompt=None, max_len=512, temp=1.0, top_p=0.98, top_k=20,
 
 
 def create_msg(name, data):
-    return {"name": name, "data": data, "uuid": uuid.uuid4().hex}
+    return {"name": name, "data": data}
 
 
-def send_msgs(msgs, msgs_history=None):
-    if msgs_history is None:
-        msgs_history = []
-    msgs_history.append(msgs)
-    if len(msgs_history) > 25:
-        msgs_history= msgs_history[1:]
-    return json.dumps(msgs_history)
+def send_msgs(msgs):
+    return json.dumps(msgs)
 
 
 def run(model_name, tab, instruments, drum_kit, bpm, mid, midi_events, seed, seed_rand,
         gen_events, temp, top_p, top_k, allow_cc):
-    msgs_history = []
     mid_seq = []
     bpm = int(bpm)
     gen_events = int(gen_events)
@@ -167,16 +162,23 @@ def run(model_name, tab, instruments, drum_kit, bpm, mid, midi_events, seed, see
     init_msgs = [create_msg("visualizer_clear", False)]
     for tokens in mid_seq:
         init_msgs.append(create_msg("visualizer_append", tokenizer.tokens2event(tokens)))
-    yield mid_seq, None, None, seed, send_msgs(init_msgs, msgs_history)
+    yield mid_seq, None, None, seed, send_msgs(init_msgs)
     model = models[model_name]
     midi_generator = generate(model, mid, max_len=max_len, temp=temp, top_p=top_p, top_k=top_k,
                          disable_patch_change=disable_patch_change, disable_control_change=not allow_cc,
                          disable_channels=disable_channels, generator=generator)
+    t = time.time()
+    events = []
     for i, token_seq in enumerate(midi_generator):
         token_seq = token_seq.tolist()
         mid_seq.append(token_seq)
-        event = tokenizer.tokens2event(token_seq)
-        yield mid_seq, None, None, seed, send_msgs([create_msg("visualizer_append", event), create_msg("progress", [i + 1, gen_events])], msgs_history)
+        events.append(tokenizer.tokens2event(token_seq))
+        ct = time.time()
+        if ct - t > 0.2:
+            yield mid_seq, None, None, seed, send_msgs([create_msg("visualizer_append", events), create_msg("progress", [i + 1, gen_events])])
+            t = ct
+            events = []
+
     mid = tokenizer.detokenize(mid_seq)
     with open(f"output.mid", 'wb') as f:
         f.write(MIDI.score2midi(mid))

javascript/app.js

@@ -420,18 +420,16 @@ customElements.define('midi-visualizer', MidiVisualizer);
             }
         }
     })
-    let handled_msgs = [];
     function handleMsg(msg){
-        if(handled_msgs.indexOf(msg.uuid)!== -1)
-            return;
-        handled_msgs.push(msg.uuid);
         switch (msg.name) {
             case "visualizer_clear":
                 midi_visualizer.clearMidiEvents(false);
                 createProgressBar(midi_visualizer_container_inited)
                 break;
             case "visualizer_append":
-                midi_visualizer.appendMidiEvent(msg.data);
+                msg.data.forEach( value => {
+                    midi_visualizer.appendMidiEvent(value);
+                })
                 break;
             case "progress":
                 let progress = msg.data[0]
@@ -446,7 +444,6 @@ customElements.define('midi-visualizer', MidiVisualizer);
                 midi_visualizer.finishAppendMidiEvent()
                 midi_visualizer.setPlayTime(0);
                 removeProgressBar(midi_visualizer_container_inited);
-                handled_msgs = []
                 break;
             default:
         }