import argparse import glob import os.path import gradio as gr import pickle import tqdm import json import MIDI from midi_synthesizer import synthesis import matplotlib.pyplot as plt in_space = os.getenv("SYSTEM") == "spaces" def run(search_prompt, mid=None, progress=gr.Progress()): if mid == None: for m in progress.tqdm(meta_data): mid_seq = m[1][17:-1] mid_seq_ticks = m[1][16][1] mdata = m[1][:16] break elif mid is not None: mid_seq = MIDI.midi2score(mid) x = [] y = [] c = [] colors = ['red', 'yellow', 'green', 'cyan', 'blue', 'pink', 'orange', 'purple', 'gray', 'white', 'gold', 'silver', 'lightgreen', 'indigo', 'maroon', 'turquoise'] for s in [m for m in mid_seq if m[0] == 'note']: x.append(s[1] / mid_seq_ticks) y.append(s[4]) c.append(colors[s[3]]) plt.close() plt.figure(figsize=(14,5)) ax=plt.axes(title='MIDI Search Plot') ax.set_facecolor('black') plt.scatter(x,y, c=c) plt.xlabel("Time") plt.ylabel("Pitch") with open(f"output.mid", 'wb') as f: f.write(MIDI.score2midi([mid_seq_ticks, mid_seq])) audio = synthesis(MIDI.score2opus([mid_seq_ticks, mid_seq]), soundfont_path) yield mdata, "output.mid", (44100, audio), plt if __name__ == "__main__": parser = argparse.ArgumentParser() parser.add_argument("--share", action="store_true", default=False, help="share gradio app") parser.add_argument("--port", type=int, default=7860, help="gradio server port") parser.add_argument("--max-gen", type=int, default=1024, help="max") opt = parser.parse_args() soundfont_path = "SGM-v2.01-YamahaGrand-Guit-Bass-v2.7.sf2" meta_data_path = "meta-data/LAMD_META_10000.pickle" models_info = {"generic pretrain model": ["skytnt/midi-model", ""], "j-pop finetune model": ["skytnt/midi-model-ft", "jpop/"], "touhou finetune model": ["skytnt/midi-model-ft", "touhou/"]} print('Loading meta-data...') with open(meta_data_path, 'rb') as f: meta_data = pickle.load(f) print('Done!') app = gr.Blocks() with app: gr.Markdown("