init

app.py

@@ -179,7 +179,7 @@ if __name__ == "__main__":
     parser = argparse.ArgumentParser()
     parser.add_argument("--share", action="store_true", default=False, help="share gradio app")
     parser.add_argument("--port", type=int, default=7860, help="gradio server port")
-    parser.add_argument("--device", type=str, default="cuda", help="device to run model")
+    parser.add_argument("--device", type=str, default="cpu", help="device to run model")
     soundfont_path = hf_hub_download(repo_id="skytnt/midi-model", filename="soundfont.sf2")
     model_path = hf_hub_download(repo_id="skytnt/midi-model", filename="model.ckpt")
     opt = parser.parse_args()

midi_model.py

@@ -3,13 +3,12 @@ import torch
 import torch.nn as nn
 import torch.nn.functional as F
 import tqdm
-import pytorch_lightning as pl
 from transformers import LlamaModel, LlamaConfig
 
 from midi_tokenizer import MIDITokenizer
 
 
-class MIDIModel(pl.LightningModule):
+class MIDIModel(nn.Module):
     def __init__(self, tokenizer: MIDITokenizer, n_layer=12, n_head=16, n_embd=1024, n_inner=4096, flash=False,
                  *args, **kwargs):
         super(MIDIModel, self).__init__()

requirements.txt

@@ -2,6 +2,5 @@ Pillow
 numpy
 torch
 transformers
-pytorch_lightning
 gradio
 pyfluidsynth