update

inspiremusic/transformer/qwen_encoder.py

@@ -140,7 +140,9 @@ class QwenInputOnlyEncoder(nn.Module):
         super(QwenInputOnlyEncoder, self).__init__()
         self.input_size = input_size
         from transformers import Qwen2ForCausalLM
-        model = Qwen2ForCausalLM.from_pretrained(pretrain_path, device_map="cpu", attn_implementation="flash_attention_2")
+        # model = Qwen2ForCausalLM.from_pretrained(pretrain_path, device_map="cpu", attn_implementation="flash_attention_2")
+        model = Qwen2ForCausalLM.from_pretrained(pretrain_path,
+                                                 device_map="cpu")
         self.embed = model.model.embed_tokens
         for p in self.embed.parameters():
             p.requires_grad = False