Update modeling_Llamoe.py

modeling_Llamoe.py

@@ -32,6 +32,10 @@ from transformers.utils import (
     logging,
     replace_return_docstrings,
 )
+from transformers.modeling_attn_mask_utils import (
+    _prepare_4d_causal_attention_mask,
+    _prepare_4d_causal_attention_mask_for_sdpa,
+)
 from transformers.utils.import_utils import is_torch_fx_available
 from .configuration_Llamoe import LlamoeConfig