mogen/models/attentions/__init__.py

from .efficient_attention import (
    EfficientSelfAttention,
    EfficientCrossAttention
)
from .semantics_modulated import SemanticsModulatedAttention
from .base_attention import BaseMixedAttention