configs/modules/denoiser.yaml

denoiser:
  target: mld.models.architectures.mld_denoiser.MldDenoiser
  params:
    text_encoded_dim: 768
    ff_size: 1024
    num_layers: 9
    num_heads: 4
    dropout: 0.1
    normalize_before: false
    activation: 'gelu'
    flip_sin_to_cos: true
    return_intermediate_dec: false
    position_embedding: 'learned'
    arch: 'trans_enc'
    freq_shift: 0
    latent_dim: ${model.latent_dim}