model/config.yaml

config: conf/tuning/train_ssl_espnethubert_ebf_ce_large_p3.yaml
print_config: false
log_level: INFO
drop_last_iter: true
dry_run: false
iterator_type: sequence
valid_iterator_type: null
output_dir: exp_900k/hubert_iter2_train_ssl_espnethubert_ebf_ce_large_p3_raw
ngpu: 1
seed: 1
num_workers: 4
num_att_plot: 0
dist_backend: nccl
dist_init_method: env://
dist_world_size: 4
dist_rank: 0
local_rank: 0
dist_master_addr: localhost
dist_master_port: 38545
dist_launcher: null
multiprocessing_distributed: true
unused_parameters: false
sharded_ddp: false
static_graph: true
gradient_as_bucket_view: true
broadcast_buffers: false
bucket_cap_mb: 10
compress_gradients: true
cudnn_enabled: true
cudnn_benchmark: false
cudnn_deterministic: false
collect_stats: false
write_collected_feats: false
max_epoch: 38
patience: null
val_scheduler_criterion:
- valid
- loss
early_stopping_criterion:
- valid
- loss
- min
best_model_criterion:
-   - valid
    - hubert_losses_m_18
    - min
keep_nbest_models: 5
nbest_averaging_interval: 0
grad_clip: 10.0
grad_clip_type: 2.0
grad_noise: false
accum_grad: 1
no_forward_run: false
resume: true
train_dtype: float32
use_amp: true
log_interval: null
use_matplotlib: true
use_tensorboard: false
create_graph_in_tensorboard: false
use_wandb: false
wandb_project: null
wandb_id: null
wandb_entity: null
wandb_name: null
wandb_model_log_interval: -1
detect_anomaly: false
use_adapter: false
adapter: lora
save_strategy: all
adapter_conf: {}
pretrain_path: null
init_param: []
ignore_init_mismatch: false
freeze_param: []
num_iters_per_epoch: null
batch_size: 20
valid_batch_size: null
batch_bins: 1600000
valid_batch_bins: null
train_shape_file:
- exp_900k/hubert_iter2_stats_raw/splits200/speech_shape
valid_shape_file:
- exp_900k/hubert_iter2_stats_raw/valid/speech_shape
batch_type: grouped
valid_batch_type: null
fold_length:
- 80000
- 400
sort_in_batch: descending
shuffle_within_batch: false
sort_batch: descending
multiple_iterator: true
validate_each_iter_factory: true
chunk_length: 500
chunk_shift_ratio: 0.5
num_cache_chunks: 1024
chunk_excluded_key_prefixes: []
chunk_default_fs: null
train_data_path_and_name_and_type:
-   - exp_900k/hubert_iter2_stats_raw/splits200/wav.scp
    - speech
    - kaldi_ark
-   - exp_900k/hubert_iter2_stats_raw/splits200/text
    - text
    - text
valid_data_path_and_name_and_type:
-   - dump/raw/de_cp_dev/wav.scp
    - speech
    - kaldi_ark
-   - dump/raw/de_cp_dev/text
    - text
    - text
allow_variable_data_keys: false
max_cache_size: 0.0
max_cache_fd: 32
allow_multi_rates: false
valid_max_cache_size: null
exclude_weight_decay: false
exclude_weight_decay_conf: {}
optim: adam
optim_conf:
    lr: 0.0003
scheduler: warmuplr
scheduler_conf:
    warmup_steps: 32000
token_list:
- '0'
- '1'
- '2'
- '3'
- '4'
- '5'
- '6'
- '7'
- '8'
- '9'
- '10'
- '11'
- '12'
- '13'
- '14'
- '15'
- '16'
- '17'
- '18'
- '19'
- '20'
- '21'
- '22'
- '23'
- '24'
- '25'
- '26'
- '27'
- '28'
- '29'
- '30'
- '31'
- '32'
- '33'
- '34'
- '35'
- '36'
- '37'
- '38'
- '39'
- '40'
- '41'
- '42'
- '43'
- '44'
- '45'
- '46'
- '47'
- '48'
- '49'
- '50'
- '51'
- '52'
- '53'
- '54'
- '55'
- '56'
- '57'
- '58'
- '59'
- '60'
- '61'
- '62'
- '63'
- '64'
- '65'
- '66'
- '67'
- '68'
- '69'
- '70'
- '71'
- '72'
- '73'
- '74'
- '75'
- '76'
- '77'
- '78'
- '79'
- '80'
- '81'
- '82'
- '83'
- '84'
- '85'
- '86'
- '87'
- '88'
- '89'
- '90'
- '91'
- '92'
- '93'
- '94'
- '95'
- '96'
- '97'
- '98'
- '99'
- '100'
- '101'
- '102'
- '103'
- '104'
- '105'
- '106'
- '107'
- '108'
- '109'
- '110'
- '111'
- '112'
- '113'
- '114'
- '115'
- '116'
- '117'
- '118'
- '119'
- '120'
- '121'
- '122'
- '123'
- '124'
- '125'
- '126'
- '127'
- '128'
- '129'
- '130'
- '131'
- '132'
- '133'
- '134'
- '135'
- '136'
- '137'
- '138'
- '139'
- '140'
- '141'
- '142'
- '143'
- '144'
- '145'
- '146'
- '147'
- '148'
- '149'
- '150'
- '151'
- '152'
- '153'
- '154'
- '155'
- '156'
- '157'
- '158'
- '159'
- '160'
- '161'
- '162'
- '163'
- '164'
- '165'
- '166'
- '167'
- '168'
- '169'
- '170'
- '171'
- '172'
- '173'
- '174'
- '175'
- '176'
- '177'
- '178'
- '179'
- '180'
- '181'
- '182'
- '183'
- '184'
- '185'
- '186'
- '187'
- '188'
- '189'
- '190'
- '191'
- '192'
- '193'
- '194'
- '195'
- '196'
- '197'
- '198'
- '199'
- '200'
- '201'
- '202'
- '203'
- '204'
- '205'
- '206'
- '207'
- '208'
- '209'
- '210'
- '211'
- '212'
- '213'
- '214'
- '215'
- '216'
- '217'
- '218'
- '219'
- '220'
- '221'
- '222'
- '223'
- '224'
- '225'
- '226'
- '227'
- '228'
- '229'
- '230'
- '231'
- '232'
- '233'
- '234'
- '235'
- '236'
- '237'
- '238'
- '239'
- '240'
- '241'
- '242'
- '243'
- '244'
- '245'
- '246'
- '247'
- '248'
- '249'
- '250'
- '251'
- '252'
- '253'
- '254'
- '255'
- '256'
- '257'
- '258'
- '259'
- '260'
- '261'
- '262'
- '263'
- '264'
- '265'
- '266'
- '267'
- '268'
- '269'
- '270'
- '271'
- '272'
- '273'
- '274'
- '275'
- '276'
- '277'
- '278'
- '279'
- '280'
- '281'
- '282'
- '283'
- '284'
- '285'
- '286'
- '287'
- '288'
- '289'
- '290'
- '291'
- '292'
- '293'
- '294'
- '295'
- '296'
- '297'
- '298'
- '299'
- '300'
- '301'
- '302'
- '303'
- '304'
- '305'
- '306'
- '307'
- '308'
- '309'
- '310'
- '311'
- '312'
- '313'
- '314'
- '315'
- '316'
- '317'
- '318'
- '319'
- '320'
- '321'
- '322'
- '323'
- '324'
- '325'
- '326'
- '327'
- '328'
- '329'
- '330'
- '331'
- '332'
- '333'
- '334'
- '335'
- '336'
- '337'
- '338'
- '339'
- '340'
- '341'
- '342'
- '343'
- '344'
- '345'
- '346'
- '347'
- '348'
- '349'
- '350'
- '351'
- '352'
- '353'
- '354'
- '355'
- '356'
- '357'
- '358'
- '359'
- '360'
- '361'
- '362'
- '363'
- '364'
- '365'
- '366'
- '367'
- '368'
- '369'
- '370'
- '371'
- '372'
- '373'
- '374'
- '375'
- '376'
- '377'
- '378'
- '379'
- '380'
- '381'
- '382'
- '383'
- '384'
- '385'
- '386'
- '387'
- '388'
- '389'
- '390'
- '391'
- '392'
- '393'
- '394'
- '395'
- '396'
- '397'
- '398'
- '399'
- '400'
- '401'
- '402'
- '403'
- '404'
- '405'
- '406'
- '407'
- '408'
- '409'
- '410'
- '411'
- '412'
- '413'
- '414'
- '415'
- '416'
- '417'
- '418'
- '419'
- '420'
- '421'
- '422'
- '423'
- '424'
- '425'
- '426'
- '427'
- '428'
- '429'
- '430'
- '431'
- '432'
- '433'
- '434'
- '435'
- '436'
- '437'
- '438'
- '439'
- '440'
- '441'
- '442'
- '443'
- '444'
- '445'
- '446'
- '447'
- '448'
- '449'
- '450'
- '451'
- '452'
- '453'
- '454'
- '455'
- '456'
- '457'
- '458'
- '459'
- '460'
- '461'
- '462'
- '463'
- '464'
- '465'
- '466'
- '467'
- '468'
- '469'
- '470'
- '471'
- '472'
- '473'
- '474'
- '475'
- '476'
- '477'
- '478'
- '479'
- '480'
- '481'
- '482'
- '483'
- '484'
- '485'
- '486'
- '487'
- '488'
- '489'
- '490'
- '491'
- '492'
- '493'
- '494'
- '495'
- '496'
- '497'
- '498'
- '499'
- '500'
- '501'
- '502'
- '503'
- '504'
- '505'
- '506'
- '507'
- '508'
- '509'
- '510'
- '511'
- '512'
- '513'
- '514'
- '515'
- '516'
- '517'
- '518'
- '519'
- '520'
- '521'
- '522'
- '523'
- '524'
- '525'
- '526'
- '527'
- '528'
- '529'
- '530'
- '531'
- '532'
- '533'
- '534'
- '535'
- '536'
- '537'
- '538'
- '539'
- '540'
- '541'
- '542'
- '543'
- '544'
- '545'
- '546'
- '547'
- '548'
- '549'
- '550'
- '551'
- '552'
- '553'
- '554'
- '555'
- '556'
- '557'
- '558'
- '559'
- '560'
- '561'
- '562'
- '563'
- '564'
- '565'
- '566'
- '567'
- '568'
- '569'
- '570'
- '571'
- '572'
- '573'
- '574'
- '575'
- '576'
- '577'
- '578'
- '579'
- '580'
- '581'
- '582'
- '583'
- '584'
- '585'
- '586'
- '587'
- '588'
- '589'
- '590'
- '591'
- '592'
- '593'
- '594'
- '595'
- '596'
- '597'
- '598'
- '599'
- '600'
- '601'
- '602'
- '603'
- '604'
- '605'
- '606'
- '607'
- '608'
- '609'
- '610'
- '611'
- '612'
- '613'
- '614'
- '615'
- '616'
- '617'
- '618'
- '619'
- '620'
- '621'
- '622'
- '623'
- '624'
- '625'
- '626'
- '627'
- '628'
- '629'
- '630'
- '631'
- '632'
- '633'
- '634'
- '635'
- '636'
- '637'
- '638'
- '639'
- '640'
- '641'
- '642'
- '643'
- '644'
- '645'
- '646'
- '647'
- '648'
- '649'
- '650'
- '651'
- '652'
- '653'
- '654'
- '655'
- '656'
- '657'
- '658'
- '659'
- '660'
- '661'
- '662'
- '663'
- '664'
- '665'
- '666'
- '667'
- '668'
- '669'
- '670'
- '671'
- '672'
- '673'
- '674'
- '675'
- '676'
- '677'
- '678'
- '679'
- '680'
- '681'
- '682'
- '683'
- '684'
- '685'
- '686'
- '687'
- '688'
- '689'
- '690'
- '691'
- '692'
- '693'
- '694'
- '695'
- '696'
- '697'
- '698'
- '699'
- '700'
- '701'
- '702'
- '703'
- '704'
- '705'
- '706'
- '707'
- '708'
- '709'
- '710'
- '711'
- '712'
- '713'
- '714'
- '715'
- '716'
- '717'
- '718'
- '719'
- '720'
- '721'
- '722'
- '723'
- '724'
- '725'
- '726'
- '727'
- '728'
- '729'
- '730'
- '731'
- '732'
- '733'
- '734'
- '735'
- '736'
- '737'
- '738'
- '739'
- '740'
- '741'
- '742'
- '743'
- '744'
- '745'
- '746'
- '747'
- '748'
- '749'
- '750'
- '751'
- '752'
- '753'
- '754'
- '755'
- '756'
- '757'
- '758'
- '759'
- '760'
- '761'
- '762'
- '763'
- '764'
- '765'
- '766'
- '767'
- '768'
- '769'
- '770'
- '771'
- '772'
- '773'
- '774'
- '775'
- '776'
- '777'
- '778'
- '779'
- '780'
- '781'
- '782'
- '783'
- '784'
- '785'
- '786'
- '787'
- '788'
- '789'
- '790'
- '791'
- '792'
- '793'
- '794'
- '795'
- '796'
- '797'
- '798'
- '799'
- '800'
- '801'
- '802'
- '803'
- '804'
- '805'
- '806'
- '807'
- '808'
- '809'
- '810'
- '811'
- '812'
- '813'
- '814'
- '815'
- '816'
- '817'
- '818'
- '819'
- '820'
- '821'
- '822'
- '823'
- '824'
- '825'
- '826'
- '827'
- '828'
- '829'
- '830'
- '831'
- '832'
- '833'
- '834'
- '835'
- '836'
- '837'
- '838'
- '839'
- '840'
- '841'
- '842'
- '843'
- '844'
- '845'
- '846'
- '847'
- '848'
- '849'
- '850'
- '851'
- '852'
- '853'
- '854'
- '855'
- '856'
- '857'
- '858'
- '859'
- '860'
- '861'
- '862'
- '863'
- '864'
- '865'
- '866'
- '867'
- '868'
- '869'
- '870'
- '871'
- '872'
- '873'
- '874'
- '875'
- '876'
- '877'
- '878'
- '879'
- '880'
- '881'
- '882'
- '883'
- '884'
- '885'
- '886'
- '887'
- '888'
- '889'
- '890'
- '891'
- '892'
- '893'
- '894'
- '895'
- '896'
- '897'
- '898'
- '899'
- '900'
- '901'
- '902'
- '903'
- '904'
- '905'
- '906'
- '907'
- '908'
- '909'
- '910'
- '911'
- '912'
- '913'
- '914'
- '915'
- '916'
- '917'
- '918'
- '919'
- '920'
- '921'
- '922'
- '923'
- '924'
- '925'
- '926'
- '927'
- '928'
- '929'
- '930'
- '931'
- '932'
- '933'
- '934'
- '935'
- '936'
- '937'
- '938'
- '939'
- '940'
- '941'
- '942'
- '943'
- '944'
- '945'
- '946'
- '947'
- '948'
- '949'
- '950'
- '951'
- '952'
- '953'
- '954'
- '955'
- '956'
- '957'
- '958'
- '959'
- '960'
- '961'
- '962'
- '963'
- '964'
- '965'
- '966'
- '967'
- '968'
- '969'
- '970'
- '971'
- '972'
- '973'
- '974'
- '975'
- '976'
- '977'
- '978'
- '979'
- '980'
- '981'
- '982'
- '983'
- '984'
- '985'
- '986'
- '987'
- '988'
- '989'
- '990'
- '991'
- '992'
- '993'
- '994'
- '995'
- '996'
- '997'
- '998'
- '999'
- '1000'
- '1001'
- '1002'
- '1003'
- '1004'
- '1005'
- '1006'
- '1007'
- '1008'
- '1009'
- '1010'
- '1011'
- '1012'
- '1013'
- '1014'
- '1015'
- '1016'
- '1017'
- '1018'
- '1019'
- '1020'
- '1021'
- '1022'
- '1023'
- '1024'
- '1025'
- '1026'
- '1027'
- '1028'
- '1029'
- '1030'
- '1031'
- '1032'
- '1033'
- '1034'
- '1035'
- '1036'
- '1037'
- '1038'
- '1039'
- '1040'
- '1041'
- '1042'
- '1043'
- '1044'
- '1045'
- '1046'
- '1047'
- '1048'
- '1049'
- '1050'
- '1051'
- '1052'
- '1053'
- '1054'
- '1055'
- '1056'
- '1057'
- '1058'
- '1059'
- '1060'
- '1061'
- '1062'
- '1063'
- '1064'
- '1065'
- '1066'
- '1067'
- '1068'
- '1069'
- '1070'
- '1071'
- '1072'
- '1073'
- '1074'
- '1075'
- '1076'
- '1077'
- '1078'
- '1079'
- '1080'
- '1081'
- '1082'
- '1083'
- '1084'
- '1085'
- '1086'
- '1087'
- '1088'
- '1089'
- '1090'
- '1091'
- '1092'
- '1093'
- '1094'
- '1095'
- '1096'
- '1097'
- '1098'
- '1099'
- '1100'
- '1101'
- '1102'
- '1103'
- '1104'
- '1105'
- '1106'
- '1107'
- '1108'
- '1109'
- '1110'
- '1111'
- '1112'
- '1113'
- '1114'
- '1115'
- '1116'
- '1117'
- '1118'
- '1119'
- '1120'
- '1121'
- '1122'
- '1123'
- '1124'
- '1125'
- '1126'
- '1127'
- '1128'
- '1129'
- '1130'
- '1131'
- '1132'
- '1133'
- '1134'
- '1135'
- '1136'
- '1137'
- '1138'
- '1139'
- '1140'
- '1141'
- '1142'
- '1143'
- '1144'
- '1145'
- '1146'
- '1147'
- '1148'
- '1149'
- '1150'
- '1151'
- '1152'
- '1153'
- '1154'
- '1155'
- '1156'
- '1157'
- '1158'
- '1159'
- '1160'
- '1161'
- '1162'
- '1163'
- '1164'
- '1165'
- '1166'
- '1167'
- '1168'
- '1169'
- '1170'
- '1171'
- '1172'
- '1173'
- '1174'
- '1175'
- '1176'
- '1177'
- '1178'
- '1179'
- '1180'
- '1181'
- '1182'
- '1183'
- '1184'
- '1185'
- '1186'
- '1187'
- '1188'
- '1189'
- '1190'
- '1191'
- '1192'
- '1193'
- '1194'
- '1195'
- '1196'
- '1197'
- '1198'
- '1199'
- '1200'
- '1201'
- '1202'
- '1203'
- '1204'
- '1205'
- '1206'
- '1207'
- '1208'
- '1209'
- '1210'
- '1211'
- '1212'
- '1213'
- '1214'
- '1215'
- '1216'
- '1217'
- '1218'
- '1219'
- '1220'
- '1221'
- '1222'
- '1223'
- '1224'
- '1225'
- '1226'
- '1227'
- '1228'
- '1229'
- '1230'
- '1231'
- '1232'
- '1233'
- '1234'
- '1235'
- '1236'
- '1237'
- '1238'
- '1239'
- '1240'
- '1241'
- '1242'
- '1243'
- '1244'
- '1245'
- '1246'
- '1247'
- '1248'
- '1249'
- '1250'
- '1251'
- '1252'
- '1253'
- '1254'
- '1255'
- '1256'
- '1257'
- '1258'
- '1259'
- '1260'
- '1261'
- '1262'
- '1263'
- '1264'
- '1265'
- '1266'
- '1267'
- '1268'
- '1269'
- '1270'
- '1271'
- '1272'
- '1273'
- '1274'
- '1275'
- '1276'
- '1277'
- '1278'
- '1279'
- '1280'
- '1281'
- '1282'
- '1283'
- '1284'
- '1285'
- '1286'
- '1287'
- '1288'
- '1289'
- '1290'
- '1291'
- '1292'
- '1293'
- '1294'
- '1295'
- '1296'
- '1297'
- '1298'
- '1299'
- '1300'
- '1301'
- '1302'
- '1303'
- '1304'
- '1305'
- '1306'
- '1307'
- '1308'
- '1309'
- '1310'
- '1311'
- '1312'
- '1313'
- '1314'
- '1315'
- '1316'
- '1317'
- '1318'
- '1319'
- '1320'
- '1321'
- '1322'
- '1323'
- '1324'
- '1325'
- '1326'
- '1327'
- '1328'
- '1329'
- '1330'
- '1331'
- '1332'
- '1333'
- '1334'
- '1335'
- '1336'
- '1337'
- '1338'
- '1339'
- '1340'
- '1341'
- '1342'
- '1343'
- '1344'
- '1345'
- '1346'
- '1347'
- '1348'
- '1349'
- '1350'
- '1351'
- '1352'
- '1353'
- '1354'
- '1355'
- '1356'
- '1357'
- '1358'
- '1359'
- '1360'
- '1361'
- '1362'
- '1363'
- '1364'
- '1365'
- '1366'
- '1367'
- '1368'
- '1369'
- '1370'
- '1371'
- '1372'
- '1373'
- '1374'
- '1375'
- '1376'
- '1377'
- '1378'
- '1379'
- '1380'
- '1381'
- '1382'
- '1383'
- '1384'
- '1385'
- '1386'
- '1387'
- '1388'
- '1389'
- '1390'
- '1391'
- '1392'
- '1393'
- '1394'
- '1395'
- '1396'
- '1397'
- '1398'
- '1399'
- '1400'
- '1401'
- '1402'
- '1403'
- '1404'
- '1405'
- '1406'
- '1407'
- '1408'
- '1409'
- '1410'
- '1411'
- '1412'
- '1413'
- '1414'
- '1415'
- '1416'
- '1417'
- '1418'
- '1419'
- '1420'
- '1421'
- '1422'
- '1423'
- '1424'
- '1425'
- '1426'
- '1427'
- '1428'
- '1429'
- '1430'
- '1431'
- '1432'
- '1433'
- '1434'
- '1435'
- '1436'
- '1437'
- '1438'
- '1439'
- '1440'
- '1441'
- '1442'
- '1443'
- '1444'
- '1445'
- '1446'
- '1447'
- '1448'
- '1449'
- '1450'
- '1451'
- '1452'
- '1453'
- '1454'
- '1455'
- '1456'
- '1457'
- '1458'
- '1459'
- '1460'
- '1461'
- '1462'
- '1463'
- '1464'
- '1465'
- '1466'
- '1467'
- '1468'
- '1469'
- '1470'
- '1471'
- '1472'
- '1473'
- '1474'
- '1475'
- '1476'
- '1477'
- '1478'
- '1479'
- '1480'
- '1481'
- '1482'
- '1483'
- '1484'
- '1485'
- '1486'
- '1487'
- '1488'
- '1489'
- '1490'
- '1491'
- '1492'
- '1493'
- '1494'
- '1495'
- '1496'
- '1497'
- '1498'
- '1499'
- '1500'
- '1501'
- '1502'
- '1503'
- '1504'
- '1505'
- '1506'
- '1507'
- '1508'
- '1509'
- '1510'
- '1511'
- '1512'
- '1513'
- '1514'
- '1515'
- '1516'
- '1517'
- '1518'
- '1519'
- '1520'
- '1521'
- '1522'
- '1523'
- '1524'
- '1525'
- '1526'
- '1527'
- '1528'
- '1529'
- '1530'
- '1531'
- '1532'
- '1533'
- '1534'
- '1535'
- '1536'
- '1537'
- '1538'
- '1539'
- '1540'
- '1541'
- '1542'
- '1543'
- '1544'
- '1545'
- '1546'
- '1547'
- '1548'
- '1549'
- '1550'
- '1551'
- '1552'
- '1553'
- '1554'
- '1555'
- '1556'
- '1557'
- '1558'
- '1559'
- '1560'
- '1561'
- '1562'
- '1563'
- '1564'
- '1565'
- '1566'
- '1567'
- '1568'
- '1569'
- '1570'
- '1571'
- '1572'
- '1573'
- '1574'
- '1575'
- '1576'
- '1577'
- '1578'
- '1579'
- '1580'
- '1581'
- '1582'
- '1583'
- '1584'
- '1585'
- '1586'
- '1587'
- '1588'
- '1589'
- '1590'
- '1591'
- '1592'
- '1593'
- '1594'
- '1595'
- '1596'
- '1597'
- '1598'
- '1599'
- '1600'
- '1601'
- '1602'
- '1603'
- '1604'
- '1605'
- '1606'
- '1607'
- '1608'
- '1609'
- '1610'
- '1611'
- '1612'
- '1613'
- '1614'
- '1615'
- '1616'
- '1617'
- '1618'
- '1619'
- '1620'
- '1621'
- '1622'
- '1623'
- '1624'
- '1625'
- '1626'
- '1627'
- '1628'
- '1629'
- '1630'
- '1631'
- '1632'
- '1633'
- '1634'
- '1635'
- '1636'
- '1637'
- '1638'
- '1639'
- '1640'
- '1641'
- '1642'
- '1643'
- '1644'
- '1645'
- '1646'
- '1647'
- '1648'
- '1649'
- '1650'
- '1651'
- '1652'
- '1653'
- '1654'
- '1655'
- '1656'
- '1657'
- '1658'
- '1659'
- '1660'
- '1661'
- '1662'
- '1663'
- '1664'
- '1665'
- '1666'
- '1667'
- '1668'
- '1669'
- '1670'
- '1671'
- '1672'
- '1673'
- '1674'
- '1675'
- '1676'
- '1677'
- '1678'
- '1679'
- '1680'
- '1681'
- '1682'
- '1683'
- '1684'
- '1685'
- '1686'
- '1687'
- '1688'
- '1689'
- '1690'
- '1691'
- '1692'
- '1693'
- '1694'
- '1695'
- '1696'
- '1697'
- '1698'
- '1699'
- '1700'
- '1701'
- '1702'
- '1703'
- '1704'
- '1705'
- '1706'
- '1707'
- '1708'
- '1709'
- '1710'
- '1711'
- '1712'
- '1713'
- '1714'
- '1715'
- '1716'
- '1717'
- '1718'
- '1719'
- '1720'
- '1721'
- '1722'
- '1723'
- '1724'
- '1725'
- '1726'
- '1727'
- '1728'
- '1729'
- '1730'
- '1731'
- '1732'
- '1733'
- '1734'
- '1735'
- '1736'
- '1737'
- '1738'
- '1739'
- '1740'
- '1741'
- '1742'
- '1743'
- '1744'
- '1745'
- '1746'
- '1747'
- '1748'
- '1749'
- '1750'
- '1751'
- '1752'
- '1753'
- '1754'
- '1755'
- '1756'
- '1757'
- '1758'
- '1759'
- '1760'
- '1761'
- '1762'
- '1763'
- '1764'
- '1765'
- '1766'
- '1767'
- '1768'
- '1769'
- '1770'
- '1771'
- '1772'
- '1773'
- '1774'
- '1775'
- '1776'
- '1777'
- '1778'
- '1779'
- '1780'
- '1781'
- '1782'
- '1783'
- '1784'
- '1785'
- '1786'
- '1787'
- '1788'
- '1789'
- '1790'
- '1791'
- '1792'
- '1793'
- '1794'
- '1795'
- '1796'
- '1797'
- '1798'
- '1799'
- '1800'
- '1801'
- '1802'
- '1803'
- '1804'
- '1805'
- '1806'
- '1807'
- '1808'
- '1809'
- '1810'
- '1811'
- '1812'
- '1813'
- '1814'
- '1815'
- '1816'
- '1817'
- '1818'
- '1819'
- '1820'
- '1821'
- '1822'
- '1823'
- '1824'
- '1825'
- '1826'
- '1827'
- '1828'
- '1829'
- '1830'
- '1831'
- '1832'
- '1833'
- '1834'
- '1835'
- '1836'
- '1837'
- '1838'
- '1839'
- '1840'
- '1841'
- '1842'
- '1843'
- '1844'
- '1845'
- '1846'
- '1847'
- '1848'
- '1849'
- '1850'
- '1851'
- '1852'
- '1853'
- '1854'
- '1855'
- '1856'
- '1857'
- '1858'
- '1859'
- '1860'
- '1861'
- '1862'
- '1863'
- '1864'
- '1865'
- '1866'
- '1867'
- '1868'
- '1869'
- '1870'
- '1871'
- '1872'
- '1873'
- '1874'
- '1875'
- '1876'
- '1877'
- '1878'
- '1879'
- '1880'
- '1881'
- '1882'
- '1883'
- '1884'
- '1885'
- '1886'
- '1887'
- '1888'
- '1889'
- '1890'
- '1891'
- '1892'
- '1893'
- '1894'
- '1895'
- '1896'
- '1897'
- '1898'
- '1899'
- '1900'
- '1901'
- '1902'
- '1903'
- '1904'
- '1905'
- '1906'
- '1907'
- '1908'
- '1909'
- '1910'
- '1911'
- '1912'
- '1913'
- '1914'
- '1915'
- '1916'
- '1917'
- '1918'
- '1919'
- '1920'
- '1921'
- '1922'
- '1923'
- '1924'
- '1925'
- '1926'
- '1927'
- '1928'
- '1929'
- '1930'
- '1931'
- '1932'
- '1933'
- '1934'
- '1935'
- '1936'
- '1937'
- '1938'
- '1939'
- '1940'
- '1941'
- '1942'
- '1943'
- '1944'
- '1945'
- '1946'
- '1947'
- '1948'
- '1949'
- '1950'
- '1951'
- '1952'
- '1953'
- '1954'
- '1955'
- '1956'
- '1957'
- '1958'
- '1959'
- '1960'
- '1961'
- '1962'
- '1963'
- '1964'
- '1965'
- '1966'
- '1967'
- '1968'
- '1969'
- '1970'
- '1971'
- '1972'
- '1973'
- '1974'
- '1975'
- '1976'
- '1977'
- '1978'
- '1979'
- '1980'
- '1981'
- '1982'
- '1983'
- '1984'
- '1985'
- '1986'
- '1987'
- '1988'
- '1989'
- '1990'
- '1991'
- '1992'
- '1993'
- '1994'
- '1995'
- '1996'
- '1997'
- '1998'
- '1999'
- '2000'
- '2001'
- '2002'
- '2003'
- '2004'
- '2005'
- '2006'
- '2007'
- '2008'
- '2009'
- '2010'
- '2011'
- '2012'
- '2013'
- '2014'
- '2015'
- '2016'
- '2017'
- '2018'
- '2019'
- '2020'
- '2021'
- '2022'
- '2023'
- '2024'
- '2025'
- '2026'
- '2027'
- '2028'
- '2029'
- '2030'
- '2031'
- '2032'
- '2033'
- '2034'
- '2035'
- '2036'
- '2037'
- '2038'
- '2039'
- '2040'
- '2041'
- '2042'
- '2043'
- '2044'
- '2045'
- '2046'
- '2047'
- <unk>
- <sos/eos>
init: xavier_uniform
collate_fn_conf:
    label_downsampling: 1
    pad: false
    rand_crop: true
    crop_audio: true
    mix_speech: true
    noise_apply_prob: 0.2
    dynamic_mixing_prob: 0.5
    reverb_speech: true
    rir_apply_prob: 0.3
input_size: null
num_classes: 2048
use_preprocessor: true
token_type: word
bpemodel: null
non_linguistic_symbols: null
cleaner: null
g2p: null
speech_volume_normalize: null
rir_scp: null
rir_apply_prob: 1.0
noise_scp: null
noise_apply_prob: 1.0
noise_db_range: '13_15'
pred_masked_weight: 1.0
pred_nomask_weight: 0.0
loss_weights: 0.0
frontend: wav2vec_cnn
frontend_conf:
    norm_mode: layer_norm
    conv_mode: standard
    bias: true
    normalize_audio: true
    fs: 16k
specaug: null
specaug_conf: {}
normalize: null
normalize_conf: {}
preencoder: linear
preencoder_conf:
    output_size: 1024
encoder: e_branchformer
encoder_conf:
    output_size: 1024
    attention_heads: 8
    attention_layer_type: selfattn
    pos_enc_layer_type: conv
    rel_pos_type: latest
    cgmlp_linear_units: 4096
    cgmlp_conv_kernel: 31
    use_linear_after_conv: false
    gate_activation: identity
    num_blocks: 19
    dropout_rate: 0.1
    positional_dropout_rate: 0.1
    attention_dropout_rate: 0.1
    input_layer: wav2vec
    layer_drop_rate: 0.0
    linear_units: 4096
    positionwise_layer_type: linear
    macaron_ffn: true
    use_ffn: true
    merge_conv_kernel: 31
    use_flash_attn: false
    activation_ckpt: true
model: espnet
model_conf:
    feature_grad_mult: 0.1
masker: hubert
masker_conf:
    mask_prob: 0.8
    mask_selection: uniform #static
    mask_other: 0.0
    mask_length: 10
    no_mask_overlap: false
    mask_min_space: 1
    mask_channel_prob: 0.0
    mask_channel_selection: static
    mask_channel_other: 0.0
    mask_channel_length: 10
    no_mask_channel_overlap: false
    mask_channel_min_space: 0
loss: hubert_ce
loss_conf:
    num_classes: 2048
    final_dim: 768
    layers:
    - 18
    layer_weights:
    - 1.0
required:
- output_dir
- token_list
version: '202402'
distributed: true