Spaces:
Sleeping
Sleeping
File size: 668 Bytes
4409449 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 |
from omegaconf import OmegaConf
from os.path import join as pjoin
from mGPT.config import instantiate_from_config
def build_data(cfg, phase="train"):
data_config = OmegaConf.to_container(cfg.DATASET, resolve=True)
data_config['params'] = {'cfg': cfg, 'phase': phase}
if isinstance(data_config['target'], str):
return instantiate_from_config(data_config)
elif isinstance(data_config['target'], list):
data_config_tmp = data_config.copy()
data_config_tmp['params']['dataModules'] = data_config['target']
data_config_tmp['target'] = 'mGPT.data.Concat.ConcatDataModule'
return instantiate_from_config(data_config)
|