| AMP_ENABLE: true | |
| AMP_OPT_LEVEL: '' | |
| AUG: | |
| AUTO_AUGMENT: rand-m9-mstd0.5-inc1 | |
| COLOR_JITTER: 0.4 | |
| CUTMIX: 1.0 | |
| CUTMIX_MINMAX: null | |
| MIXUP: 0.8 | |
| MIXUP_MODE: batch | |
| MIXUP_PROB: 1.0 | |
| MIXUP_SWITCH_PROB: 0.5 | |
| RECOUNT: 1 | |
| REMODE: pixel | |
| REPROB: 0.25 | |
| BASE: | |
| - '' | |
| DATA: | |
| BATCH_SIZE: 128 | |
| CACHE_MODE: part | |
| DATASET: EEG | |
| DATA_PATH: /root/zym/HMS/eva | |
| IMG_SIZE: 224 | |
| INTERPOLATION: bicubic | |
| MASK_PATCH_SIZE: 32 | |
| MASK_RATIO: 0.6 | |
| NUM_WORKERS: 8 | |
| PIN_MEMORY: true | |
| ZIP_MODE: false | |
| ENABLE_AMP: false | |
| EVAL_MODE: true | |
| FUSED_LAYERNORM: false | |
| FUSED_WINDOW_PROCESS: false | |
| LOCAL_RANK: 0 | |
| MODEL: | |
| DROP_PATH_RATE: 0.2 | |
| DROP_RATE: 0.0 | |
| LABEL_SMOOTHING: 0.1 | |
| NAME: swin_large_patch4_window7_224_22k | |
| NUM_CLASSES: 1000 | |
| PRETRAINED: '' | |
| RESUME: ./output/swin_large_patch4_window7_224_22k/default/ckpt_epoch_89.pth | |
| SIMMIM: | |
| NORM_TARGET: | |
| ENABLE: false | |
| PATCH_SIZE: 47 | |
| SWIN: | |
| APE: false | |
| DEPTHS: | |
| - 2 | |
| - 2 | |
| - 18 | |
| - 2 | |
| EMBED_DIM: 192 | |
| IN_CHANS: 3 | |
| MLP_RATIO: 4.0 | |
| NUM_HEADS: | |
| - 6 | |
| - 12 | |
| - 24 | |
| - 48 | |
| PATCH_NORM: true | |
| PATCH_SIZE: 4 | |
| QKV_BIAS: true | |
| QK_SCALE: null | |
| WINDOW_SIZE: 7 | |
| SWINV2: | |
| APE: false | |
| DEPTHS: | |
| - 2 | |
| - 2 | |
| - 6 | |
| - 2 | |
| EMBED_DIM: 96 | |
| IN_CHANS: 3 | |
| MLP_RATIO: 4.0 | |
| NUM_HEADS: | |
| - 3 | |
| - 6 | |
| - 12 | |
| - 24 | |
| PATCH_NORM: true | |
| PATCH_SIZE: 4 | |
| PRETRAINED_WINDOW_SIZES: | |
| - 0 | |
| - 0 | |
| - 0 | |
| - 0 | |
| QKV_BIAS: true | |
| WINDOW_SIZE: 7 | |
| SWIN_MLP: | |
| APE: false | |
| DEPTHS: | |
| - 2 | |
| - 2 | |
| - 6 | |
| - 2 | |
| EMBED_DIM: 96 | |
| IN_CHANS: 3 | |
| MLP_RATIO: 4.0 | |
| NUM_HEADS: | |
| - 3 | |
| - 6 | |
| - 12 | |
| - 24 | |
| PATCH_NORM: true | |
| PATCH_SIZE: 4 | |
| WINDOW_SIZE: 7 | |
| SWIN_MOE: | |
| APE: false | |
| AUX_LOSS_WEIGHT: 0.01 | |
| CAPACITY_FACTOR: 1.25 | |
| COSINE_ROUTER: false | |
| COSINE_ROUTER_DIM: 256 | |
| COSINE_ROUTER_INIT_T: 0.5 | |
| DEPTHS: | |
| - 2 | |
| - 2 | |
| - 6 | |
| - 2 | |
| EMBED_DIM: 96 | |
| GATE_NOISE: 1.0 | |
| INIT_STD: 0.02 | |
| IN_CHANS: 3 | |
| IS_GSHARD_LOSS: false | |
| MLP_FC2_BIAS: true | |
| MLP_RATIO: 4.0 | |
| MOE_BLOCKS: | |
| - - -1 | |
| - - -1 | |
| - - -1 | |
| - - -1 | |
| MOE_DROP: 0.0 | |
| NORMALIZE_GATE: false | |
| NUM_HEADS: | |
| - 3 | |
| - 6 | |
| - 12 | |
| - 24 | |
| NUM_LOCAL_EXPERTS: 1 | |
| PATCH_NORM: true | |
| PATCH_SIZE: 4 | |
| PRETRAINED_WINDOW_SIZES: | |
| - 0 | |
| - 0 | |
| - 0 | |
| - 0 | |
| QKV_BIAS: true | |
| QK_SCALE: null | |
| TOP_VALUE: 1 | |
| USE_BPR: true | |
| WINDOW_SIZE: 7 | |
| TYPE: swin | |
| OUTPUT: output/swin_large_patch4_window7_224_22k/default | |
| PRINT_FREQ: 10 | |
| SAVE_FREQ: 1 | |
| SEED: 0 | |
| TAG: default | |
| TEST: | |
| CROP: true | |
| SEQUENTIAL: false | |
| SHUFFLE: false | |
| THROUGHPUT_MODE: false | |
| TRAIN: | |
| ACCUMULATION_STEPS: 1 | |
| AUTO_RESUME: true | |
| BASE_LR: 3.125e-05 | |
| CLIP_GRAD: 5.0 | |
| EPOCHS: 90 | |
| LAYER_DECAY: 1.0 | |
| LR_SCHEDULER: | |
| DECAY_EPOCHS: 30 | |
| DECAY_RATE: 0.1 | |
| GAMMA: 0.1 | |
| MULTISTEPS: [] | |
| NAME: cosine | |
| WARMUP_PREFIX: true | |
| MIN_LR: 3.125e-07 | |
| MOE: | |
| SAVE_MASTER: false | |
| OPTIMIZER: | |
| BETAS: | |
| - 0.9 | |
| - 0.999 | |
| EPS: 1.0e-08 | |
| MOMENTUM: 0.9 | |
| NAME: adamw | |
| START_EPOCH: 0 | |
| USE_CHECKPOINT: false | |
| WARMUP_EPOCHS: 5 | |
| WARMUP_LR: 3.125e-08 | |
| WEIGHT_DECAY: 0.05 | |