OUTPUT_DIR="${HOME}/checkpoints/cwm_cvpr_checkpoints/ablation_3frame_no_clumping_mr0.90_rotated_tbl/" DATA_PATH="${HOME}/cwm/cwm/video_file_lists/kinetics_400_train_list.txt" python3 ~/cwm/cwm/run_cwm_pretraining_legacy.py \ --data_path ${DATA_PATH} \ --mask_type rotated_table \ --mask_ratio 0.90 \ --mask_kwargs '{"tube_length": 6}' \ --model vitbase_8x8patch_8frames_1tube \ --context_frames 2 \ --target_frames 6 \ --temporal_units 'ms' \ --sampling_rate 150 \ --context_target_gap 150 150 \ --batch_size 1 \ --accum_iter 1 \ --opt adamw \ --opt_betas 0.9 0.95 \ --warmup_epochs 40 \ --save_ckpt_freq 50 \ --epochs 800 \ --no_normlize_target \ --rescale_size 256 \ --augmentation_type 'multiscale' \ --augmentation_scales 1.0 0.875 0.75 0.66 \ --log_dir ${OUTPUT_DIR} \ --output_dir ${OUTPUT_DIR} \ --print_freq 1 \ --num_workers 1 \ --use_xla \ --min_lr 1e-5 \