Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
OUTPUT_DIR="${HOME}/checkpoints/cwm_cvpr_checkpoints/ablation_3frame_no_clumping_mr0.90_extra_data_ep400_huge/" | |
DATA_PATH_Ktr="/ccn2/dataset/Kinetics700/kinetics_700_train_list.txt" | |
DATA_PATH_M="/ccn2/dataset/Moments/multi_moment_train_list.txt" | |
DATA_PATH_E="${HOME}/BBNet/bbnet/models/VideoMAE-main/video_file_lists/ego4d_train_list_320p_chunked_imu.txt" | |
DATA_PATH_H="/ccn2/dataset2/how_to_100m/how_to_100m_train_list.txt" | |
python3 ~/BBNet/bbnet/models/VideoMAE-main/run_cwm_pretraining.py \ | |
--data_path_list ${DATA_PATH_Ktr} ${DATA_PATH_M} ${DATA_PATH_E} \ | |
--mask_type rotated_table \ | |
--mask_ratio 0.90 \ | |
--mask_kwargs '{"tube_length": 1}' \ | |
--model vithuge_8x8patch_3frames_1tube \ | |
--context_frames 2 \ | |
--target_frames 1 \ | |
--temporal_units 'ms' \ | |
--sampling_rate 150 \ | |
--context_target_gap 150 150 \ | |
--batch_size 2 \ | |
--accum_iter 8 \ | |
--opt adamw \ | |
--opt_betas 0.9 0.95 \ | |
--warmup_epochs 20 \ | |
--save_ckpt_freq 10 \ | |
--epochs 400 \ | |
--no_normlize_target \ | |
--rescale_size 224 \ | |
--augmentation_type 'multiscale' \ | |
--augmentation_scales 1.0 0.875 0.75 0.66 \ | |
--log_dir ${OUTPUT_DIR} \ | |
--output_dir ${OUTPUT_DIR} \ | |
--print_freq 1 \ | |
--num_workers 8 \ | |
--use_xla \ | |
--resume checkpoint-339.pth | |