Hugging Face's logo

Spaces:
rmvenkat
/
counterfactual-world-models
Running on CPU Upgrade

App Files Community
counterfactual-world-models
File size: 1,367 Bytes 
6dfcb0f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
 
OUTPUT_DIR="${HOME}/checkpoints/cwm_cvpr_checkpoints/ablation_3frame_no_clumping_mr0.90_extra_data_wo_howto/"

DATA_PATH_Ktr="/ccn2/dataset/Kinetics700/kinetics_700_train_list.txt"
DATA_PATH_M="/ccn2/dataset/Moments/multi_moment_train_list.txt"
DATA_PATH_E="${HOME}/BBNet/bbnet/models/VideoMAE-main/video_file_lists/ego4d_train_list_320p_chunked_imu.txt"
DATA_PATH_H="/ccn2/dataset2/how_to_100m/how_to_100m_train_list.txt"

python3 ~/BBNet/bbnet/models/VideoMAE-main/run_cwm_pretraining.py \
		    --data_path_list ${DATA_PATH_Ktr} ${DATA_PATH_M} ${DATA_PATH_E} \
		    --mask_type rotated_table \
		    --mask_ratio 0.90 \
		    --mask_kwargs '{"tube_length": 1}' \
		    --model vitbase_8x8patch_3frames_1tube \
		    --context_frames 2 \
		    --target_frames 1 \
		    --temporal_units 'ms' \
		    --sampling_rate 150 \
		    --context_target_gap 150 150 \
		    --batch_size 16 \
		    --accum_iter 1 \
		    --opt adamw \
		    --opt_betas 0.9 0.95 \
		    --warmup_epochs 5 \
		    --save_ckpt_freq 5 \
		    --epochs 105 \
		    --no_normlize_target \
		    --rescale_size 224 \
		    --augmentation_type 'multiscale' \
		    --augmentation_scales 1.0 0.875 0.75 0.66 \
		    --log_dir ${OUTPUT_DIR} \
		    --output_dir ${OUTPUT_DIR} \
		    --print_freq 1 \
		    --num_workers 16 \
		    --use_xla \
		    --min_lr 1e-5 \
		    --resume checkpoint-29.pth