Spaces:
Running
Running
File size: 1,530 Bytes
07c6a04 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 |
from utils import generate_func, read_prompt_list
import videosys
from videosys import OpenSoraConfig, OpenSoraPipeline
from videosys.models.open_sora import OpenSoraPABConfig
def wo_spatial(prompt_list):
pab_config = OpenSoraPABConfig(spatial_broadcast=False)
config = OpenSoraConfig(enable_pab=True, pab_config=pab_config)
pipeline = OpenSoraPipeline(config)
generate_func(pipeline, prompt_list, "./samples/components_ablation/wo_spatial")
def wo_temporal(prompt_list):
pab_config = OpenSoraPABConfig(temporal_broadcast=False)
config = OpenSoraConfig(enable_pab=True, pab_config=pab_config)
pipeline = OpenSoraPipeline(config)
generate_func(pipeline, prompt_list, "./samples/components_ablation/wo_temporal")
def wo_cross(prompt_list):
pab_config = OpenSoraPABConfig(cross_broadcast=False)
config = OpenSoraConfig(enable_pab=True, pab_config=pab_config)
pipeline = OpenSoraPipeline(config)
generate_func(pipeline, prompt_list, "./samples/components_ablation/wo_cross")
def wo_mlp(prompt_list):
pab_config = OpenSoraPABConfig(mlp_skip=False)
config = OpenSoraConfig(enable_pab=True, pab_config=pab_config)
pipeline = OpenSoraPipeline(config)
generate_func(pipeline, prompt_list, "./samples/components_ablation/wo_mlp")
if __name__ == "__main__":
videosys.initialize(42)
prompt_list = read_prompt_list("./vbench/VBench_full_info.json")
wo_spatial(prompt_list)
wo_temporal(prompt_list)
wo_cross(prompt_list)
wo_mlp(prompt_list)
|