cosmos / workflow-text2world.json
calcuis's picture
Upload workflow-text2world.json with huggingface_hub
d47b041 verified
raw
history blame
7.33 kB
{"last_node_id":82,"last_link_id":194,"nodes":[{"id":74,"type":"LTXVConditioning","pos":[500.0264587402344,163.9671630859375],"size":[210,78],"flags":{},"order":10,"mode":4,"inputs":[{"name":"positive","type":"CONDITIONING","link":185},{"name":"negative","type":"CONDITIONING","link":186}],"outputs":[{"name":"positive","type":"CONDITIONING","links":[187],"slot_index":0},{"name":"negative","type":"CONDITIONING","links":[188],"slot_index":1}],"properties":{"Node name for S&R":"LTXVConditioning"},"widgets_values":[24]},{"id":73,"type":"SaveAnimatedPNG","pos":[1790.7139892578125,-195.57192993164062],"size":[720.1341552734375,829.0499877929688],"flags":{},"order":14,"mode":4,"inputs":[{"name":"images","type":"IMAGE","link":181}],"outputs":[],"properties":{"Node name for S&R":"SaveAnimatedPNG"},"widgets_values":["ComfyUI",24,4]},{"id":61,"type":"ModelSamplingContinuousEDM","pos":[365.5874328613281,17.546405792236328],"size":[327.5999755859375,106],"flags":{},"order":7,"mode":4,"inputs":[{"name":"model","type":"MODEL","link":157}],"outputs":[{"name":"MODEL","type":"MODEL","links":[194],"slot_index":0}],"properties":{"Node name for S&R":"ModelSamplingContinuousEDM"},"widgets_values":["edm",80.01840008544919,0.002]},{"id":8,"type":"VAEDecode","pos":[865.5553588867188,341.10467529296875],"size":[180.9600830078125,46.968055725097656],"flags":{},"order":12,"mode":0,"inputs":[{"name":"samples","type":"LATENT","link":87},{"name":"vae","type":"VAE","link":76}],"outputs":[{"name":"IMAGE","type":"IMAGE","links":[172,181],"slot_index":0}],"properties":{"Node name for S&R":"VAEDecode"},"widgets_values":[]},{"id":81,"type":"Note","pos":[535.0697631835938,454.5890197753906],"size":[365.25823974609375,71.93793487548828],"flags":{},"order":0,"mode":0,"inputs":[],"outputs":[],"properties":{},"widgets_values":["This model loves a length of 121 and anything too far away from this will result in a bad video.\n\nThe width and height should be equal or bigger to 704"],"color":"#432","bgcolor":"#653"},{"id":80,"type":"Note","pos":[434.8094787597656,-105.46576690673828],"size":[238.08987426757812,86.35169982910156],"flags":{},"order":2,"mode":0,"inputs":[],"outputs":[],"properties":{},"widgets_values":["These pink nodes are \"bypassed\" meaning they don't do anything. To unbypass them: right click -> bypass\n\n"],"color":"#432","bgcolor":"#653"},{"id":7,"type":"CLIPTextEncode","pos":[102.98329162597656,377.0008544921875],"size":[420.4380187988281,150.5980987548828],"flags":{},"order":8,"mode":0,"inputs":[{"name":"clip","type":"CLIP","link":75}],"outputs":[{"name":"CONDITIONING","type":"CONDITIONING","links":[186],"slot_index":0}],"title":"CLIP Text Encode (Negative Prompt)","properties":{"Node name for S&R":"CLIPTextEncode"},"widgets_values":["The video captures a series of frames showing ugly scenes, static with no motion, motion blur, over-saturation, shaky footage, low resolution, grainy texture, pixelated images, poorly lit areas, underexposed and overexposed scenes, poor color balance, washed out colors, choppy sequences, jerky movements, low frame rate, artifacting, color banding, unnatural transitions, outdated special effects, fake elements, unconvincing visuals, poorly edited content, jump cuts, visual noise, and flickering. Overall, the video is of poor quality."],"color":"#322","bgcolor":"#533"},{"id":42,"type":"CLIPTextEncode","pos":[113.3576889038086,185.12562561035156],"size":[422.84503173828125,164.31304931640625],"flags":{},"order":9,"mode":0,"inputs":[{"name":"clip","type":"CLIP","link":99}],"outputs":[{"name":"CONDITIONING","type":"CONDITIONING","links":[185],"slot_index":0}],"title":"CLIP Text Encode (Positive Prompt)","properties":{"Node name for S&R":"CLIPTextEncode"},"widgets_values":["A crystalline waterfall stands partially frozen, its edges draped with translucent ice that catches the sunlight in prisms of blue and silver. Below, a half-frozen pool spreads out, bordered by delicate ice formations. Through the fresh snow, a red fox moves gracefully, its russet coat vibrant against the white landscape, leaving perfect star-shaped prints behind as steam rises from its breath in the crisp winter air. The scene is wrapped in snow-muffled silence, broken only by the gentle murmur of water still flowing beneath the ice.\n\n"],"color":"#232","bgcolor":"#353"},{"id":82,"type":"Note","pos":[371.0021057128906,75.44152069091797],"size":[210,99.62286376953125],"flags":{},"order":3,"mode":0,"inputs":[],"outputs":[],"properties":{},"widgets_values":["The positive and negative prompts should be long. Short prompts will still generate a coherent video however it might not follow the prompt very well."],"color":"#432","bgcolor":"#653"},{"id":3,"type":"KSampler","pos":[670.5508422851562,-116.95594024658203],"size":[385.8114318847656,262],"flags":{},"order":11,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":194},{"name":"positive","type":"CONDITIONING","link":187},{"name":"negative","type":"CONDITIONING","link":188},{"name":"latent_image","type":"LATENT","link":193}],"outputs":[{"name":"LATENT","type":"LATENT","links":[87],"slot_index":0}],"properties":{"Node name for S&R":"KSampler"},"widgets_values":[797921521061279,"randomize",20,6.5,"res_multistep","karras",1]},{"id":69,"type":"SaveAnimatedWEBP","pos":[1069.3173828125,-127.08890533447266],"size":[570.6400756835938,712.7657470703125],"flags":{},"order":13,"mode":0,"inputs":[{"name":"images","type":"IMAGE","link":172}],"outputs":[],"properties":{},"widgets_values":["ComfyUI",24,false,80,"default",null]},{"id":39,"type":"VAELoader","pos":[608.7304077148438,187.68032836914062],"size":[447.8603210449219,58],"flags":{},"order":4,"mode":0,"inputs":[],"outputs":[{"name":"VAE","type":"VAE","links":[76],"slot_index":0}],"properties":{"Node name for S&R":"VAELoader"},"widgets_values":["cosmos_cv8x8x8_1.0_vae_bf16.safetensors"]},{"id":38,"type":"CLIPLoader","pos":[-56.74923324584961,66.16014862060547],"size":[361.9360046386719,82],"flags":{},"order":6,"mode":0,"inputs":[],"outputs":[{"name":"CLIP","type":"CLIP","links":[75,99],"slot_index":0}],"properties":{"Node name for S&R":"CLIPLoader"},"widgets_values":["oldt5_xxl_fp8_e4m3fn.safetensors","cosmos","default"]},{"id":37,"type":"UNETLoader","pos":[-60.65342330932617,-56.7615852355957],"size":[498.199951171875,85.46475219726562],"flags":{},"order":5,"mode":0,"inputs":[],"outputs":[{"name":"MODEL","type":"MODEL","links":[157],"slot_index":0}],"properties":{"Node name for S&R":"UNETLoader"},"widgets_values":["Cosmos-1_0-Diffusion-7B-Text2World.safetensors","default"]},{"id":78,"type":"EmptyCosmosLatentVideo","pos":[548.2637329101562,292.2059020996094],"size":[315,130],"flags":{},"order":1,"mode":0,"inputs":[],"outputs":[{"name":"LATENT","type":"LATENT","links":[193]}],"properties":{"Node name for S&R":"EmptyCosmosLatentVideo"},"widgets_values":[704,704,49,1]}],"links":[[75,38,0,7,0,"CLIP"],[76,39,0,8,1,"VAE"],[87,3,0,8,0,"LATENT"],[99,38,0,42,0,"CLIP"],[157,37,0,61,0,"MODEL"],[172,8,0,69,0,"IMAGE"],[181,8,0,73,0,"IMAGE"],[185,42,0,74,0,"CONDITIONING"],[186,7,0,74,1,"CONDITIONING"],[187,74,0,3,1,"CONDITIONING"],[188,74,1,3,2,"CONDITIONING"],[193,78,0,3,3,"LATENT"],[194,61,0,3,0,"MODEL"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.8264462809917361,"offset":[100.36986683182306,168.41182388646325]}},"version":0.4}