diff --git a/optimized/R2V/minimax/connected-chunk-continuation-ui.json b/optimized/R2V/minimax/connected-chunk-continuation-ui.json new file mode 100644 index 0000000..8155461 --- /dev/null +++ b/optimized/R2V/minimax/connected-chunk-continuation-ui.json @@ -0,0 +1,35 @@ +{ + "version": 0.4, + "last_node_id": 24, + "last_link_id": 23, + "nodes": [ + {"id":1,"type":"UNETLoader","pos":[-1200,-500],"size":[300,100],"flags":{},"order":0,"mode":0,"inputs":[],"outputs":[{"name":"MODEL","type":"MODEL","links":[1]}],"properties":{},"widgets_values":["minimax_h3_ref2va_pruned_int8_convrot.safetensors","default"]}, + {"id":2,"type":"CLIPLoader","pos":[-1200,-350],"size":[300,100],"flags":{},"order":1,"mode":0,"inputs":[],"outputs":[{"name":"CLIP","type":"CLIP","links":[2]}],"properties":{},"widgets_values":["qwen3vl_32b_minimax_h3_nvfp4_awq.safetensors","minimax","default"]}, + {"id":3,"type":"VAELoader","pos":[-1200,-200],"size":[300,80],"flags":{},"order":2,"mode":0,"inputs":[],"outputs":[{"name":"VAE","type":"VAE","links":[3,4,5]}],"properties":{},"widgets_values":["minimax_h3_video_vae_int8_convrot.safetensors"]}, + {"id":4,"type":"VAELoader","pos":[-1200,-50],"size":[300,80],"flags":{},"order":3,"mode":0,"inputs":[],"outputs":[{"name":"VAE","type":"VAE","links":[6,7]}],"properties":{},"widgets_values":["minimax_h3_audio_vae_fp32.safetensors"]}, + {"id":5,"type":"VHS_LoadVideo","pos":[-1200,150],"size":[420,310],"flags":{},"order":4,"mode":0,"inputs":[{"name":"video","type":"COMBO","widget":{"name":"video"},"link":null},{"name":"force_rate","type":"FLOAT","widget":{"name":"force_rate"},"link":null},{"name":"custom_width","type":"INT","widget":{"name":"custom_width"},"link":null},{"name":"custom_height","type":"INT","widget":{"name":"custom_height"},"link":null},{"name":"frame_load_cap","type":"INT","widget":{"name":"frame_load_cap"},"link":null},{"name":"skip_first_frames","type":"INT","widget":{"name":"skip_first_frames"},"link":null},{"name":"select_every_nth","type":"INT","widget":{"name":"select_every_nth"},"link":null},{"name":"format","type":"COMBO","widget":{"name":"format"},"link":null}],"outputs":[{"name":"IMAGE","type":"IMAGE","links":[8]},{"name":"frame_count","type":"INT","links":null},{"name":"audio","type":"AUDIO","links":[9]}],"properties":{},"widgets_values":{"video":"continuation_source.mp4","force_rate":0,"custom_width":0,"custom_height":0,"frame_load_cap":0,"skip_first_frames":0,"select_every_nth":1,"format":"None"}}, + {"id":6,"type":"ImageFromBatch","pos":[-700,150],"size":[250,100],"flags":{},"order":5,"mode":0,"inputs":[{"name":"image","type":"IMAGE","link":8},{"name":"batch_index","type":"INT","widget":{"name":"batch_index"},"link":null},{"name":"length","type":"INT","widget":{"name":"length"},"link":null}],"outputs":[{"name":"IMAGE","type":"IMAGE","links":[10]}],"properties":{},"widgets_values":[218,22]}, + {"id":7,"type":"LoadImage","pos":[-700,350],"size":[280,300],"flags":{},"order":6,"mode":0,"inputs":[],"outputs":[{"name":"IMAGE","type":"IMAGE","links":[11]},{"name":"MASK","type":"MASK","links":null}],"properties":{},"widgets_values":["reference.png","image"]}, + {"id":8,"type":"PrimitiveStringMultiline","pos":[-650,-350],"size":[500,300],"flags":{},"order":7,"mode":0,"inputs":[],"outputs":[{"name":"STRING","type":"STRING","links":[12]}],"properties":{},"widgets_values":["Continue the preceding bright sunny park clip seamlessly. Preserve the adult male subject's identity, beard, white cap, white clothing, tattoos, layered chains, jewelry, microphone, proportions, camera, lighting, and setting. The subject remains seated on the park bench feeding red-breasted robins. During this continuation, a friendly anatomically natural grey squirrel cautiously approaches and joins the feeding scene; the subject gently offers it a small piece of food while continuing to feed the robins. Keep realistic fur, tail and paw motion, stable anatomy, natural animal behavior, coherent sunlight, smooth motion from the final context frames, and no scene reset, identity drift, extra people, duplicated animals, deformed limbs, or dark lighting."]}, + {"id":9,"type":"H3SLAAttention","pos":[-500,-650],"size":[260,100],"flags":{},"order":8,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":1}],"outputs":[{"name":"MODEL","type":"MODEL","links":[13]}],"properties":{},"widgets_values":[0.85,"32"]}, + {"id":10,"type":"ModelAttentionBackend","pos":[-180,-650],"size":[260,100],"flags":{},"order":9,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":13}],"outputs":[{"name":"MODEL","type":"MODEL","links":[14]}],"properties":{},"widgets_values":["comfy kitchen attention"]}, + {"id":11,"type":"MiniMaxLowVRAMAttention","pos":[140,-650],"size":[260,100],"flags":{},"order":10,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":14}],"outputs":[{"name":"MODEL","type":"MODEL","links":[15]}],"properties":{},"widgets_values":[4]}, + {"id":12,"type":"MiniMaxChunkFeedForward","pos":[460,-650],"size":[260,100],"flags":{},"order":11,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":15}],"outputs":[{"name":"MODEL","type":"MODEL","links":[16]}],"properties":{},"widgets_values":[2,4096]}, + {"id":13,"type":"LoraLoaderModelOnly","pos":[780,-650],"size":[320,120],"flags":{},"order":12,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":16}],"outputs":[{"name":"MODEL","type":"MODEL","links":[17,18]}],"properties":{},"widgets_values":["minimax\\KJminimax_h3_ref2v_lightx2v_turbo_4step_v0.1_resized_avg_rank_20_bf16.safetensors",1.0]}, + {"id":14,"type":"VRGDG_MiniMaxH3ConnectedChunk","pos":[-100,0],"size":[500,360],"flags":{},"order":13,"mode":0,"inputs":[{"name":"clip","type":"CLIP","link":2},{"name":"video_vae","type":"VAE","link":3},{"name":"audio_vae","type":"VAE","link":6},{"name":"prompt","type":"STRING","link":12},{"name":"chunk_seconds","type":"FLOAT","widget":{"name":"chunk_seconds"},"link":null},{"name":"width","type":"INT","widget":{"name":"width"},"link":null},{"name":"height","type":"INT","widget":{"name":"height"},"link":null},{"name":"context_frames","type":"COMBO","widget":{"name":"context_frames"},"link":null},{"name":"continuity","type":"BOOLEAN","widget":{"name":"continuity"},"link":null},{"name":"start_frame","type":"INT","widget":{"name":"start_frame"},"link":null},{"name":"previous_tail","type":"IMAGE","link":10},{"name":"reference_image","type":"IMAGE","link":11},{"name":"use_built_in_audio","type":"BOOLEAN","widget":{"name":"use_built_in_audio"},"link":null},{"name":"source_audio","type":"AUDIO","link":9}],"outputs":[{"name":"positive","type":"CONDITIONING","links":[19]},{"name":"av_latent","type":"LATENT","links":[20]},{"name":"trim_plan","type":"VRGDG_H3_CHUNK_PLAN","links":null},{"name":"timing_report","type":"STRING","links":null}],"properties":{},"widgets_values":[10.0,960,544,"22",true,0,false]}, + {"id":16,"type":"KSamplerSelect","pos":[1000,-300],"size":[260,80],"flags":{},"order":14,"mode":0,"inputs":[],"outputs":[{"name":"SAMPLER","type":"SAMPLER","links":[21]}],"properties":{},"widgets_values":["res_multistep"]}, + {"id":17,"type":"BasicScheduler","pos":[1000,-180],"size":[280,120],"flags":{},"order":15,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":17}],"outputs":[{"name":"SIGMAS","type":"SIGMAS","links":[22]}],"properties":{},"widgets_values":["simple",8,1.0]}, + {"id":18,"type":"RandomNoise","pos":[1000,-20],"size":[260,80],"flags":{},"order":16,"mode":0,"inputs":[],"outputs":[{"name":"NOISE","type":"NOISE","links":[23]}],"properties":{},"widgets_values":[20260927]}, + {"id":19,"type":"BasicGuider","pos":[1000,100],"size":[260,100],"flags":{},"order":17,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":18},{"name":"conditioning","type":"CONDITIONING","link":19}],"outputs":[{"name":"GUIDER","type":"GUIDER","links":[24]}],"properties":{},"widgets_values":[]}, + {"id":20,"type":"SamplerCustomAdvanced","pos":[1320,0],"size":[300,220],"flags":{},"order":18,"mode":0,"inputs":[{"name":"noise","type":"NOISE","link":23},{"name":"guider","type":"GUIDER","link":24},{"name":"sampler","type":"SAMPLER","link":21},{"name":"sigmas","type":"SIGMAS","link":22},{"name":"latent_image","type":"LATENT","link":20}],"outputs":[{"name":"output","type":"LATENT","links":[25]},{"name":"denoised_output","type":"LATENT","links":null}],"properties":{},"widgets_values":[]}, + {"id":21,"type":"VAEDecode","pos":[1680,-100],"size":[260,100],"flags":{},"order":19,"mode":0,"inputs":[{"name":"samples","type":"LATENT","link":25},{"name":"vae","type":"VAE","link":4}],"outputs":[{"name":"IMAGE","type":"IMAGE","links":[26]}],"properties":{},"widgets_values":[]}, + {"id":22,"type":"VAEDecodeAudio","pos":[1680,80],"size":[280,100],"flags":{},"order":20,"mode":0,"inputs":[{"name":"samples","type":"LATENT","link":25},{"name":"vae","type":"VAE","link":7}],"outputs":[{"name":"AUDIO","type":"AUDIO","links":[27]}],"properties":{},"widgets_values":[]}, + {"id":23,"type":"CreateVideo","pos":[2000,0],"size":[300,160],"flags":{},"order":21,"mode":0,"inputs":[{"name":"images","type":"IMAGE","link":26},{"name":"audio","type":"AUDIO","link":27}],"outputs":[{"name":"VIDEO","type":"VIDEO","links":[28]}],"properties":{},"widgets_values":[24.0,8,"sRGB","none"]}, + {"id":24,"type":"SaveVideo","pos":[2340,0],"size":[300,120],"flags":{},"order":22,"mode":0,"inputs":[{"name":"video","type":"VIDEO","link":28}],"outputs":[],"properties":{},"widgets_values":["video/MiniMax_connected_squirrel_continuation","auto","auto"]} + ], + "links": [[1,1,0,9,0,"MODEL"],[2,2,0,14,0,"CLIP"],[3,3,0,14,1,"VAE"],[4,3,0,21,1,"VAE"],[5,3,0,14,1,"VAE"],[6,4,0,14,2,"VAE"],[7,4,0,22,1,"VAE"],[8,5,0,6,0,"IMAGE"],[9,5,2,14,14,"AUDIO"],[10,6,0,14,10,"IMAGE"],[11,7,0,14,11,"IMAGE"],[12,8,0,14,3,"STRING"],[13,9,0,10,0,"MODEL"],[14,10,0,11,0,"MODEL"],[15,11,0,12,0,"MODEL"],[16,12,0,13,0,"MODEL"],[17,13,0,17,0,"MODEL"],[18,13,0,19,0,"MODEL"],[19,14,0,19,1,"CONDITIONING"],[20,14,1,20,4,"LATENT"],[21,16,0,20,2,"SAMPLER"],[22,17,0,20,3,"SIGMAS"],[23,18,0,20,0,"NOISE"],[24,19,0,20,1,"GUIDER"],[25,20,0,21,0,"LATENT"],[26,21,0,23,0,"IMAGE"],[27,22,0,23,1,"AUDIO"],[28,23,0,24,0,"VIDEO"]], + "groups": [], + "config": {}, + "extra": {"ds":{"scale":0.75,"offset":[0,0]},"workflowRenderer":"VueFlow"}, + "version": 0.4 +} diff --git a/optimized/R2V/minimax/connected-chunk-continuation.json b/optimized/R2V/minimax/connected-chunk-continuation.json index b5cc2ca..5906e83 100644 --- a/optimized/R2V/minimax/connected-chunk-continuation.json +++ b/optimized/R2V/minimax/connected-chunk-continuation.json @@ -3,7 +3,7 @@ "2":{"inputs":{"clip_name":"qwen3vl_32b_minimax_h3_nvfp4_awq.safetensors","type":"minimax","device":"default"},"class_type":"CLIPLoader"}, "3":{"inputs":{"vae_name":"minimax_h3_video_vae_int8_convrot.safetensors"},"class_type":"VAELoader"}, "4":{"inputs":{"vae_name":"minimax_h3_audio_vae_fp32.safetensors"},"class_type":"VAELoader"}, - "5":{"inputs":{"video":"continuation_source.mp4","force_rate":24,"custom_width":960,"custom_height":544,"frame_load_cap":0,"skip_first_frames":0,"select_every_nth":1,"vae":["3",0]},"class_type":"VHS_LoadVideo"}, + "5":{"inputs":{"video":"continuation_source.mp4","force_rate":0,"custom_width":0,"custom_height":0,"frame_load_cap":0,"skip_first_frames":0,"select_every_nth":1,"format":"None"},"class_type":"VHS_LoadVideo"}, "6":{"inputs":{"image":["5",0],"batch_index":338,"length":22},"class_type":"ImageFromBatch"}, "7":{"inputs":{"image":"reference.png"},"class_type":"LoadImage"}, "8":{"inputs":{"value":"Continue the preceding bright sunny park clip seamlessly. Preserve the adult male subject's identity, beard, white cap, white clothing, tattoos, layered chains, jewelry, microphone, proportions, camera, lighting, and setting. The subject remains seated on the park bench feeding red-breasted robins. During this continuation, a friendly anatomically natural grey squirrel cautiously approaches and joins the feeding scene; the subject gently offers it a small piece of food while continuing to feed the robins. Keep realistic fur, tail and paw motion, stable anatomy, natural animal behavior, coherent sunlight, smooth motion from the final context frames, and no scene reset, identity drift, extra people, duplicated animals, deformed limbs, or dark lighting."},"class_type":"PrimitiveStringMultiline"}, @@ -12,7 +12,7 @@ "11":{"inputs":{"model":["10",0],"head_chunks":4},"class_type":"MiniMaxLowVRAMAttention"}, "12":{"inputs":{"model":["11",0],"chunks":2,"seq_threshold":4096},"class_type":"MiniMaxChunkFeedForward"}, "13":{"inputs":{"model":["12",0],"lora_name":"minimax\\KJminimax_h3_ref2v_lightx2v_turbo_4step_v0.1_resized_avg_rank_20_bf16.safetensors","strength_model":1.0},"class_type":"LoraLoaderModelOnly"}, - "14":{"inputs":{"clip":["2",0],"video_vae":["3",0],"audio_vae":["4",0],"prompt":["8",0],"chunk_seconds":15.0,"width":960,"height":544,"context_frames":"22","continuity":true,"start_frame":0,"previous_tail":["6",0],"reference_image":["7",0],"use_built_in_audio":false},"class_type":"VRGDG_MiniMaxH3ConnectedChunk"}, + "14":{"inputs":{"clip":["2",0],"video_vae":["3",0],"audio_vae":["4",0],"prompt":["8",0],"chunk_seconds":10.0,"width":960,"height":544,"context_frames":"22","continuity":true,"start_frame":0,"previous_tail":["6",0],"reference_image":["7",0],"use_built_in_audio":false,"source_audio":["5",2]},"class_type":"VRGDG_MiniMaxH3ConnectedChunk"}, "16":{"inputs":{"sampler_name":"res_multistep"},"class_type":"KSamplerSelect"}, "17":{"inputs":{"model":["13",0],"steps":8,"scheduler":"simple","denoise":1.0},"class_type":"BasicScheduler"}, "18":{"inputs":{"noise_seed":20260927},"class_type":"RandomNoise"}, diff --git a/optimized/R2V/minimax/connected-chunk-continuation.md b/optimized/R2V/minimax/connected-chunk-continuation.md index 541b9b4..6c0632c 100644 --- a/optimized/R2V/minimax/connected-chunk-continuation.md +++ b/optimized/R2V/minimax/connected-chunk-continuation.md @@ -1,6 +1,8 @@ # Connected-chunk continuation -This workflow continues a previous MiniMax H3 clip at 960×544 for 15 seconds. +This workflow continues a previous MiniMax H3 clip at 960×544 for 10 seconds, +creating a 20-second stitched sequence when the 10-second baseline source is +used. It uses the MM-R2V-68 generation settings and adds a squirrel to the bright park-and-robins scene. @@ -8,8 +10,9 @@ park-and-robins scene. 1. Put the source clip in the ComfyUI input directory as `continuation_source.mp4`. -2. The template assumes the source is 15 seconds at 24 FPS. The final 22 - frames are loaded as the motion tail (`batch_index: 338`, `length: 22`). +2. The supplied source is the 10-second MM-R2V-68 baseline at 24 FPS. The + final 22 frames are loaded as the motion tail (`batch_index: 218`, + `length: 22`). 3. If the source duration differs, change `batch_index` to `(source_frames - 22)`. 4. The connected-chunk node uses the visual tail directly and provides the @@ -20,7 +23,7 @@ park-and-robins scene. ## Fixed generation settings - Resolution: 960×544 -- Continuation duration: 15 seconds +- Continuation duration: 10 seconds (20 seconds total with the supplied source) - SLA: 0.85, block 32 - Comfy Kitchen attention - Low-VRAM Attention: 4 head chunks @@ -31,3 +34,11 @@ park-and-robins scene. The continuation prompt introduces a friendly grey squirrel while preserving the character, park, lighting, and motion from the source clip. + +## UI workflow + +`connected-chunk-continuation-ui.json` is the web-editor version of the same +graph. Load it into ComfyUI, upload/select `continuation_source.mp4`, and +adjust `ImageFromBatch.batch_index` when using a source with a different frame +count. The source audio is connected to the continuation node so the original +soundtrack is retained.