diff --git a/optimized/R2V/minimax/README.md b/optimized/R2V/minimax/README.md index b98f765..a9bd811 100644 --- a/optimized/R2V/minimax/README.md +++ b/optimized/R2V/minimax/README.md @@ -120,7 +120,6 @@ their row explicitly overrides resolution or duration. | MM-R2V-66 | N cache | SLA 0.85 / block 32 + EasyCache defaults (reuse 0.2, 15–95%) | 8 | res_multistep | simple | 10 | 1.0 | Yes | Yes | No | 532.431 | | MM-R2V-67 | O cleanup control | Clean single-reference graph + SLA 0.85 / block 32 | 8 | res_multistep | simple | 10 | 1.0 | Yes | Yes | No | 538.369 | | MM-R2V-68 | P high resolution | 960×544 + SLA 0.85 + Comfy Kitchen backend + Low-VRAM 4 + Chunk FF 2 | 8 | res_multistep | simple | 10 | 1.0 | Yes | Yes | Yes | 659.169 | -| MM-R2V-69 | Q connected continuation | MM-R2V-68 tail context + 15-second continuation with squirrel prompt | 8 | res_multistep | simple | 15 | 1.0 | Queued | — | No | — | ## Result requirements @@ -172,5 +171,6 @@ did not change the result quality. 2. Compare new attention, cache, and sampler changes against MM-R2V-68. 3. Keep prompt, reference, seed, CFG, duration, and resolution fixed unless a test row explicitly changes them. -4. After the baseline is stable, test continuation/concatenation, then latent - upscale and RTX Super Resolution. +4. After the baseline is stable, test the installed H3 LongVideos workflow + for paragraph-driven shot chaining, then latent upscale and RTX Super + Resolution. diff --git a/optimized/R2V/minimax/connected-chunk-continuation-ui.json b/optimized/R2V/minimax/connected-chunk-continuation-ui.json deleted file mode 100644 index 8155461..0000000 --- a/optimized/R2V/minimax/connected-chunk-continuation-ui.json +++ /dev/null @@ -1,35 +0,0 @@ -{ - "version": 0.4, - "last_node_id": 24, - "last_link_id": 23, - "nodes": [ - {"id":1,"type":"UNETLoader","pos":[-1200,-500],"size":[300,100],"flags":{},"order":0,"mode":0,"inputs":[],"outputs":[{"name":"MODEL","type":"MODEL","links":[1]}],"properties":{},"widgets_values":["minimax_h3_ref2va_pruned_int8_convrot.safetensors","default"]}, - {"id":2,"type":"CLIPLoader","pos":[-1200,-350],"size":[300,100],"flags":{},"order":1,"mode":0,"inputs":[],"outputs":[{"name":"CLIP","type":"CLIP","links":[2]}],"properties":{},"widgets_values":["qwen3vl_32b_minimax_h3_nvfp4_awq.safetensors","minimax","default"]}, - {"id":3,"type":"VAELoader","pos":[-1200,-200],"size":[300,80],"flags":{},"order":2,"mode":0,"inputs":[],"outputs":[{"name":"VAE","type":"VAE","links":[3,4,5]}],"properties":{},"widgets_values":["minimax_h3_video_vae_int8_convrot.safetensors"]}, - {"id":4,"type":"VAELoader","pos":[-1200,-50],"size":[300,80],"flags":{},"order":3,"mode":0,"inputs":[],"outputs":[{"name":"VAE","type":"VAE","links":[6,7]}],"properties":{},"widgets_values":["minimax_h3_audio_vae_fp32.safetensors"]}, - {"id":5,"type":"VHS_LoadVideo","pos":[-1200,150],"size":[420,310],"flags":{},"order":4,"mode":0,"inputs":[{"name":"video","type":"COMBO","widget":{"name":"video"},"link":null},{"name":"force_rate","type":"FLOAT","widget":{"name":"force_rate"},"link":null},{"name":"custom_width","type":"INT","widget":{"name":"custom_width"},"link":null},{"name":"custom_height","type":"INT","widget":{"name":"custom_height"},"link":null},{"name":"frame_load_cap","type":"INT","widget":{"name":"frame_load_cap"},"link":null},{"name":"skip_first_frames","type":"INT","widget":{"name":"skip_first_frames"},"link":null},{"name":"select_every_nth","type":"INT","widget":{"name":"select_every_nth"},"link":null},{"name":"format","type":"COMBO","widget":{"name":"format"},"link":null}],"outputs":[{"name":"IMAGE","type":"IMAGE","links":[8]},{"name":"frame_count","type":"INT","links":null},{"name":"audio","type":"AUDIO","links":[9]}],"properties":{},"widgets_values":{"video":"continuation_source.mp4","force_rate":0,"custom_width":0,"custom_height":0,"frame_load_cap":0,"skip_first_frames":0,"select_every_nth":1,"format":"None"}}, - {"id":6,"type":"ImageFromBatch","pos":[-700,150],"size":[250,100],"flags":{},"order":5,"mode":0,"inputs":[{"name":"image","type":"IMAGE","link":8},{"name":"batch_index","type":"INT","widget":{"name":"batch_index"},"link":null},{"name":"length","type":"INT","widget":{"name":"length"},"link":null}],"outputs":[{"name":"IMAGE","type":"IMAGE","links":[10]}],"properties":{},"widgets_values":[218,22]}, - {"id":7,"type":"LoadImage","pos":[-700,350],"size":[280,300],"flags":{},"order":6,"mode":0,"inputs":[],"outputs":[{"name":"IMAGE","type":"IMAGE","links":[11]},{"name":"MASK","type":"MASK","links":null}],"properties":{},"widgets_values":["reference.png","image"]}, - {"id":8,"type":"PrimitiveStringMultiline","pos":[-650,-350],"size":[500,300],"flags":{},"order":7,"mode":0,"inputs":[],"outputs":[{"name":"STRING","type":"STRING","links":[12]}],"properties":{},"widgets_values":["Continue the preceding bright sunny park clip seamlessly. Preserve the adult male subject's identity, beard, white cap, white clothing, tattoos, layered chains, jewelry, microphone, proportions, camera, lighting, and setting. The subject remains seated on the park bench feeding red-breasted robins. During this continuation, a friendly anatomically natural grey squirrel cautiously approaches and joins the feeding scene; the subject gently offers it a small piece of food while continuing to feed the robins. Keep realistic fur, tail and paw motion, stable anatomy, natural animal behavior, coherent sunlight, smooth motion from the final context frames, and no scene reset, identity drift, extra people, duplicated animals, deformed limbs, or dark lighting."]}, - {"id":9,"type":"H3SLAAttention","pos":[-500,-650],"size":[260,100],"flags":{},"order":8,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":1}],"outputs":[{"name":"MODEL","type":"MODEL","links":[13]}],"properties":{},"widgets_values":[0.85,"32"]}, - {"id":10,"type":"ModelAttentionBackend","pos":[-180,-650],"size":[260,100],"flags":{},"order":9,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":13}],"outputs":[{"name":"MODEL","type":"MODEL","links":[14]}],"properties":{},"widgets_values":["comfy kitchen attention"]}, - {"id":11,"type":"MiniMaxLowVRAMAttention","pos":[140,-650],"size":[260,100],"flags":{},"order":10,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":14}],"outputs":[{"name":"MODEL","type":"MODEL","links":[15]}],"properties":{},"widgets_values":[4]}, - {"id":12,"type":"MiniMaxChunkFeedForward","pos":[460,-650],"size":[260,100],"flags":{},"order":11,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":15}],"outputs":[{"name":"MODEL","type":"MODEL","links":[16]}],"properties":{},"widgets_values":[2,4096]}, - {"id":13,"type":"LoraLoaderModelOnly","pos":[780,-650],"size":[320,120],"flags":{},"order":12,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":16}],"outputs":[{"name":"MODEL","type":"MODEL","links":[17,18]}],"properties":{},"widgets_values":["minimax\\KJminimax_h3_ref2v_lightx2v_turbo_4step_v0.1_resized_avg_rank_20_bf16.safetensors",1.0]}, - {"id":14,"type":"VRGDG_MiniMaxH3ConnectedChunk","pos":[-100,0],"size":[500,360],"flags":{},"order":13,"mode":0,"inputs":[{"name":"clip","type":"CLIP","link":2},{"name":"video_vae","type":"VAE","link":3},{"name":"audio_vae","type":"VAE","link":6},{"name":"prompt","type":"STRING","link":12},{"name":"chunk_seconds","type":"FLOAT","widget":{"name":"chunk_seconds"},"link":null},{"name":"width","type":"INT","widget":{"name":"width"},"link":null},{"name":"height","type":"INT","widget":{"name":"height"},"link":null},{"name":"context_frames","type":"COMBO","widget":{"name":"context_frames"},"link":null},{"name":"continuity","type":"BOOLEAN","widget":{"name":"continuity"},"link":null},{"name":"start_frame","type":"INT","widget":{"name":"start_frame"},"link":null},{"name":"previous_tail","type":"IMAGE","link":10},{"name":"reference_image","type":"IMAGE","link":11},{"name":"use_built_in_audio","type":"BOOLEAN","widget":{"name":"use_built_in_audio"},"link":null},{"name":"source_audio","type":"AUDIO","link":9}],"outputs":[{"name":"positive","type":"CONDITIONING","links":[19]},{"name":"av_latent","type":"LATENT","links":[20]},{"name":"trim_plan","type":"VRGDG_H3_CHUNK_PLAN","links":null},{"name":"timing_report","type":"STRING","links":null}],"properties":{},"widgets_values":[10.0,960,544,"22",true,0,false]}, - {"id":16,"type":"KSamplerSelect","pos":[1000,-300],"size":[260,80],"flags":{},"order":14,"mode":0,"inputs":[],"outputs":[{"name":"SAMPLER","type":"SAMPLER","links":[21]}],"properties":{},"widgets_values":["res_multistep"]}, - {"id":17,"type":"BasicScheduler","pos":[1000,-180],"size":[280,120],"flags":{},"order":15,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":17}],"outputs":[{"name":"SIGMAS","type":"SIGMAS","links":[22]}],"properties":{},"widgets_values":["simple",8,1.0]}, - {"id":18,"type":"RandomNoise","pos":[1000,-20],"size":[260,80],"flags":{},"order":16,"mode":0,"inputs":[],"outputs":[{"name":"NOISE","type":"NOISE","links":[23]}],"properties":{},"widgets_values":[20260927]}, - {"id":19,"type":"BasicGuider","pos":[1000,100],"size":[260,100],"flags":{},"order":17,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":18},{"name":"conditioning","type":"CONDITIONING","link":19}],"outputs":[{"name":"GUIDER","type":"GUIDER","links":[24]}],"properties":{},"widgets_values":[]}, - {"id":20,"type":"SamplerCustomAdvanced","pos":[1320,0],"size":[300,220],"flags":{},"order":18,"mode":0,"inputs":[{"name":"noise","type":"NOISE","link":23},{"name":"guider","type":"GUIDER","link":24},{"name":"sampler","type":"SAMPLER","link":21},{"name":"sigmas","type":"SIGMAS","link":22},{"name":"latent_image","type":"LATENT","link":20}],"outputs":[{"name":"output","type":"LATENT","links":[25]},{"name":"denoised_output","type":"LATENT","links":null}],"properties":{},"widgets_values":[]}, - {"id":21,"type":"VAEDecode","pos":[1680,-100],"size":[260,100],"flags":{},"order":19,"mode":0,"inputs":[{"name":"samples","type":"LATENT","link":25},{"name":"vae","type":"VAE","link":4}],"outputs":[{"name":"IMAGE","type":"IMAGE","links":[26]}],"properties":{},"widgets_values":[]}, - {"id":22,"type":"VAEDecodeAudio","pos":[1680,80],"size":[280,100],"flags":{},"order":20,"mode":0,"inputs":[{"name":"samples","type":"LATENT","link":25},{"name":"vae","type":"VAE","link":7}],"outputs":[{"name":"AUDIO","type":"AUDIO","links":[27]}],"properties":{},"widgets_values":[]}, - {"id":23,"type":"CreateVideo","pos":[2000,0],"size":[300,160],"flags":{},"order":21,"mode":0,"inputs":[{"name":"images","type":"IMAGE","link":26},{"name":"audio","type":"AUDIO","link":27}],"outputs":[{"name":"VIDEO","type":"VIDEO","links":[28]}],"properties":{},"widgets_values":[24.0,8,"sRGB","none"]}, - {"id":24,"type":"SaveVideo","pos":[2340,0],"size":[300,120],"flags":{},"order":22,"mode":0,"inputs":[{"name":"video","type":"VIDEO","link":28}],"outputs":[],"properties":{},"widgets_values":["video/MiniMax_connected_squirrel_continuation","auto","auto"]} - ], - "links": [[1,1,0,9,0,"MODEL"],[2,2,0,14,0,"CLIP"],[3,3,0,14,1,"VAE"],[4,3,0,21,1,"VAE"],[5,3,0,14,1,"VAE"],[6,4,0,14,2,"VAE"],[7,4,0,22,1,"VAE"],[8,5,0,6,0,"IMAGE"],[9,5,2,14,14,"AUDIO"],[10,6,0,14,10,"IMAGE"],[11,7,0,14,11,"IMAGE"],[12,8,0,14,3,"STRING"],[13,9,0,10,0,"MODEL"],[14,10,0,11,0,"MODEL"],[15,11,0,12,0,"MODEL"],[16,12,0,13,0,"MODEL"],[17,13,0,17,0,"MODEL"],[18,13,0,19,0,"MODEL"],[19,14,0,19,1,"CONDITIONING"],[20,14,1,20,4,"LATENT"],[21,16,0,20,2,"SAMPLER"],[22,17,0,20,3,"SIGMAS"],[23,18,0,20,0,"NOISE"],[24,19,0,20,1,"GUIDER"],[25,20,0,21,0,"LATENT"],[26,21,0,23,0,"IMAGE"],[27,22,0,23,1,"AUDIO"],[28,23,0,24,0,"VIDEO"]], - "groups": [], - "config": {}, - "extra": {"ds":{"scale":0.75,"offset":[0,0]},"workflowRenderer":"VueFlow"}, - "version": 0.4 -} diff --git a/optimized/R2V/minimax/connected-chunk-continuation.json b/optimized/R2V/minimax/connected-chunk-continuation.json deleted file mode 100644 index 5906e83..0000000 --- a/optimized/R2V/minimax/connected-chunk-continuation.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "1":{"inputs":{"unet_name":"minimax_h3_ref2va_pruned_int8_convrot.safetensors","weight_dtype":"default"},"class_type":"UNETLoader"}, - "2":{"inputs":{"clip_name":"qwen3vl_32b_minimax_h3_nvfp4_awq.safetensors","type":"minimax","device":"default"},"class_type":"CLIPLoader"}, - "3":{"inputs":{"vae_name":"minimax_h3_video_vae_int8_convrot.safetensors"},"class_type":"VAELoader"}, - "4":{"inputs":{"vae_name":"minimax_h3_audio_vae_fp32.safetensors"},"class_type":"VAELoader"}, - "5":{"inputs":{"video":"continuation_source.mp4","force_rate":0,"custom_width":0,"custom_height":0,"frame_load_cap":0,"skip_first_frames":0,"select_every_nth":1,"format":"None"},"class_type":"VHS_LoadVideo"}, - "6":{"inputs":{"image":["5",0],"batch_index":338,"length":22},"class_type":"ImageFromBatch"}, - "7":{"inputs":{"image":"reference.png"},"class_type":"LoadImage"}, - "8":{"inputs":{"value":"Continue the preceding bright sunny park clip seamlessly. Preserve the adult male subject's identity, beard, white cap, white clothing, tattoos, layered chains, jewelry, microphone, proportions, camera, lighting, and setting. The subject remains seated on the park bench feeding red-breasted robins. During this continuation, a friendly anatomically natural grey squirrel cautiously approaches and joins the feeding scene; the subject gently offers it a small piece of food while continuing to feed the robins. Keep realistic fur, tail and paw motion, stable anatomy, natural animal behavior, coherent sunlight, smooth motion from the final context frames, and no scene reset, identity drift, extra people, duplicated animals, deformed limbs, or dark lighting."},"class_type":"PrimitiveStringMultiline"}, - "9":{"inputs":{"model":["1",0],"sparsity_ratio":0.85,"block_size":"32"},"class_type":"H3SLAAttention"}, - "10":{"inputs":{"model":["9",0],"attention":"comfy kitchen attention"},"class_type":"ModelAttentionBackend"}, - "11":{"inputs":{"model":["10",0],"head_chunks":4},"class_type":"MiniMaxLowVRAMAttention"}, - "12":{"inputs":{"model":["11",0],"chunks":2,"seq_threshold":4096},"class_type":"MiniMaxChunkFeedForward"}, - "13":{"inputs":{"model":["12",0],"lora_name":"minimax\\KJminimax_h3_ref2v_lightx2v_turbo_4step_v0.1_resized_avg_rank_20_bf16.safetensors","strength_model":1.0},"class_type":"LoraLoaderModelOnly"}, - "14":{"inputs":{"clip":["2",0],"video_vae":["3",0],"audio_vae":["4",0],"prompt":["8",0],"chunk_seconds":10.0,"width":960,"height":544,"context_frames":"22","continuity":true,"start_frame":0,"previous_tail":["6",0],"reference_image":["7",0],"use_built_in_audio":false,"source_audio":["5",2]},"class_type":"VRGDG_MiniMaxH3ConnectedChunk"}, - "16":{"inputs":{"sampler_name":"res_multistep"},"class_type":"KSamplerSelect"}, - "17":{"inputs":{"model":["13",0],"steps":8,"scheduler":"simple","denoise":1.0},"class_type":"BasicScheduler"}, - "18":{"inputs":{"noise_seed":20260927},"class_type":"RandomNoise"}, - "19":{"inputs":{"model":["13",0],"conditioning":["14",0]},"class_type":"BasicGuider"}, - "20":{"inputs":{"noise":["18",0],"guider":["19",0],"sampler":["16",0],"sigmas":["17",0],"latent_image":["14",1]},"class_type":"SamplerCustomAdvanced"}, - "21":{"inputs":{"samples":["20",0],"vae":["3",0]},"class_type":"VAEDecode"}, - "22":{"inputs":{"samples":["20",0],"vae":["4",0]},"class_type":"VAEDecodeAudio"}, - "23":{"inputs":{"images":["21",0],"audio":["22",0],"fps":24.0,"bit_depth":8,"color_space":"sRGB","codec":"none","filename_prefix":"MiniMax/connected-squirrel-continuation"},"class_type":"CreateVideo"}, - "24":{"inputs":{"video":["23",0],"filename_prefix":"video/MiniMax_connected_squirrel_continuation","format":"auto","codec":"auto"},"class_type":"SaveVideo"} -} diff --git a/optimized/R2V/minimax/connected-chunk-continuation.md b/optimized/R2V/minimax/connected-chunk-continuation.md deleted file mode 100644 index 6c0632c..0000000 --- a/optimized/R2V/minimax/connected-chunk-continuation.md +++ /dev/null @@ -1,44 +0,0 @@ -# Connected-chunk continuation - -This workflow continues a previous MiniMax H3 clip at 960×544 for 10 seconds, -creating a 20-second stitched sequence when the 10-second baseline source is -used. -It uses the MM-R2V-68 generation settings and adds a squirrel to the bright -park-and-robins scene. - -## Before running - -1. Put the source clip in the ComfyUI input directory as - `continuation_source.mp4`. -2. The supplied source is the 10-second MM-R2V-68 baseline at 24 FPS. The - final 22 frames are loaded as the motion tail (`batch_index: 218`, - `length: 22`). -3. If the source duration differs, change `batch_index` to - `(source_frames - 22)`. -4. The connected-chunk node uses the visual tail directly and provides the - continuation latent to the sampler. The server's video loader does not - expose a latent output, so the optional latent-guide node is not used in - this tested template. - -## Fixed generation settings - -- Resolution: 960×544 -- Continuation duration: 10 seconds (20 seconds total with the supplied source) -- SLA: 0.85, block 32 -- Comfy Kitchen attention -- Low-VRAM Attention: 4 head chunks -- Chunk FeedForward: 2 chunks -- Turbo LoRA -- 8 steps, Res Multistep sampler, Simple scheduler, CFG 1 -- Seed: 20260927 - -The continuation prompt introduces a friendly grey squirrel while preserving -the character, park, lighting, and motion from the source clip. - -## UI workflow - -`connected-chunk-continuation-ui.json` is the web-editor version of the same -graph. Load it into ComfyUI, upload/select `continuation_source.mp4`, and -adjust `ImageFromBatch.batch_index` when using a source with a different frame -count. The source audio is connected to the continuation node so the original -soundtrack is retained.