diff --git a/optimized/R2V/minimax/README.md b/optimized/R2V/minimax/README.md index a9bd811..64d643a 100644 --- a/optimized/R2V/minimax/README.md +++ b/optimized/R2V/minimax/README.md @@ -120,6 +120,7 @@ their row explicitly overrides resolution or duration. | MM-R2V-66 | N cache | SLA 0.85 / block 32 + EasyCache defaults (reuse 0.2, 15–95%) | 8 | res_multistep | simple | 10 | 1.0 | Yes | Yes | No | 532.431 | | MM-R2V-67 | O cleanup control | Clean single-reference graph + SLA 0.85 / block 32 | 8 | res_multistep | simple | 10 | 1.0 | Yes | Yes | No | 538.369 | | MM-R2V-68 | P high resolution | 960×544 + SLA 0.85 + Comfy Kitchen backend + Low-VRAM 4 + Chunk FF 2 | 8 | res_multistep | simple | 10 | 1.0 | Yes | Yes | Yes | 659.169 | +| MM-R2V-69 | Q H3 LongVideos | Two fixed 10-second shots: robins, then squirrel joins; full baseline attention/memory chain | 8 | res_multistep | simple | 20 | 1.0 | Queued | — | No | — | ## Result requirements diff --git a/optimized/R2V/minimax/h3-longvideos-api.json b/optimized/R2V/minimax/h3-longvideos-api.json index 4b8b759..d492613 100644 --- a/optimized/R2V/minimax/h3-longvideos-api.json +++ b/optimized/R2V/minimax/h3-longvideos-api.json @@ -1,11 +1,18 @@ { - "1": {"inputs": {"unet_name": "minimax_h3_hybrid_fl2va_ref2va_b25-49-int8.safetensors", "weight_dtype": "default"}, "class_type": "UNETLoader"}, - "2": {"inputs": {"clip_name": "qwen3vl_32b_h3_ultra_uncensored_heretic_int8_convrot.safetensors", "type": "minimax"}, "class_type": "CLIPLoaderGGUF"}, - "3": {"inputs": {"vae_name": "minimax_h3_video_vae_int8_convrot.safetensors"}, "class_type": "VAELoader"}, - "4": {"inputs": {"vae_name": "MiniMax-H3-audio_vae.safetensors"}, "class_type": "VAELoader"}, - "5": {"inputs": {"image": "reference.png"}, "class_type": "LoadImage"}, - "6": {"inputs": {"value": "A bright sunny public park in warm natural daylight, with green grass, mature trees, a wooden park bench, gentle shadows, and a calm friendly atmosphere.\n\nAn adult male with the reference character's identity, beard, white cap, white clothing, tattoos, layered chains, jewelry, and proportions sits comfortably on the bench and feeds small pieces of bread to red-breasted robins. Show natural hand movement, realistic bird flight and landing, stable identity, coherent sunlight, natural camera movement, and clean realistic detail. Preserve the reference character without redesign or extra people."}, "class_type": "PrimitiveStringMultiline"}, - "7": {"inputs": {"model": ["1", 0], "clip": ["2", 0], "vae": ["3", 0], "audio_vae": ["4", 0], "prompt": ["6", 0], "resolution": "16:9", "megapixels": 0.55, "shot_seconds": 10.0, "steps": 8, "sampler_name": "res_multistep", "scheduler": "simple", "seed": 20260927, "ref_image_1": ["5", 0], "shift_video": 12.0, "shift_audio": 3.0, "ref_noise_aug": 0.999, "latent_upscale": "off", "latent_upscale_scale": 2.0, "upscale": "off", "upscale_model": "none", "upscale_target_short_edge": 0, "shot_length": "from the beat", "auto_remove": true, "restart_after_removal": true, "hold_restraints": true, "plan_only": false, "anchor": "", "character_memory": "", "pace": 1.0, "ambient_level": 0.25, "foley_level": 0.35, "speech_lead_seconds": 0.5, "speech_tail_seconds": 2.0, "hold_levels": 0.8}, "class_type": "H3LongVideos"}, - "8": {"inputs": {"images": ["7", 0], "audio": ["7", 1], "fps": 24.0, "bit_depth": 8, "color_space": "sRGB"}, "class_type": "CreateVideo"}, - "9": {"inputs": {"video": ["8", 0], "filename_prefix": "video/MiniMax_h3_longvideos_baseline", "format": "auto", "codec": "auto"}, "class_type": "SaveVideo"} + "1":{"inputs":{"unet_name":"minimax_h3_ref2va_pruned_int8_convrot.safetensors","weight_dtype":"default"},"class_type":"UNETLoader"}, + "2":{"inputs":{"clip_name":"qwen3vl_32b_minimax_h3_nvfp4_awq.safetensors","type":"minimax"},"class_type":"CLIPLoaderGGUF"}, + "3":{"inputs":{"vae_name":"minimax_h3_video_vae_int8_convrot.safetensors"},"class_type":"VAELoader"}, + "4":{"inputs":{"vae_name":"minimax_h3_audio_vae_fp32.safetensors"},"class_type":"VAELoader"}, + "5":{"inputs":{"image":"reference.png"},"class_type":"LoadImage"}, + "6":{"inputs":{"value":"An adult male with a white cap, white clothing, beard, tattoos, layered chains, jewelry, and a microphone sits on a wooden bench in a bright sunny public park.\nHe calmly feeds small pieces of bread to red-breasted robins, with natural hand movement and realistic birds landing and taking flight.\nHe continues feeding the robins as a friendly grey squirrel cautiously approaches the bench, accepts a small piece of food from him, and settles nearby. Preserve the subject's identity, clothing, proportions, the sunny park, coherent natural lighting, stable anatomy, realistic animal behavior, and smooth continuity between the two shots."},"class_type":"PrimitiveStringMultiline"}, + "7":{"inputs":{"value":"Bright sunny public park in warm natural daylight, green grass, mature trees, wooden park bench, gentle natural shadows, calm friendly atmosphere, realistic cinematic camera movement."},"class_type":"PrimitiveStringMultiline"}, + "8":{"inputs":{"value":"Adult male reference character: preserve his identity, beard, white cap, white clothing, tattoos, layered chains, jewelry, microphone, body proportions, and overall appearance in every shot."},"class_type":"PrimitiveStringMultiline"}, + "9":{"inputs":{"model":["1",0],"sparsity_ratio":0.85,"block_size":"32"},"class_type":"H3SLAAttention"}, + "10":{"inputs":{"model":["9",0],"attention":"comfy kitchen attention"},"class_type":"ModelAttentionBackend"}, + "11":{"inputs":{"model":["10",0],"head_chunks":4},"class_type":"MiniMaxLowVRAMAttention"}, + "12":{"inputs":{"model":["11",0],"chunks":2,"seq_threshold":4096},"class_type":"MiniMaxChunkFeedForward"}, + "13":{"inputs":{"model":["12",0],"lora_name":"minimax\\KJminimax_h3_ref2v_lightx2v_turbo_4step_v0.1_resized_avg_rank_20_bf16.safetensors","strength_model":1.0},"class_type":"LoraLoaderModelOnly"}, + "14":{"inputs":{"model":["13",0],"clip":["2",0],"vae":["3",0],"audio_vae":["4",0],"prompt":["6",0],"resolution":"16:9","megapixels":0.55,"shot_seconds":10.0,"steps":8,"sampler_name":"res_multistep","scheduler":"simple","seed":20260927,"ref_image_1":["5",0],"shift_video":12.0,"shift_audio":3.0,"ref_noise_aug":0.999,"latent_upscale":"off","latent_upscale_scale":2.0,"upscale":"off","upscale_model":"none","upscale_target_short_edge":0,"shot_length":"fixed","auto_remove":true,"restart_after_removal":true,"hold_restraints":true,"plan_only":false,"anchor":["7",0],"character_memory":["8",0],"pace":1.0,"ambient_level":0.25,"foley_level":0.35,"speech_lead_seconds":0.5,"speech_tail_seconds":2.0,"hold_levels":0.8},"class_type":"H3LongVideos"}, + "15":{"inputs":{"images":["14",0],"audio":["14",1],"fps":24.0,"bit_depth":8,"color_space":"sRGB"},"class_type":"CreateVideo"}, + "16":{"inputs":{"video":["15",0],"filename_prefix":"video/MiniMax_h3_longvideos_two_shot","format":"auto","codec":"auto"},"class_type":"SaveVideo"} } diff --git a/optimized/R2V/minimax/h3-longvideos-ui.json b/optimized/R2V/minimax/h3-longvideos-ui.json index f0a4c31..04a47e2 100644 --- a/optimized/R2V/minimax/h3-longvideos-ui.json +++ b/optimized/R2V/minimax/h3-longvideos-ui.json @@ -1,20 +1,23 @@ { - "version": 0.4, - "last_node_id": 9, - "last_link_id": 9, - "nodes": [ - {"id":1,"type":"UNETLoader","pos":[-900,-300],"size":[300,100],"flags":{},"order":0,"mode":0,"inputs":[],"outputs":[{"name":"MODEL","type":"MODEL","links":[1]}],"properties":{},"widgets_values":["minimax_h3_hybrid_fl2va_ref2va_b25-49-int8.safetensors","default"]}, - {"id":2,"type":"CLIPLoaderGGUF","pos":[-900,-150],"size":[320,100],"flags":{},"order":1,"mode":0,"inputs":[],"outputs":[{"name":"CLIP","type":"CLIP","links":[2]}],"properties":{},"widgets_values":["qwen3vl_32b_h3_ultra_uncensored_heretic_int8_convrot.safetensors","minimax"]}, - {"id":3,"type":"VAELoader","pos":[-900,0],"size":[300,80],"flags":{},"order":2,"mode":0,"inputs":[],"outputs":[{"name":"VAE","type":"VAE","links":[3]}],"properties":{},"widgets_values":["minimax_h3_video_vae_int8_convrot.safetensors"]}, - {"id":4,"type":"VAELoader","pos":[-900,130],"size":[300,80],"flags":{},"order":3,"mode":0,"inputs":[],"outputs":[{"name":"VAE","type":"VAE","links":[4]}],"properties":{},"widgets_values":["MiniMax-H3-audio_vae.safetensors"]}, - {"id":5,"type":"LoadImage","pos":[-900,300],"size":[280,300],"flags":{},"order":4,"mode":0,"inputs":[],"outputs":[{"name":"IMAGE","type":"IMAGE","links":[5]},{"name":"MASK","type":"MASK","links":null}],"properties":{},"widgets_values":["reference.png","image"]}, - {"id":6,"type":"PrimitiveStringMultiline","pos":[-450,-300],"size":[550,310],"flags":{},"order":5,"mode":0,"inputs":[],"outputs":[{"name":"STRING","type":"STRING","links":[6]}],"properties":{},"widgets_values":["A bright sunny public park in warm natural daylight, with green grass, mature trees, a wooden park bench, gentle shadows, and a calm friendly atmosphere.\n\nAn adult male with the reference character's identity, beard, white cap, white clothing, tattoos, layered chains, jewelry, and proportions sits comfortably on the bench and feeds small pieces of bread to red-breasted robins. Show natural hand movement, realistic bird flight and landing, stable identity, coherent sunlight, natural camera movement, and clean realistic detail. Preserve the reference character without redesign or extra people."]}, - {"id":7,"type":"H3LongVideos","pos":[300,-150],"size":[520,620],"flags":{},"order":6,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":1},{"name":"clip","type":"CLIP","link":2},{"name":"vae","type":"VAE","link":3},{"name":"audio_vae","type":"VAE","link":4},{"name":"prompt","type":"STRING","link":6},{"name":"ref_image_1","type":"IMAGE","link":5}],"outputs":[{"name":"images","type":"IMAGE","links":[7]},{"name":"audio","type":"AUDIO","links":[8]},{"name":"info","type":"STRING","links":null},{"name":"script","type":"STRING","links":null}],"properties":{},"widgets_values":["16:9",0.55,10,8,1,"res_multistep","simple",20260927,"randomize",12,3,true,true,true,0.999,true,true,"off",2,"off","none",0,4,"from the beat",true,true,true,false,"","",true,1,true,true,true,true]}, - {"id":8,"type":"CreateVideo","pos":[900,-50],"size":[300,160],"flags":{},"order":7,"mode":0,"inputs":[{"name":"images","type":"IMAGE","link":7},{"name":"audio","type":"AUDIO","link":8}],"outputs":[{"name":"VIDEO","type":"VIDEO","links":[9]}],"properties":{},"widgets_values":[24,8,"sRGB"]}, - {"id":9,"type":"SaveVideo","pos":[1250,-50],"size":[300,120],"flags":{},"order":8,"mode":0,"inputs":[{"name":"video","type":"VIDEO","link":9}],"outputs":[],"properties":{},"widgets_values":["video/MiniMax_h3_longvideos_baseline","auto","auto","auto"]} + "version":0.4,"last_node_id":16,"last_link_id":16, + "nodes":[ + {"id":1,"type":"UNETLoader","pos":[-1000,-500],"size":[300,100],"flags":{},"order":0,"mode":0,"inputs":[],"outputs":[{"name":"MODEL","type":"MODEL","links":[1]}],"properties":{},"widgets_values":["minimax_h3_ref2va_pruned_int8_convrot.safetensors","default"]}, + {"id":2,"type":"CLIPLoaderGGUF","pos":[-1000,-350],"size":[320,100],"flags":{},"order":1,"mode":0,"inputs":[],"outputs":[{"name":"CLIP","type":"CLIP","links":[2]}],"properties":{},"widgets_values":["qwen3vl_32b_minimax_h3_nvfp4_awq.safetensors","minimax"]}, + {"id":3,"type":"VAELoader","pos":[-1000,-200],"size":[300,80],"flags":{},"order":2,"mode":0,"inputs":[],"outputs":[{"name":"VAE","type":"VAE","links":[3]}],"properties":{},"widgets_values":["minimax_h3_video_vae_int8_convrot.safetensors"]}, + {"id":4,"type":"VAELoader","pos":[-1000,-70],"size":[300,80],"flags":{},"order":3,"mode":0,"inputs":[],"outputs":[{"name":"VAE","type":"VAE","links":[4]}],"properties":{},"widgets_values":["minimax_h3_audio_vae_fp32.safetensors"]}, + {"id":5,"type":"LoadImage","pos":[-1000,100],"size":[280,300],"flags":{},"order":4,"mode":0,"inputs":[],"outputs":[{"name":"IMAGE","type":"IMAGE","links":[5]},{"name":"MASK","type":"MASK","links":null}],"properties":{},"widgets_values":["reference.png","image"]}, + {"id":6,"type":"PrimitiveStringMultiline","pos":[-600,-300],"size":[560,320],"flags":{},"order":5,"mode":0,"inputs":[],"outputs":[{"name":"STRING","type":"STRING","links":[6]}],"properties":{},"widgets_values":["An adult male with a white cap, white clothing, beard, tattoos, layered chains, jewelry, and a microphone sits on a wooden bench in a bright sunny public park.\nHe calmly feeds small pieces of bread to red-breasted robins, with natural hand movement and realistic birds landing and taking flight.\nHe continues feeding the robins as a friendly grey squirrel cautiously approaches the bench, accepts a small piece of food from him, and settles nearby. Preserve the subject's identity, clothing, proportions, the sunny park, coherent natural lighting, stable anatomy, realistic animal behavior, and smooth continuity between the two shots."]}, + {"id":7,"type":"PrimitiveStringMultiline","pos":[-600,100],"size":[500,180],"flags":{},"order":6,"mode":0,"inputs":[],"outputs":[{"name":"STRING","type":"STRING","links":[7]}],"properties":{},"widgets_values":["Bright sunny public park in warm natural daylight, green grass, mature trees, wooden park bench, gentle natural shadows, calm friendly atmosphere, realistic cinematic camera movement."]}, + {"id":8,"type":"PrimitiveStringMultiline","pos":[-600,330],"size":[500,180],"flags":{},"order":7,"mode":0,"inputs":[],"outputs":[{"name":"STRING","type":"STRING","links":[8]}],"properties":{},"widgets_values":["Adult male reference character: preserve his identity, beard, white cap, white clothing, tattoos, layered chains, jewelry, microphone, body proportions, and overall appearance in every shot."]}, + {"id":9,"type":"H3SLAAttention","pos":[0,-500],"size":[270,120],"flags":{},"order":8,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":1}],"outputs":[{"name":"MODEL","type":"MODEL","links":[9]}],"properties":{},"widgets_values":[0.85,"32"]}, + {"id":10,"type":"ModelAttentionBackend","pos":[320,-500],"size":[280,100],"flags":{},"order":9,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":9}],"outputs":[{"name":"MODEL","type":"MODEL","links":[10]}],"properties":{},"widgets_values":["comfy kitchen attention"]}, + {"id":11,"type":"MiniMaxLowVRAMAttention","pos":[650,-500],"size":[270,100],"flags":{},"order":10,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":10}],"outputs":[{"name":"MODEL","type":"MODEL","links":[11]}],"properties":{},"widgets_values":[4]}, + {"id":12,"type":"MiniMaxChunkFeedForward","pos":[970,-500],"size":[280,100],"flags":{},"order":11,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":11}],"outputs":[{"name":"MODEL","type":"MODEL","links":[12]}],"properties":{},"widgets_values":[2,4096]}, + {"id":13,"type":"LoraLoaderModelOnly","pos":[1300,-500],"size":[340,120],"flags":{},"order":12,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":12}],"outputs":[{"name":"MODEL","type":"MODEL","links":[13]}],"properties":{},"widgets_values":["minimax\\KJminimax_h3_ref2v_lightx2v_turbo_4step_v0.1_resized_avg_rank_20_bf16.safetensors",1.0]}, + {"id":14,"type":"H3LongVideos","pos":[0,650],"size":[620,700],"flags":{},"order":13,"mode":0,"inputs":[{"name":"model","type":"MODEL","link":13},{"name":"clip","type":"CLIP","link":2},{"name":"vae","type":"VAE","link":3},{"name":"audio_vae","type":"VAE","link":4},{"name":"prompt","type":"STRING","link":6},{"name":"ref_image_1","type":"IMAGE","link":5},{"name":"anchor","type":"STRING","link":7},{"name":"character_memory","type":"STRING","link":8}],"outputs":[{"name":"images","type":"IMAGE","links":[14]},{"name":"audio","type":"AUDIO","links":[15]},{"name":"info","type":"STRING","links":null},{"name":"script","type":"STRING","links":null}],"properties":{},"widgets_values":["16:9",0.55,10,8,1,"res_multistep","simple",20260927,"randomize",12,3,true,true,true,0.999,true,true,"off",2,"off","none",0,4,"fixed",true,true,true,false,"","",true,1,true,true,true,true]}, + {"id":15,"type":"CreateVideo","pos":[700,800],"size":[300,160],"flags":{},"order":14,"mode":0,"inputs":[{"name":"images","type":"IMAGE","link":14},{"name":"audio","type":"AUDIO","link":15}],"outputs":[{"name":"VIDEO","type":"VIDEO","links":[16]}],"properties":{},"widgets_values":[24,8,"sRGB"]}, + {"id":16,"type":"SaveVideo","pos":[1050,800],"size":[320,120],"flags":{},"order":15,"mode":0,"inputs":[{"name":"video","type":"VIDEO","link":16}],"outputs":[],"properties":{},"widgets_values":["video/MiniMax_h3_longvideos_two_shot","auto","auto","auto"]} ], - "links": [[1,1,0,7,0,"MODEL"],[2,2,0,7,1,"CLIP"],[3,3,0,7,2,"VAE"],[4,4,0,7,3,"VAE"],[5,5,0,7,5,"IMAGE"],[6,6,0,7,4,"STRING"],[7,7,0,8,0,"IMAGE"],[8,7,1,8,1,"AUDIO"],[9,8,0,9,0,"VIDEO"]], - "groups": [], - "config": {}, - "extra": {"ds":{"scale":0.75,"offset":[0,0]},"workflowRenderer":"VueFlow"} + "links":[[1,1,0,9,0,"MODEL"],[2,2,0,14,1,"CLIP"],[3,3,0,14,2,"VAE"],[4,4,0,14,3,"VAE"],[5,5,0,14,5,"IMAGE"],[6,6,0,14,4,"STRING"],[7,7,0,14,6,"STRING"],[8,8,0,14,7,"STRING"],[9,9,0,10,0,"MODEL"],[10,10,0,11,0,"MODEL"],[11,11,0,12,0,"MODEL"],[12,12,0,13,0,"MODEL"],[13,13,0,14,0,"MODEL"],[14,14,0,15,0,"IMAGE"],[15,14,1,15,1,"AUDIO"],[16,15,0,16,0,"VIDEO"]], + "groups":[],"config":{},"extra":{"ds":{"scale":0.7,"offset":[0,0]},"workflowRenderer":"VueFlow"} } diff --git a/optimized/R2V/minimax/h3-longvideos.md b/optimized/R2V/minimax/h3-longvideos.md index d7d104b..1a6cc23 100644 --- a/optimized/R2V/minimax/h3-longvideos.md +++ b/optimized/R2V/minimax/h3-longvideos.md @@ -7,8 +7,8 @@ paragraph-driven shot plan; it does not load or encode a previous video. ## Fixed baseline - Reference: `reference.png` -- Prompt: `prompt.txt` equivalent bright park scene, expressed as a scene - paragraph plus one action paragraph in the API graph +- Prompt: two-shot bright park scene: robins in shot one, then a squirrel + joins in shot two - Resolution target: 960×544 landscape (`0.55` megapixels, 16:9) - Duration: 10 seconds - Steps: 8 @@ -17,6 +17,11 @@ paragraph-driven shot plan; it does not load or encode a previous video. - Seed: 20260927 - Shift video/audio: 12 / 3 - Reference noise augmentation: 0.999 +- SLA Attention: sparsity 0.85, block 32 +- Model Attention Backend: Comfy Kitchen attention +- Low-VRAM Attention: 4 head chunks +- Chunk FeedForward: 2 chunks, sequence threshold 4096 +- Turbo LoRA: enabled at strength 1.0 - Latent and post upscaling: disabled for this baseline ## Files @@ -35,4 +40,5 @@ the previous clip into VRAM. The imported source workflow remains at `models/minimax/minimax-h3-longvideos-smite79/workflow.json`. This optimized -API graph is intentionally reduced to the fixed reference-video baseline. +graph now retains the proven memory/attention chain and explicitly wires the +scene anchor and character memory fields.