diff --git a/optimized/R2V/minimax/continuum-tiled/README.md b/optimized/R2V/minimax/continuum-tiled/README.md index b7e5ec5..8e6c00a 100644 --- a/optimized/R2V/minimax/continuum-tiled/README.md +++ b/optimized/R2V/minimax/continuum-tiled/README.md @@ -69,9 +69,43 @@ structure and specificity of the action plan: 7. Record each result beside the matrix with prompt hash, chunk count, runtime, output dimensions, and a motion/continuity verdict. +## Test matrix and results + +`workflow.json` is the supplied graph. `workflow-spectrum-bypassed.json` is an +explicit structural bypass: the sampler, scheduler, second pass, and decode +path connect directly to the LoRA/model output rather than relying only on +Spectrum's `enabled=false` switch. + +| ID | Workflow | Prompt | Chunks × seconds | Target | Status | Result | +|---|---|---|---:|---:|---|---| +| CT-01 | Spectrum graph | Compact | 2 × 4 | 8s | **Running** | Prompt `9c31d895-8ccf-4dd2-aefc-da13938f7418` | +| CT-02 | Spectrum graph | Detailed continuity | 2 × 4 | 8s | Planned | — | +| CT-03 | Spectrum graph | Cinematic camera | 2 × 4 | 8s | Planned | — | +| CT-04 | Spectrum graph | Best smoke prompt | 3 × 4 | 12s | Planned | — | +| CT-05 | Spectrum graph | Best smoke prompt | 4 × 4 | 16s | Planned | — | +| CT-06 | Spectrum graph | Best smoke prompt | 5 × 4 | 20s | Planned | — | +| CT-07 | Spectrum graph | Best smoke prompt | 6 × 4 | 24s | Planned | — | +| CT-08 | Spectrum graph | Best smoke prompt | 7 × 4 | 28s | Planned | — | +| CT-09 | Spectrum graph | Longform 30s | 6 × 5 | 30s | Planned | — | +| CT-B01 | Spectrum bypassed | Compact | 2 × 4 | 8s | Planned | — | +| CT-B02 | Spectrum bypassed | Detailed continuity | 2 × 4 | 8s | Planned | — | +| CT-B03 | Spectrum bypassed | Cinematic camera | 2 × 4 | 8s | Planned | — | +| CT-B04 | Spectrum bypassed | Best smoke prompt | 3 × 4 | 12s | Planned | — | +| CT-B05 | Spectrum bypassed | Best smoke prompt | 4 × 4 | 16s | Planned | — | +| CT-B06 | Spectrum bypassed | Best smoke prompt | 5 × 4 | 20s | Planned | — | +| CT-B07 | Spectrum bypassed | Best smoke prompt | 6 × 4 | 24s | Planned | — | +| CT-B08 | Spectrum bypassed | Best smoke prompt | 7 × 4 | 28s | Planned | — | +| CT-B09 | Spectrum bypassed | Longform 30s | 6 × 5 | 30s | Planned | — | + +The bypass series uses the identical seed, references, prompt text, model, +samplers, scheduler, upscale settings, tile geometry, and chunk plan. Only the +Spectrum path changes. Results should be compared in pairs: CT-01 vs CT-B01, +CT-02 vs CT-B02, and so on. + ## Files - `workflow.json` — supplied ComfyUI API graph. +- `workflow-spectrum-bypassed.json` — explicit Spectrum-bypass comparison graph. - `prompt.txt` — controlled base prompt for the study. - `prompt-variants.json` — exact smoke-test and 30-second prompt variants. - `variables.json` — immutable constants and allowed test variables. diff --git a/optimized/R2V/minimax/continuum-tiled/tests.json b/optimized/R2V/minimax/continuum-tiled/tests.json index 6aa4fb5..31995a5 100644 --- a/optimized/R2V/minimax/continuum-tiled/tests.json +++ b/optimized/R2V/minimax/continuum-tiled/tests.json @@ -16,7 +16,7 @@ "references": ["character-reference.png", "scene-reference.png"] }, "tests": [ - {"id":"CT-01","purpose":"2-chunk compact prompt smoke test","prompt_variant":"compact","chunks":2,"chunk_seconds":4,"target_duration_seconds":8,"status":"planned"}, + {"id":"CT-01","purpose":"2-chunk compact prompt smoke test","prompt_variant":"compact","chunks":2,"chunk_seconds":4,"target_duration_seconds":8,"workflow":"workflow.json","status":"running","prompt_id":"9c31d895-8ccf-4dd2-aefc-da13938f7418"}, {"id":"CT-02","purpose":"2-chunk detailed continuity prompt","prompt_variant":"detailed-continuity","chunks":2,"chunk_seconds":4,"target_duration_seconds":8,"status":"planned"}, {"id":"CT-03","purpose":"2-chunk explicit camera/action prompt","prompt_variant":"cinematic-camera","chunks":2,"chunk_seconds":4,"target_duration_seconds":8,"status":"planned"}, {"id":"CT-04","purpose":"3 chunks using the best smoke prompt","prompt_variant":"best-of-smoke","chunks":3,"chunk_seconds":4,"target_duration_seconds":12,"status":"planned"}, @@ -24,6 +24,15 @@ {"id":"CT-06","purpose":"5 chunks, full 20-second target","prompt_variant":"best-of-smoke","chunks":5,"chunk_seconds":4,"target_duration_seconds":20,"status":"planned"}, {"id":"CT-07","purpose":"6 chunks, first extension beyond 20 seconds","prompt_variant":"best-of-smoke","chunks":6,"chunk_seconds":4,"target_duration_seconds":24,"status":"planned"}, {"id":"CT-08","purpose":"7 chunks, extended multi-clip continuity","prompt_variant":"best-of-smoke","chunks":7,"chunk_seconds":4,"target_duration_seconds":28,"status":"planned"}, - {"id":"CT-09","purpose":"6 five-second chunks, 30-second target","prompt_variant":"longform-30s","chunks":6,"chunk_seconds":5,"target_duration_seconds":30,"status":"planned","risk":"longer physical chunks may increase continuity or VRAM pressure"} + {"id":"CT-09","purpose":"6 five-second chunks, 30-second target","prompt_variant":"longform-30s","chunks":6,"chunk_seconds":5,"target_duration_seconds":30,"status":"planned","risk":"longer physical chunks may increase continuity or VRAM pressure"}, + {"id":"CT-B01","purpose":"Spectrum-bypassed copy of CT-01","prompt_variant":"compact","chunks":2,"chunk_seconds":4,"target_duration_seconds":8,"workflow":"workflow-spectrum-bypassed.json","status":"planned"}, + {"id":"CT-B02","purpose":"Spectrum-bypassed copy of CT-02","prompt_variant":"detailed-continuity","chunks":2,"chunk_seconds":4,"target_duration_seconds":8,"workflow":"workflow-spectrum-bypassed.json","status":"planned"}, + {"id":"CT-B03","purpose":"Spectrum-bypassed copy of CT-03","prompt_variant":"cinematic-camera","chunks":2,"chunk_seconds":4,"target_duration_seconds":8,"workflow":"workflow-spectrum-bypassed.json","status":"planned"}, + {"id":"CT-B04","purpose":"Spectrum-bypassed copy of CT-04","prompt_variant":"best-of-smoke","chunks":3,"chunk_seconds":4,"target_duration_seconds":12,"workflow":"workflow-spectrum-bypassed.json","status":"planned"}, + {"id":"CT-B05","purpose":"Spectrum-bypassed copy of CT-05","prompt_variant":"best-of-smoke","chunks":4,"chunk_seconds":4,"target_duration_seconds":16,"workflow":"workflow-spectrum-bypassed.json","status":"planned"}, + {"id":"CT-B06","purpose":"Spectrum-bypassed copy of CT-06","prompt_variant":"best-of-smoke","chunks":5,"chunk_seconds":4,"target_duration_seconds":20,"workflow":"workflow-spectrum-bypassed.json","status":"planned"}, + {"id":"CT-B07","purpose":"Spectrum-bypassed copy of CT-07","prompt_variant":"best-of-smoke","chunks":6,"chunk_seconds":4,"target_duration_seconds":24,"workflow":"workflow-spectrum-bypassed.json","status":"planned"}, + {"id":"CT-B08","purpose":"Spectrum-bypassed copy of CT-08","prompt_variant":"best-of-smoke","chunks":7,"chunk_seconds":4,"target_duration_seconds":28,"workflow":"workflow-spectrum-bypassed.json","status":"planned"}, + {"id":"CT-B09","purpose":"Spectrum-bypassed copy of CT-09","prompt_variant":"longform-30s","chunks":6,"chunk_seconds":5,"target_duration_seconds":30,"workflow":"workflow-spectrum-bypassed.json","status":"planned","risk":"longer physical chunks may increase continuity or VRAM pressure"} ] } diff --git a/optimized/R2V/minimax/continuum-tiled/workflow-spectrum-bypassed.json b/optimized/R2V/minimax/continuum-tiled/workflow-spectrum-bypassed.json new file mode 100644 index 0000000..43117b8 --- /dev/null +++ b/optimized/R2V/minimax/continuum-tiled/workflow-spectrum-bypassed.json @@ -0,0 +1,551 @@ +{ + "135": { + "inputs": { + "vae_name": "minimax_h3_video_vae_int8_convrot.safetensors" + }, + "class_type": "VAELoader", + "_meta": { + "title": "Video VAE" + } + }, + "136": { + "inputs": { + "vae_name": "minimax_h3_audio_vae_fp32.safetensors" + }, + "class_type": "VAELoader", + "_meta": { + "title": "Audio VAE" + } + }, + "139": { + "inputs": { + "sampler_name": "euler_ancestral" + }, + "class_type": "KSamplerSelect", + "_meta": { + "title": "Sampler" + } + }, + "142": { + "inputs": { + "clip_name": "qwen3vl_32b_minimax_h3_nvfp4_awq.safetensors", + "type": "minimax", + "device": "default" + }, + "class_type": "CLIPLoader", + "_meta": { + "title": "MiniMax H3 Text Encoder" + } + }, + "147": { + "inputs": { + "unet_name": "fastvideo_fasth3_8step_v2_pruned_int8_convrot.safetensors", + "weight_dtype": "default" + }, + "class_type": "UNETLoader", + "_meta": { + "title": "H3 Model" + } + }, + "150": { + "inputs": { + "enabled": false, + "blend_weight": 0.51, + "degree": 1, + "ridge_lambda": 0.1, + "window_size": 2, + "flex_window": 0.75, + "warmup_steps": 1, + "tail_actual_steps": 1, + "max_history": 8, + "debug": false, + "history_storage": "vram", + "bootstrap_first_forecast": true, + "anchor_residual_feedback": false, + "selective_rollback_correction": false, + "offline_smoothing_replay": true, + "audio_blend_weight": 0, + "offline_archive_storage": "system_ram", + "model_aware_mode": "off", + "model_aware_risk_threshold": 0.65, + "model_aware_trust_shrinkage": false, + "model_aware_replay_generic_correction": false, + "generic_correction_mode": "coordinate_rls", + "generic_correction_limiter": "hard_clip", + "generic_correction_limit": 0.4, + "generic_correction_attenuation": "no_attenuation", + "sa_pece_forecast_policy": "balanced", + "model": [ + "286", + 0 + ] + }, + "class_type": "SpectrumApplyMiniMaxH3", + "_meta": { + "title": "Spectrum" + } + }, + "153": { + "inputs": { + "scheduler": "simple", + "steps": 8, + "denoise": 1, + "model": [ + "286", + 0 + ] + }, + "class_type": "BasicScheduler", + "_meta": { + "title": "Scheduler" + } + }, + "188": { + "inputs": { + "value": "@R1 is the environment reference and @R2 is the character reference. Preserve identity, clothing, proportions, lighting, geography, and physical continuity. Use realistic motion and continuous screen direction.\n\n[0-4s] @R2 enters from the left and walks forward with alert curiosity. The camera tracks backwards in a smooth medium shot. A sudden movement makes the character stop and turn right.\n\n[4-8s] Continue seamlessly. @R2 approaches the movement while the camera side-tracks. The character reaches a narrow opening, looks through it, and raises one hand to signal caution.\n\n[8-12s] Continue with the same body position and direction. Wind disturbs the environment. @R2 shields their face, steps sideways, then crouches to inspect a small object.\n\n[12-16s] @R2 stands holding the object and moves more quickly. The camera arcs from profile to frontal three-quarter view. Preserve the object, clothing, and environment.\n\n[16-20s] @R2 reaches a vantage point and reacts with focused surprise to a distant event. The camera slowly pushes in as the character holds a ready stance.\n\noverall_soundscape: continuous environmental ambience, footsteps, wind, clothing movement, object handling, and subtle physical reactions. No speech.\n\nnon_diegetic_music: restrained cinematic tension.\n" + }, + "class_type": "PrimitiveStringMultiline", + "_meta": { + "title": "Text (Multiline)" + } + }, + "249": { + "inputs": { + "source": [ + "312", + 3 + ] + }, + "class_type": "PreviewAny", + "_meta": { + "title": "Preview as Text" + } + }, + "286": { + "inputs": { + "PowerLoraLoaderHeaderWidget": { + "type": "PowerLoraLoaderHeaderWidget" + }, + "lora_1": { + "on": true, + "lora": "minimax\\VBVR_H3_attn_only.safetensors", + "strength": 0.8 + }, + "lora_2": { + "on": true, + "lora": "minimax\\MysticXXX_MMH3-V4-ref2va.safetensors", + "strength": 1 + }, + "➕ Add Lora": "", + "model": [ + "358", + 0 + ] + }, + "class_type": "Power Lora Loader (rgthree)", + "_meta": { + "title": "Power Lora Loader (rgthree)" + } + }, + "306": { + "inputs": { + "exact_total_duration": true, + "audio_seam": "Auto", + "video_seam": "Auto", + "buffer_backend": "Auto", + "diagnostics": "Basic", + "images": [ + "344", + 0 + ], + "audio": [ + "344", + 1 + ], + "assembly_plan": [ + "379", + 2 + ], + "driving_audio": [ + "312", + 4 + ] + }, + "class_type": "H3ContinuumAssembleSeamV35", + "_meta": { + "title": "DUMAS H3 Continuum Finalize" + } + }, + "312": { + "inputs": { + "prompt_mode": "Auto", + "chunks": 2, + "chunk_seconds": 4, + "aspect": "Auto from First Image", + "preset": "Draft — 0.30 MP", + "custom_mp": 0.3, + "continuity": "Balanced — 22 frames", + "base_seed": 12, + "audio_continuity": true, + "diagnostics": "Basic", + "reroll_from_chunk": "Auto", + "reroll_nonce": 0, + "strict_compatibility": false, + "debug": false, + "show_preview": true, + "run_storage": "Save + Auto Resume", + "run_name": "Continuum", + "reference_size": "Match Output", + "project_id": "b875c81a-ffa0-447c-894d-ffbc684fd3ea", + "video_reference_size": "Efficient - 0.4 MP", + "continuation_backend": "Standard", + "generation_mode": "Review Each Chunk", + "review_action": "Continue / Next", + "take_group": 0, + "take_revision_id": "", + "take_action": "Automatic", + "size_source": "Manual", + "width": [ + "359", + 0 + ], + "height": [ + "359", + 1 + ], + "video_reference_mode": "Repeat Reference", + "model": [ + "286", + 0 + ], + "clip": [ + "142", + 0 + ], + "video_vae": [ + "135", + 0 + ], + "sampler": [ + "139", + 0 + ], + "sigmas": [ + "153", + 0 + ], + "sequence_prompt": [ + "188", + 0 + ], + "audio_vae": [ + "136", + 0 + ], + "audio_references": [ + "331", + 0 + ], + "reference_images": [ + "348", + 0 + ] + }, + "class_type": "H3ContinuumSamplerV39", + "_meta": { + "title": "DUMAS H3 Continuum Sampler V3.9" + } + }, + "314": { + "inputs": { + "image": "character-reference.png" + }, + "class_type": "H3EasyLoadImage", + "_meta": { + "title": "DUMAS H3 Continuum Load Image" + } + }, + "316": { + "inputs": { + "image": "scene-reference.png" + }, + "class_type": "H3EasyLoadImage", + "_meta": { + "title": "DUMAS H3 Continuum Load Image" + } + }, + "331": { + "inputs": { + "reference_audio_vae": [ + "136", + 0 + ] + }, + "class_type": "H3ContinuumReferenceAudios", + "_meta": { + "title": "DUMAS H3 Continuum Reference Audios" + } + }, + "344": { + "inputs": { + "cache_mode": "Auto", + "ram_budget_mb": 256, + "disk_budget_gb": 8, + "reset_token": 0, + "video_samples": [ + "379", + 0 + ], + "video_vae": [ + "135", + 0 + ], + "audio_samples": [ + "379", + 1 + ], + "audio_vae": [ + "136", + 0 + ] + }, + "class_type": "H3DecodeCacheHelper", + "_meta": { + "title": "DUMAS Decode Cache Helper" + } + }, + "348": { + "inputs": { + "reference_use": "All chunks", + "reference_r1_chunks": "off", + "reference_r2_chunks": "off", + "reference_r3_chunks": "off", + "reference_r4_chunks": "off", + "reference_r5_chunks": "off", + "reference_r6_chunks": "off", + "reference_r7_chunks": "off", + "reference_r8_chunks": "off", + "reference_r9_chunks": "off", + "reference_image_1": [ + "316", + 0 + ], + "reference_image_2": [ + "314", + 0 + ] + }, + "class_type": "H3ContinuumReferenceImagesV39", + "_meta": { + "title": "DUMAS H3 Continuum Reference Images V3.9" + } + }, + "358": { + "inputs": { + "max_resolution": 1024, + "jpeg_quality": 80, + "suppress_default_preview": true, + "preview_frames": 240, + "preview_fps": 12, + "tiny_vae": "taeh3.safetensors", + "model": [ + "360", + 0 + ] + }, + "class_type": "ModelPreviewOverrideKJ", + "_meta": { + "title": "Model Preview Override" + } + }, + "359": { + "inputs": { + "aspect_ratio": "16:9 (Widescreen)", + "megapixels": 0.3, + "multiple": 32 + }, + "class_type": "ResolutionSelector", + "_meta": { + "title": "Resolution Selector" + } + }, + "360": { + "inputs": { + "selection": "vsa", + "selection.keep_percent": 10, + "start_percent": 0.2, + "end_percent": 1, + "dense_blocks": "", + "min_tokens": 12288, + "extra_tokens": 256, + "sink_conditioning": "exact_kv_and_rows", + "verbose": false, + "model": [ + "147", + 0 + ] + }, + "class_type": "BlockSparseAttention", + "_meta": { + "title": "Model Sparse Attention" + } + }, + "365": { + "inputs": { + "model_name": "minimax_h3_latent_upscaler_3d_conv_v1_fp16.safetensors", + "width": [ + "368", + 0 + ], + "height": [ + "368", + 1 + ], + "device": "cuda", + "precision": "fp16" + }, + "class_type": "MMH3LatentUpscaleWithModelParams", + "_meta": { + "title": "MMH3 Latent Upscale with Model Params" + } + }, + "366": { + "inputs": { + "upscale_width": 1024, + "upscale_height": 1024, + "tile_size_mode": "specific_size", + "tile_width": 1056, + "tile_height": 640, + "grid_rows": 2, + "grid_cols": 2, + "spatial_w_overlap": 96, + "spatial_h_overlap": 96, + "fade_width": 32, + "fade_height": 32, + "min_tile_size": 256, + "overlap_mode": "earlier", + "overlap_blend": "linear", + "joint_steps": true, + "token_budget": 70000 + }, + "class_type": "MMH3SpatialSplitParams", + "_meta": { + "title": "MMH3 Spatial Split Params" + } + }, + "368": { + "inputs": { + "ResolutionState": "{\"mode\":\"preset\",\"ratio\":\"16:9\",\"w\":1920,\"h\":1088,\"custom_w\":1024,\"custom_h\":1024,\"custom_ratio_w\":4,\"custom_ratio_h\":3,\"snap\":16}" + }, + "class_type": "PixaromaResolution", + "_meta": { + "title": "Resolution Pixaroma" + } + }, + "379": { + "inputs": { + "refine_seed": 2828258776954, + "tiled_upscale": true, + "upscale_sampler": "sa_solver", + "upscale_scheduler": "simple", + "upscale_steps": 2, + "upscale_denoise": 0.2, + "upscale_cfg": 1, + "upscale_noise_seed": 12, + "model": [ + "286", + 0 + ], + "clip": [ + "142", + 0 + ], + "sampler": [ + "381", + 0 + ], + "sigmas": [ + "380", + 0 + ], + "video_latents": [ + "312", + 0 + ], + "audio_latents": [ + "312", + 1 + ], + "assembly_plan": [ + "312", + 2 + ], + "refine_context": [ + "312", + 5 + ], + "latent_upscale_param": [ + "365", + 0 + ], + "spatial_split_param": [ + "366", + 0 + ] + }, + "class_type": "H3ContinuumSecondPassV35", + "_meta": { + "title": "DUMAS H3 Continuum Second Pass" + } + }, + "380": { + "inputs": { + "scheduler": "simple", + "steps": 2, + "denoise": 0.2, + "model": [ + "150", + 0 + ] + }, + "class_type": "BasicScheduler", + "_meta": { + "title": "BasicScheduler" + } + }, + "381": { + "inputs": { + "sampler_name": "sa_solver" + }, + "class_type": "KSamplerSelect", + "_meta": { + "title": "KSamplerSelect" + } + }, + "382": { + "inputs": { + "frame_rate": 24, + "loop_count": 0, + "filename_prefix": "AnimateDiff", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": true, + "images": [ + "306", + 0 + ], + "audio": [ + "306", + 1 + ] + }, + "class_type": "VHS_VideoCombine", + "_meta": { + "title": "Video Combine 🎥🅥🅗🅢" + } + } +}