Pass nested AV latents to H3 tiled upscale

This commit is contained in:
2026-10-20 12:16:13 +00:00
parent 0abde05cef
commit d844fff11d
2 changed files with 48 additions and 18 deletions
+39 -13
View File
@@ -33,18 +33,26 @@ def _continuum_helper(name: str):
"""Resolve a helper from the installed upstream H3 Continuum package."""
import sys
for module_name, module in list(sys.modules.items()):
if module is not None and module_name.endswith(".v3.second_pass"):
if module is not None and (
module_name.endswith(".v3.second_pass")
or module_name.endswith(".v2.sampling")
or module_name.endswith(".state")
):
helper = getattr(module, name, None)
if helper is not None:
return helper
try:
import importlib
return getattr(importlib.import_module("v3.second_pass"), name)
except Exception as exc:
raise RuntimeError(
"DUMAS H3 per-clip upscale requires the original "
"ComfyUI-H3-Continuum second_pass module."
) from exc
import importlib
for module_name in ("v3.second_pass", "v2.sampling", "state"):
try:
helper = getattr(importlib.import_module(module_name), name, None)
if helper is not None:
return helper
except Exception:
pass
raise RuntimeError(
"DUMAS H3 per-clip upscale requires the original "
"ComfyUI-H3-Continuum AV latent helpers."
)
def _native_node(name: str):
@@ -308,12 +316,27 @@ class DumasH3ContinuumTiledLatentUpscalePerClip:
outputs = []
reports = []
build_av_latent = _continuum_helper("latent_from_cpu")
extract_av_streams = _continuum_helper("extract_av_streams")
audio_values = _clips(audio_latents)
if len(audio_values) != len(latents):
raise ValueError(
"audio_latents must contain one first-pass audio latent per physical clip"
)
for index, (clip_latent, clip_model, clip_conditioning) in enumerate(
zip(latents, models, conditionings), start=1
):
samples = clip_latent.get("samples") if isinstance(clip_latent, dict) else None
if samples is None or getattr(samples, "ndim", None) != 5:
raise ValueError(f"clip {index} is not a 5-D H3 LATENT")
audio_latent = audio_values[index - 1]
audio_samples = (
audio_latent.get("samples")
if isinstance(audio_latent, dict) else None
)
if audio_samples is None:
raise ValueError(f"audio clip {index} is not a LATENT mapping")
nested_latent = build_av_latent(samples, audio_samples)
noise = _unwrap_single_output(
random_noise().get_noise(seed + index - 1), "RandomNoise"
)
@@ -331,7 +354,7 @@ class DumasH3ContinuumTiledLatentUpscalePerClip:
kwargs = {
"model": clip_model,
"conditioning": clip_conditioning,
"latent": clip_latent,
"latent": nested_latent,
"noise": noise,
"sampler": sampler,
"sigmas": sigmas,
@@ -346,9 +369,12 @@ class DumasH3ContinuumTiledLatentUpscalePerClip:
if not isinstance(result, (tuple, list)) or not result:
raise RuntimeError(f"native upscale returned no output for clip {index}")
output = result[0]
output_samples = output.get("samples") if isinstance(output, dict) else None
if output_samples is None or output_samples.ndim != 5:
raise RuntimeError(f"native upscale returned an invalid clip {index}")
try:
output_samples, _ = extract_av_streams(output)
except Exception as exc:
raise RuntimeError(
f"native upscale returned an invalid AV latent for clip {index}: {exc}"
) from exc
if output_samples.shape[2] != samples.shape[2]:
raise RuntimeError(f"tiled upscale changed temporal length for clip {index}")
outputs.append(output)