chris.dumas/DumasNodes
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 1 Wiki Activity

Add per-shot H3 beat directives

Browse Source
This commit is contained in:
chris.dumas
2026-08-26 22:46:02 +00:00
parent c4cd4121b8
commit f0d51cf6da
5 changed files with 560 additions and 158 deletions
Download Patch File Download Diff File Expand all files Collapse all files
dumas_h3_longvideos.py
+318 -151
View File
@@ -281,8 +281,26 @@ ADDED_WIDGETS = (
NL = "\n"
# Lines that CONFIGURE a beat rather than being one. They attach to the beat that
# follows them, so a line-split never turns "wardrobe: ..." into its own shot.
DIRECTIVE_KEYS = ("wardrobe", "seconds", "duration", "exit", "enter",
"overall_soundscape", "non_diegetic_music", "soundscape", "music")
DIRECTIVE_KEYS = ("wardrobe", "seconds", "duration", "exit", "enter",
"overall_soundscape", "non_diegetic_music", "soundscape", "music",
"continuity", "ref_mode", "ref_noise_aug", "anchor_add")
_REF_MODE_DIRECTIVE_MAP = {
"auto ref2v": "auto ref2v",
"where tagged": "where tagged",
"first shot": "first shot",
"every shot": "every shot",
"every shot + handoff ref": "every shot + handoff ref",
}
_CONTINUITY_DIRECTIVE_MAP = {
"auto": "auto",
"default": "auto",
"soft carry": "soft carry",
"hard cut": "hard cut",
"keyframe carry": "keyframe carry",
"handoff ref": "handoff ref",
}
def is_directive_line(line):
@@ -2774,6 +2792,82 @@ def extract_directive(body, key):
extract_directive = lru_cache(maxsize=4096)(extract_directive)
def extract_directive_aliases(body, keys):
"""Pull all alias lines for one logical directive, returning the last value found."""
cleaned = str(body or "")
value = None
for key in keys:
cleaned, found = extract_directive(cleaned, key)
if found:
value = found
return cleaned, value
def _normalize_choice_directive(value, allowed_map):
lowered = str(value or "").strip().lower()
if not lowered:
return None
return allowed_map.get(lowered)
def beat_ref_mode_directive(beat):
_, value = extract_directive((beat or ""), "ref_mode")
return _normalize_choice_directive(value, _REF_MODE_DIRECTIVE_MAP)
beat_ref_mode_directive = lru_cache(maxsize=2048)(beat_ref_mode_directive)
def beat_ref_noise_aug_directive(beat):
_, value = extract_directive((beat or ""), "ref_noise_aug")
if not value:
return None
match = re.search(r"([0-9]*\.?[0-9]+)", value)
if not match:
return None
try:
parsed = float(match.group(1))
except ValueError:
return None
return parsed if parsed >= 0 else None
beat_ref_noise_aug_directive = lru_cache(maxsize=2048)(beat_ref_noise_aug_directive)
def beat_continuity_directive(beat):
_, value = extract_directive((beat or ""), "continuity")
return _normalize_choice_directive(value, _CONTINUITY_DIRECTIVE_MAP)
beat_continuity_directive = lru_cache(maxsize=2048)(beat_continuity_directive)
def beat_override_summary(beat, shot_number):
items = []
continuity = beat_continuity_directive(beat)
if continuity and continuity != "auto":
items.append(f"continuity {continuity}")
ref_mode = beat_ref_mode_directive(beat)
if ref_mode:
items.append(f"ref_mode {ref_mode}")
ref_noise_aug = beat_ref_noise_aug_directive(beat)
if ref_noise_aug is not None:
items.append(f"ref_noise_aug {ref_noise_aug:g}")
_, anchor_add = extract_directive((beat or ""), "anchor_add")
if anchor_add:
items.append("anchor_add")
_, soundscape = extract_directive_aliases((beat or ""), ("overall_soundscape", "soundscape"))
if soundscape:
items.append("soundscape")
_, music = extract_directive_aliases((beat or ""), ("non_diegetic_music", "music"))
if music:
items.append("music")
if not items:
return ""
return f"shot {shot_number}: " + ", ".join(items)
# "walks out OF THE BARN" is emerging INTO the scene, not leaving it -- and a false
@@ -3223,15 +3317,21 @@ def distribute_generations(anchor, beats, gs, music="", char_memory="", auto_war
# unmatched. Checked after the loop, once the full cast is known.
seen_names = {k for k in active if k}
blocks = []
for gi, b in enumerate(beats, 1):
body, wardrobe_change = extract_wardrobe((b or "").strip())
body, _ = extract_directive(body, "seconds") # shot length, not prose
body, _ = extract_directive(body, "duration") # ditto (alias)
body, exit_directive = extract_directive(body, "exit") # explicit 'exit: Jon'
body, enter_directive = extract_directive(body, "enter") # explicit 'enter: Jon' (undo)
if enter_directive:
for nm in _entries(enter_directive):
departed.discard(_norm_name(nm))
for gi, b in enumerate(beats, 1):
body, wardrobe_change = extract_wardrobe((b or "").strip())
body, _ = extract_directive(body, "seconds") # shot length, not prose
body, _ = extract_directive(body, "duration") # ditto (alias)
body, exit_directive = extract_directive(body, "exit") # explicit 'exit: Jon'
body, enter_directive = extract_directive(body, "enter") # explicit 'enter: Jon' (undo)
body, shot_soundscape = extract_directive_aliases(body, ("overall_soundscape", "soundscape"))
body, shot_music = extract_directive_aliases(body, ("non_diegetic_music", "music"))
body, shot_anchor_add = extract_directive(body, "anchor_add")
body, _ = extract_directive(body, "continuity")
body, _ = extract_directive(body, "ref_mode")
body, _ = extract_directive(body, "ref_noise_aug")
if enter_directive:
for nm in _entries(enter_directive):
departed.discard(_norm_name(nm))
# Naming a departed character again is intent to have them BACK. Without
# this they stayed departed, so the beat carried their bare NAME with no
# description while everyone else kept theirs -- and the described character
@@ -3384,13 +3484,16 @@ def distribute_generations(anchor, beats, gs, music="", char_memory="", auto_war
zones_bare = [z for z, mk in marks.items() if mk in active[nm]]
if zones_bare:
bare_now[nm] = zones_bare
persistent = compose_persistent(body, active, anchor_id, removed, departed, count_subjects,
speaking=has_speech(body), front_load=front_load,
count_auto=count_auto,
silence_nonspeech=bool(auto_silence_nonspeech))
# State the DIRECTION of the change, in the shot that performs it. Only for
# people actually in this shot; an anchor-prose garment is stated
# impersonally, so it summons nobody.
persistent = compose_persistent(body, active, anchor_id, removed, departed, count_subjects,
speaking=has_speech(body), front_load=front_load,
count_auto=count_auto,
silence_nonspeech=bool(auto_silence_nonspeech))
if shot_anchor_add:
persistent = persistent.rstrip(". ")
persistent = f"{persistent}. {shot_anchor_add}".strip(". ") if persistent else shot_anchor_add
# State the DIRECTION of the change, in the shot that performs it. Only for
# people actually in this shot; an anchor-prose garment is stated
# impersonally, so it summons nobody.
speak_off = [(n, it) for n, it in off_now
if not n or person_referenced(body, n, active)]
off_clause = takes_off_clause(speak_off, active)
@@ -3492,15 +3595,22 @@ def distribute_generations(anchor, beats, gs, music="", char_memory="", auto_war
persistent = persistent.rstrip(". ") + "." + clause
silent_shot = no_speech and not allow_vocals
block = f"[Generation {gi}] {persistent}".strip()
# A silenced shot ALWAYS gets a soundscape line. Leaving the field out is
# what let H3 improvise a voice track under a shot whose picture was already
# told to keep its mouth shut -- the babble the lips-closed clause cannot
# reach, because it only constrains the frames.
if "soundscape:" not in block.lower():
if gs:
if silent_shot:
block += f"\noverall_soundscape: {gs}{NO_VOICE_CLAUSE}"
elif no_speech:
# A silenced shot ALWAYS gets a soundscape line. Leaving the field out is
# what let H3 improvise a voice track under a shot whose picture was already
# told to keep its mouth shut -- the babble the lips-closed clause cannot
# reach, because it only constrains the frames.
if shot_soundscape:
if silent_shot:
block += f"\noverall_soundscape: {shot_soundscape}{NO_VOICE_CLAUSE}"
elif no_speech:
block += f"\noverall_soundscape: {shot_soundscape}{NO_VOICE_SPEECH_CLAUSE}"
else:
block += f"\noverall_soundscape: {shot_soundscape}"
elif "soundscape:" not in block.lower():
if gs:
if silent_shot:
block += f"\noverall_soundscape: {gs}{NO_VOICE_CLAUSE}"
elif no_speech:
block += f"\noverall_soundscape: {gs}{NO_VOICE_SPEECH_CLAUSE}"
else:
block += f"\noverall_soundscape: {gs}"
@@ -3508,12 +3618,14 @@ def distribute_generations(anchor, beats, gs, music="", char_memory="", auto_war
block += f"\noverall_soundscape: {NO_VOICE_SOUNDSCAPE}"
elif no_speech:
block += f"\noverall_soundscape: {NO_VOICE_SPEECH_SOUNDSCAPE}"
# Music is OPT-IN: a blank field emits the spec's silence token N/A on every
# shot, so H3 doesn't improvise a score. (Soundscape is NOT forced to N/A --
# per the spec it takes N/A only when total silence is explicitly wanted, so a
# blank soundscape still lets H3 provide ambient sound.)
if "non_diegetic_music:" not in block.lower():
block += f"\nnon_diegetic_music: {music if music else 'N/A'}"
# Music is OPT-IN: a blank field emits the spec's silence token N/A on every
# shot, so H3 doesn't improvise a score. (Soundscape is NOT forced to N/A --
# per the spec it takes N/A only when total silence is explicitly wanted, so a
# blank soundscape still lets H3 provide ambient sound.)
if shot_music:
block += f"\nnon_diegetic_music: {shot_music}"
elif "non_diegetic_music:" not in block.lower():
block += f"\nnon_diegetic_music: {music if music else 'N/A'}"
blocks.append(block.strip())
# Exits stay DEFERRED, unlike removals: a character has to be visible in the
# shot that shows them leaving, and the frame they leave in is the shot's own
@@ -6204,18 +6316,21 @@ class H3LongVideos:
f"{seed}..{seed + len(gens) - 1} rather than one field. Stochastic detail "
f"resets at every boundary, which looks like a cut in a continuous take. "
f"Turn it off unless the beats are meant to look separately shot")
preflight = [("SLA", sla_note),
("LORA HINTS", "; ".join(hint_notes)),
("", mp_note),
("SCHEDULE", sched_note),
("KERNELS", kernel_note),
("AUDIO", audio_ratio_note),
("CONTINUITY", "; ".join(cohesion_notes)),
("SOUND", sound_note)]
preflight_txt = "".join(f"{(lbl + ' -- ') if lbl else ''}{txt}. "
for lbl, txt in preflight if txt)
if plan_only:
preflight = [("SLA", sla_note),
("LORA HINTS", "; ".join(hint_notes)),
("", mp_note),
("SCHEDULE", sched_note),
("KERNELS", kernel_note),
("AUDIO", audio_ratio_note),
("CONTINUITY", "; ".join(cohesion_notes)),
("SOUND", sound_note)]
preflight_txt = "".join(f"{(lbl + ' -- ') if lbl else ''}{txt}. "
for lbl, txt in preflight if txt)
override_notes = [beat_override_summary(beat, index) for index, beat in enumerate(beats, 1)]
override_notes = [note for note in override_notes if note]
any_tags_anywhere = any(picture_tags(g) for g in gens)
if plan_only:
# Preview the split using THIS node's own settings -- no render, near-instant.
shots = len(gens)
plan_lens = (lens + [ln] * shots)[:shots]
@@ -6246,17 +6361,29 @@ class H3LongVideos:
# prompts and falls back to first shot when nothing is tagged --
# reporting by ref_mode alone described shots the render never gave
# references to.
tagged_mode = ref_mode in ("where tagged", "auto ref2v")
if tagged_mode and any(picture_tags(g) for g in gens):
on = [n + 1 for n, g in enumerate(gens) if resolve_tagged_refs(g, ref_slots)[1]]
tagged_used = False
on = []
effective_modes = []
for shot_index, gen in enumerate(gens):
shot_mode = beat_ref_mode_directive(beats[shot_index] if shot_index < len(beats) else "") or ref_mode
if shot_mode in ("where tagged", "auto ref2v") and any_tags_anywhere:
if resolve_tagged_refs(gen, ref_slots)[1]:
on.append(shot_index + 1)
tagged_used = True
else:
mode_eff = ("every shot" if shot_mode == "auto ref2v"
else "first shot" if shot_mode == "where tagged" else shot_mode)
effective_modes.append(mode_eff)
if shot_references(ref_slots, mode_eff, shot_index, 1 if shot_index else None):
on.append(shot_index + 1)
if tagged_used:
how = "placed by <Picture N> tags"
else:
mode_eff = ("every shot" if ref_mode == "auto ref2v"
else "first shot" if ref_mode == "where tagged" else ref_mode)
on = [n + 1 for n in range(shots)
if shot_references(ref_slots, mode_eff, n, 1 if n else None)]
distinct_modes = list(dict.fromkeys(effective_modes))
mode_eff = distinct_modes[0] if len(distinct_modes) == 1 else "per-shot overrides"
global_tag_mode = ref_mode in ("where tagged", "auto ref2v")
how = (f"ref_mode '{mode_eff}'"
+ (" -- no tags found anywhere" if tagged_mode else ""))
+ (" -- no tags found anywhere" if global_tag_mode and not any_tags_anywhere else ""))
src = []
if direct_ref_count:
src.append(f"{direct_ref_count} direct")
@@ -6272,12 +6399,14 @@ class H3LongVideos:
+ (f" {beats_note}." if beats_note else "")
+ (" ANCHOR: " + "; ".join(anchor_hazards) + "."
if anchor_hazards else "")
+ (f"{plan_audio}." if plan_audio else "")
+ (" EXPOSURE -- " + "; ".join(wardrobe_notes) + "."
if wardrobe_notes else "")
+ (f"{plan_ref}." if plan_ref else "")
+ (f" {fps_note}." if fps_note else "")
+ (f" {ln_note}." if ln_note else ""))
+ (f"{plan_audio}." if plan_audio else "")
+ (" EXPOSURE -- " + "; ".join(wardrobe_notes) + "."
if wardrobe_notes else "")
+ (" OVERRIDES -- " + "; ".join(override_notes) + "."
if override_notes else "")
+ (f"{plan_ref}." if plan_ref else "")
+ (f" {fps_note}." if fps_note else "")
+ (f" {ln_note}." if ln_note else ""))
ph_img = torch.zeros((1, 64, 64, 3))
ph_audio = {"waveform": torch.zeros((1, 2, 1)), "sample_rate": 44100}
# plan_only samples nothing, so there is no latent to hand out. Emit a
@@ -6301,88 +6430,111 @@ class H3LongVideos:
ref_missing = [] # <Picture N> tags naming an unconnected slot
ref_carried = [] # tagged shots that kept continuity as an extra ref
ref_keyframed = [] # tagged shots that kept it as a real keyframe
# 'where tagged' reads the prompt instead of counting shots. If references are
# connected but nothing is tagged anywhere, fall back to first-shot placement
# rather than silently conditioning nothing at all.
tag_mode = ref_mode in ("where tagged", "auto ref2v")
tag_driven = bool(connected_ref_count) and tag_mode and any(
picture_tags(g) for g in gens)
if connected_ref_count and tag_mode and not tag_driven:
ref_mode = "every shot" if ref_mode == "auto ref2v" else "first shot"
if cleanup_between_shots:
_deep_cleanup() # start the first (heaviest) shot with max free VRAM
ref_mode_used = []
continuity_used = []
ref_aug_used = []
if cleanup_between_shots:
_deep_cleanup() # start the first (heaviest) shot with max free VRAM
shot_lens = (lens + [ln] * len(gens))[:len(gens)]
for i, gen_prompt in enumerate(gens):
# denoise is fixed at 1.0 (partial denoise desyncs the joint AV schedule).
sa = (seed + i if vary_seed_per_shot else seed, steps, cfg, sampler_name, scheduler, 1.0)
ln_i = shot_lens[i] # this beat's own length (<= the VRAM ceiling)
# Which conditioning channels this shot carries is decided here; see
# _build_shot_conditioning for how they are packed. On ComfyUI 0.31+ a
# shot may carry BOTH references and a keyframe.
carry_keyframe = False # tagged shot keeps its handoff as a keyframe
if tag_driven:
# The prompt itself says where each reference belongs: the shot whose
# text names <Picture N> gets image N, renumbered to match what that
# shot actually carries. Every untagged shot keeps its handoff.
sa = (seed + i if vary_seed_per_shot else seed, steps, cfg, sampler_name, scheduler, 1.0)
ln_i = shot_lens[i] # this beat's own length (<= the VRAM ceiling)
# Which conditioning channels this shot carries is decided here; see
# _build_shot_conditioning for how they are packed. On ComfyUI 0.31+ a
# shot may carry BOTH references and a keyframe.
beat_text = beats[i] if i < len(beats) else ""
shot_mode = beat_ref_mode_directive(beat_text) or ref_mode
shot_continuity = beat_continuity_directive(beat_text) or "auto"
shot_ref_noise_aug = beat_ref_noise_aug_directive(beat_text)
shot_aug = ref_noise_aug if shot_ref_noise_aug is None else shot_ref_noise_aug
shot_tag_driven = bool(connected_ref_count) and shot_mode in ("where tagged", "auto ref2v") and any_tags_anywhere
if shot_tag_driven:
shot_mode_eff = shot_mode
else:
shot_mode_eff = ("every shot" if shot_mode == "auto ref2v"
else "first shot" if shot_mode == "where tagged" else shot_mode)
carry_keyframe = False # tagged shot keeps its handoff as a keyframe
if shot_tag_driven:
# The prompt itself says where each reference belongs: the shot whose
# text names <Picture N> gets image N, renumbered to match what that
# shot actually carries. Every untagged shot keeps its handoff.
gen_prompt, shot_refs, dropped = resolve_tagged_refs(gen_prompt, ref_slots)
for n in dropped:
if n not in ref_missing:
ref_missing.append(n)
# A tagged shot keeps its continuity, but by which channel depends on
# ref_noise_aug. On ComfyUI 0.31+ refs and keyframes coexist, so the
# handoff can be a REAL keyframe -- it anchors the first frame, which
# is what continuity means. Once references are softened that same
# aug would soften the keyframe too, so there it falls back to riding
# as an extra reference (the pre-0.31 workaround): weaker, but it
# leaves no anchor to compromise. Appended AFTER the tagged images, so
# their <Picture N> numbers are untouched.
if shot_refs and handoff is not None:
if keyframe_rides_with_refs(ref_noise_aug):
carry_keyframe = True
ref_keyframed.append(i + 1)
else:
shot_refs = shot_refs + [handoff]
ref_carried.append(i + 1)
else:
shot_refs = shot_references(ref_slots, ref_mode, i, handoff)
# ComfyUI 0.31+ lets references and a keyframe ride TOGETHER, and only
# the tagged branch above was ever updated for it. Everywhere else a
# ref-conditioned shot still dropped its handoff, as 0.30 required:
# 'every shot' -> no keyframe at all, so consecutive
# shots meet as CUTS
# 'every shot + handoff ref' -> the handoff demoted to a soft
# reference ("look like this") rather
# than an anchor ("start from this")
# 'first shot', shot 0 -> the start_image was ignored outright
# In each case the last frame of a shot does not become the first frame
# of the next, which is exactly the reported symptom.
if shot_refs and handoff is not None and keyframe_rides_with_refs(ref_noise_aug):
carry_keyframe = True
ref_keyframed.append(i + 1)
# It is anchoring as a keyframe now, so the SAME frame repeated in
# the ref channel would only spend rows saying it twice -- and say
# it more weakly.
shot_refs = [r for r in shot_refs if r is not handoff]
elif (shot_refs and handoff is not None
and ref_mode == "every shot + handoff ref"):
ref_carried.append(i + 1) # softened refs: the 0.30 fallback
# A shot that follows a strip starts FRESH. Continuing from a frame that
# still shows the garment is how it reappears -- the picture outvotes the
# text every time. Costs a cut exactly where the state changes, which is
# where a cut belongs anyway.
# No scripted line -> anchor this shot's audio branch to silence.
shot_silent = bool(auto_silence_nonspeech and not allow_nonspeech_vocals and i < len(spk) and not spk[i])
after_strip = i in strip_shots # strip_shots is 1-based, i is 0-based
shot_handoff = (None if after_strip
else handoff if (carry_keyframe or not shot_refs) else None)
if shot_refs:
ref_shots.append(i + 1)
if i == 0:
while True:
try:
frames, audio, shot_latent = self._render(model, clip, vae, audio_vae, negative, gen_prompt, w, h, ln_i, fps, tiled, sa, shot_handoff, decode_tile_frames, decode_tile_size,
shot_refs, ref_image_size, ref_noise_aug, shot_silent)
for n in dropped:
if n not in ref_missing:
ref_missing.append(n)
else:
shot_refs = shot_references(ref_slots, shot_mode_eff, i, handoff)
# A shot that follows a strip starts FRESH. Continuing from a frame that
# still shows the garment is how it reappears -- the picture outvotes the
# text every time. Costs a cut exactly where the state changes, which is
# where a cut belongs anyway.
# No scripted line -> anchor this shot's audio branch to silence.
shot_silent = bool(auto_silence_nonspeech and not allow_nonspeech_vocals and i < len(spk) and not spk[i])
after_strip = i in strip_shots # strip_shots is 1-based, i is 0-based
if handoff is not None and shot_refs and shot_tag_driven and keyframe_rides_with_refs(shot_aug):
carry_keyframe = True
elif handoff is not None and shot_refs and shot_tag_driven:
if handoff not in shot_refs:
shot_refs = shot_refs + [handoff]
if (i + 1) not in ref_carried:
ref_carried.append(i + 1)
elif handoff is not None and shot_refs and keyframe_rides_with_refs(shot_aug):
carry_keyframe = True
shot_refs = [r for r in shot_refs if r is not handoff]
elif handoff is not None and shot_refs and shot_mode_eff == "every shot + handoff ref":
if (i + 1) not in ref_carried:
ref_carried.append(i + 1)
if after_strip:
shot_refs = [r for r in shot_refs if r is not handoff]
shot_handoff = None
carry_keyframe = False
continuity_label = "hard cut (post-strip)"
elif shot_continuity == "hard cut":
shot_refs = [r for r in shot_refs if r is not handoff]
shot_handoff = None
carry_keyframe = False
continuity_label = "hard cut"
elif shot_continuity == "keyframe carry":
shot_refs = [r for r in shot_refs if r is not handoff]
shot_handoff = handoff
carry_keyframe = handoff is not None
continuity_label = "keyframe carry"
elif shot_continuity == "handoff ref":
if handoff is not None and shot_refs:
if handoff not in shot_refs:
shot_refs = shot_refs + [handoff]
if (i + 1) not in ref_carried:
ref_carried.append(i + 1)
shot_handoff = None
else:
shot_handoff = handoff if handoff is not None else None
carry_keyframe = False
continuity_label = "handoff ref"
elif shot_continuity == "soft carry":
shot_refs = [r for r in shot_refs if r is not handoff]
shot_handoff = handoff if not shot_refs else None
carry_keyframe = False
continuity_label = "soft carry"
else:
shot_handoff = handoff if (carry_keyframe or not shot_refs) else None
continuity_label = ("keyframe carry" if carry_keyframe else
"handoff ref" if (handoff is not None and handoff in shot_refs) else
"soft carry" if shot_handoff is not None else "hard cut")
if carry_keyframe and (i + 1) not in ref_keyframed and handoff is not None:
ref_keyframed.append(i + 1)
ref_mode_used.append(shot_mode if shot_tag_driven else shot_mode_eff)
continuity_used.append(continuity_label)
ref_aug_used.append(shot_aug)
if shot_refs:
ref_shots.append(i + 1)
if i == 0:
while True:
try:
frames, audio, shot_latent = self._render(model, clip, vae, audio_vae, negative, gen_prompt, w, h, ln_i, fps, tiled, sa, shot_handoff, decode_tile_frames, decode_tile_size,
shot_refs, ref_image_size, shot_aug, shot_silent)
break
except (torch.cuda.OutOfMemoryError, RuntimeError) as e:
if not _is_oom(e):
@@ -6396,9 +6548,9 @@ class H3LongVideos:
raise RuntimeError("H3 Long Videos: not enough VRAM even at the smallest size. "
"Pick a smaller resolution, close other GPU apps, or use a smaller quant.")
else:
try:
frames, audio, shot_latent = self._render(model, clip, vae, audio_vae, negative, gen_prompt, w, h, ln_i, fps, tiled, sa, shot_handoff, decode_tile_frames, decode_tile_size,
shot_refs, ref_image_size, ref_noise_aug, shot_silent)
try:
frames, audio, shot_latent = self._render(model, clip, vae, audio_vae, negative, gen_prompt, w, h, ln_i, fps, tiled, sa, shot_handoff, decode_tile_frames, decode_tile_size,
shot_refs, ref_image_size, shot_aug, shot_silent)
except (torch.cuda.OutOfMemoryError, RuntimeError) as e:
if _is_oom(e) and getattr(e, "_h3_stage", "") == "sampling":
# Retrying with tiles would re-run the whole sampling pass and
@@ -6409,9 +6561,9 @@ class H3LongVideos:
) from e
if not _is_oom(e) or tiled:
raise
mm.soft_empty_cache(True); tiled = True; backoff.append(f"shot {i+1}: tiled")
frames, audio, shot_latent = self._render(model, clip, vae, audio_vae, negative, gen_prompt, w, h, ln_i, fps, tiled, sa, shot_handoff, decode_tile_frames, decode_tile_size,
shot_refs, ref_image_size, ref_noise_aug, shot_silent)
mm.soft_empty_cache(True); tiled = True; backoff.append(f"shot {i+1}: tiled")
frames, audio, shot_latent = self._render(model, clip, vae, audio_vae, negative, gen_prompt, w, h, ln_i, fps, tiled, sa, shot_handoff, decode_tile_frames, decode_tile_size,
shot_refs, ref_image_size, shot_aug, shot_silent)
if shot_latent is not None:
latent_chunks.append(shot_latent)
@@ -6603,19 +6755,30 @@ class H3LongVideos:
ref_note_missing = (f" <Picture {','.join(str(n) for n in ref_missing)}> named in the prompt "
f"but no image is connected to that ref_image input -- the tag(s) were "
f"dropped from the text")
else:
ref_note_missing = ""
else:
ref_note_missing = ""
if connected_ref_count and ref_shots:
kept = [n for n in range(1, len(gens) + 1) if n not in ref_shots]
ref_placement = "placed by <Picture N> tags" if tag_driven else f"ref_mode '{ref_mode}'"
distinct_ref_modes = list(dict.fromkeys(ref_mode_used))
tagged_used = any(mode in ("where tagged", "auto ref2v") for mode in ref_mode_used) and any_tags_anywhere
ref_placement = ("placed by <Picture N> tags" if tagged_used else
f"ref_mode '{distinct_ref_modes[0]}'" if len(distinct_ref_modes) == 1 else
"mixed per-shot ref_mode")
ref_source = []
if direct_ref_count:
ref_source.append(f"{direct_ref_count} direct")
aug_override_notes = [
f"{index + 1}={value:.3f}"
for index, value in enumerate(ref_aug_used)
if ref_noise_aug is not None and float(value) != float(ref_noise_aug)
]
ref_note = (f" ref2va: {connected_ref_count} reference image(s) at '{ref_image_size}' on shot(s) "
f"{','.join(str(n) for n in ref_shots)} "
f"({ref_placement})"
+ (f", ref_noise_aug {ref_noise_aug:.3f}" if ref_noise_aug is not None
and float(ref_noise_aug) < 0.999 else "")
+ (f"; shot-specific ref_noise_aug shot(s) {', '.join(aug_override_notes)}"
if aug_override_notes else "")
+ (f"; source {' + '.join(ref_source)}" if ref_source else "")
+ (f"; shot(s) {','.join(str(n) for n in kept)} keep the handoff" if kept
else "")
@@ -6630,8 +6793,10 @@ class H3LongVideos:
else ", so every cut between beats is a CUT, not a continuous take")
+ ref_note_missing)
elif connected_ref_count:
distinct_ref_modes = list(dict.fromkeys(ref_mode_used))
mode_label = distinct_ref_modes[0] if len(distinct_ref_modes) == 1 else "mixed per-shot ref_mode"
ref_note = (f" ref2va: {connected_ref_count} reference image(s) connected but ref_mode "
f"'{ref_mode}' applied them to no shot"
f"'{mode_label}' applied them to no shot"
+ (f" (source {direct_ref_count} direct)" if direct_ref_count else ""))
else:
ref_note = ""
@@ -6655,11 +6820,13 @@ class H3LongVideos:
+ (f" SLA LoRA '{os.path.basename(str(sla_name))}' paired with sparse attention."
if sla_name and sparse_on else "")
+ (f" {beats_note}." if beats_note else "")
+ (f"{audio_note}." if audio_note else "")
+ (" EXPOSURE -- " + "; ".join(wardrobe_notes) + "."
if wardrobe_notes else "")
+ (f"{ref_note}." if ref_note else "")
+ (f" {fps_note}." if fps_note else "")
+ (f"{audio_note}." if audio_note else "")
+ (" EXPOSURE -- " + "; ".join(wardrobe_notes) + "."
if wardrobe_notes else "")
+ (" OVERRIDES -- " + "; ".join(override_notes) + "."
if override_notes else "")
+ (f"{ref_note}." if ref_note else "")
+ (f" {fps_note}." if fps_note else "")
+ (f" {swap_note}." if swap_note else "")
+ (f" free VRAM/shot: {vram_trace}." if len(vram_trace) > 1 else "")
+ (f" {accel_note}." if accel_note else "")