Route RefMods through H3 prompt builder

This commit is contained in:
2026-10-20 13:23:02 +00:00
parent 944f3d28b4
commit 506f97ab6c
4 changed files with 114 additions and 18 deletions
+61 -11
View File
@@ -33,6 +33,34 @@ def _continuum_reference_bundle_type():
)
def _visual_refmods(mods):
"""Return positive-weight visual RefMods in stable picker order."""
result = []
seen = set()
for mod, strength in (mods or []):
if getattr(mod, "kind", None) == "audio" or float(strength) <= 0:
continue
key = str(getattr(mod, "path", "") or "") or (getattr(mod, "name", "refmod"), id(mod))
if key in seen:
continue
seen.add(key)
result.append((mod, float(strength)))
return result
def _refmod_directive(refmods, start_slot):
"""Build conservative default definitions for RefMods in the prompt."""
lines = []
for offset, (mod, _strength) in enumerate(refmods):
slot = start_slot + offset
name = str(getattr(mod, "name", "visual reference") or "visual reference").strip()
lines.append(
f"@R{slot} is the {name} visual reference; preserve its identity, "
"appearance, and important physical details when it is used."
)
return "\n".join(lines)
MAX_CLIPS = 16
DEFAULT_CLIP_SECONDS = 4.0
@@ -162,8 +190,8 @@ class DumasH3SequencePromptBuilder:
"the node emits one absolute Timeline prompt for Sequence Prompt."
)
CATEGORY = "Dumas/MiniMax H3/Prompt"
RETURN_TYPES = ("STRING", "INT", "FLOAT", REFERENCE_IMAGES_V39_TYPE)
RETURN_NAMES = ("sequence_prompt", "chunk_count", "chunk_duration", "reference_images")
RETURN_TYPES = ("STRING", "INT", "FLOAT", REFERENCE_IMAGES_V39_TYPE, "H3_REF_MODS", "INT")
RETURN_NAMES = ("sequence_prompt", "chunk_count", "chunk_duration", "reference_images", "ref_mods", "refmod_offset")
FUNCTION = "build"
@classmethod
@@ -179,11 +207,17 @@ class DumasH3SequencePromptBuilder:
"music": ("STRING", {"default": "", "multiline": True}),
},
"optional": {
f"reference_image_{index}": ("IMAGE", {
"display_name": f"Reference Image {index} (@R{index})",
"tooltip": f"Fixed Reference Image {index}; use @R{index} in a clip prompt.",
}) for index in range(1, 10)
}
**{
f"reference_image_{index}": ("IMAGE", {
"display_name": f"Reference Image {index} (@R{index})",
"tooltip": f"Fixed Reference Image {index}; use @R{index} in a clip prompt.",
}) for index in range(1, 10)
},
"ref_mods": ("H3_REF_MODS", {
"display_name": "RefMods (assign @R slots after images)",
"tooltip": "Visual RefMods are described in the prompt and emitted for the Continuum bridge.",
}),
},
}
def build(
@@ -202,21 +236,35 @@ class DumasH3SequencePromptBuilder:
default_seconds=float(default_chunk_seconds),
)
selectors = []
directive = str(shared_directive or "").strip()
routing_directive = str(shared_directive or "").strip()
directive = routing_directive
sound = str(soundscape or "").strip() or "N/A"
music_text = str(music or "").strip() or "N/A"
connected_image_slots = [
index for index in range(1, 10)
if kwargs.get(f"reference_image_{index}") is not None
]
refmods = _visual_refmods(kwargs.get("ref_mods"))
refmod_offset = max(connected_image_slots, default=0)
if refmod_offset + len(refmods) > 9:
raise ValueError("The prompt builder supports at most nine combined image and RefMod slots.")
generated = _refmod_directive(refmods, refmod_offset + 1)
if generated:
directive = "\n\n".join(part for part in (directive, generated) if part)
for reference_index in range(1, 10):
chunks = []
for chunk_index, clip in enumerate(sequence["clips"], start=1):
# Match against the same per-chunk content emitted by
# format_sequence_prompt, not only the editable shot lines.
text = "\n".join([
directive,
routing_directive,
*(str(slot.get("text", "")) for slot in clip["slots"]),
f"overall_soundscape: {sound}",
f"non_diegetic_music: {music_text}",
])
if kwargs.get(f"reference_image_{reference_index}") is not None and re.search(
available = kwargs.get(f"reference_image_{reference_index}") is not None
available = available or refmod_offset < reference_index <= refmod_offset + len(refmods)
if available and re.search(
rf"@(R{reference_index}|image{reference_index})(?![A-Za-z0-9_])",
text,
re.IGNORECASE,
@@ -231,7 +279,7 @@ class DumasH3SequencePromptBuilder:
)
return (
format_sequence_prompt(
shared_directive=shared_directive,
shared_directive=directive,
sequence=sequence,
soundscape=soundscape,
music=music,
@@ -239,6 +287,8 @@ class DumasH3SequencePromptBuilder:
len(sequence["clips"]),
float(default_chunk_seconds),
reference_bundle,
kwargs.get("ref_mods") or [],
refmod_offset,
)