Release H3 Continuum V3.2.4
This commit is contained in:
+22
-2
@@ -91,14 +91,34 @@ def encode_prompt_conditioning(
|
||||
*,
|
||||
first_image: torch.Tensor | None,
|
||||
last_image: torch.Tensor | None,
|
||||
reference_audio_assets=None,
|
||||
) -> list:
|
||||
images = []
|
||||
if first_image is not None:
|
||||
images.append(first_image)
|
||||
if last_image is not None:
|
||||
images.append(last_image)
|
||||
tokens = clip.tokenize(str(prompt), images=images)
|
||||
return clip.encode_from_tokens_scheduled(tokens)
|
||||
tokenize_options = {"images": images}
|
||||
if reference_audio_assets is not None:
|
||||
from ..reference_audio import reference_audio_item
|
||||
|
||||
tokenize_options = {
|
||||
"minimax_ref_items": [
|
||||
*({"type": "image", "data": image} for image in images),
|
||||
reference_audio_item(),
|
||||
]
|
||||
}
|
||||
tokens = clip.tokenize(str(prompt), **tokenize_options)
|
||||
conditioning = clip.encode_from_tokens_scheduled(tokens)
|
||||
if reference_audio_assets is None:
|
||||
return conditioning
|
||||
from ..reference_audio import reference_audio_block
|
||||
|
||||
audio_ref = reference_audio_block(reference_audio_assets)
|
||||
return [
|
||||
[tensor, {**dict(metadata), "minimax_refs": [dict(audio_ref)]}]
|
||||
for tensor, metadata in conditioning
|
||||
]
|
||||
|
||||
|
||||
def attach_keyframes(
|
||||
|
||||
Reference in New Issue
Block a user