Files
DumasNodes/py/refmod_vae_loader.py
T
chris.dumas c9eb575e2f Squashed 'vendor/dumas_h3_refmod_picker/' content from commit c732f8b
git-subtree-dir: vendor/dumas_h3_refmod_picker
git-subtree-split: c732f8b8893bf4f00c6974c9b9941c763496fe48
2026-10-20 13:43:48 +00:00

60 lines
2.2 KiB
Python

from __future__ import annotations
import os
from typing import Any, Dict, Optional, Tuple
_H3_VAE_CACHE: Dict[Tuple[str, str, str, bool], Tuple[Any, Optional[Any]]] = {}
def _cache_key(video_path: str, audio_path: str, device, load_audio: bool) -> Tuple[str, str, str, bool]:
return (
os.path.abspath(video_path or ""),
os.path.abspath(audio_path or ""),
str(device),
bool(load_audio),
)
def load_h3_vae_pair(video_path: str, audio_path: str = "", device=None,
load_audio: bool = True) -> Tuple[Any, Optional[Any]]:
"""Load and cache the H3 video/audio VAE wrappers from safetensors paths."""
import comfy.model_management
import comfy.sd
import comfy.utils
if not video_path:
raise ValueError("load_h3_vae_pair: video_path is required")
device = device or comfy.model_management.get_torch_device()
key = _cache_key(video_path, audio_path, device, load_audio)
cached = _H3_VAE_CACHE.get(key)
if cached is not None:
return cached
sd, metadata = comfy.utils.load_torch_file(video_path, return_metadata=True)
video_vae = comfy.sd.VAE(sd=sd, metadata=metadata, device=device)
video_vae.throw_exception_if_invalid()
audio_vae = None
if load_audio and audio_path:
asd, ameta = comfy.utils.load_torch_file(audio_path, return_metadata=True)
audio_vae = comfy.sd.VAE(sd=asd, metadata=ameta, device=device)
audio_vae.throw_exception_if_invalid()
pair = (video_vae, audio_vae)
_H3_VAE_CACHE[key] = pair
return pair
def load_h3_vaes_from_av_encoder(av_encoder, device=None,
load_audio: bool = True) -> Tuple[Any, Optional[Any]]:
"""Resolve a MiniMax H3 VAE-loader payload into local video/audio VAE wrappers."""
video_path = getattr(av_encoder, "video_path", None)
audio_path = getattr(av_encoder, "audio_path", None) or ""
if not video_path:
raise ValueError(
"H3RefModExtract: av_encoder is missing video_path. Connect a valid "
"MiniMax H3 VAE loader output."
)
return load_h3_vae_pair(video_path, audio_path, device=device,
load_audio=load_audio)