Squashed 'vendor/dumas_h3_refmod_picker/' content from commit c732f8b
git-subtree-dir: vendor/dumas_h3_refmod_picker git-subtree-split: c732f8b8893bf4f00c6974c9b9941c763496fe48
This commit is contained in:
@@ -0,0 +1,60 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import os
|
||||
from typing import Any, Dict, Optional, Tuple
|
||||
|
||||
|
||||
_H3_VAE_CACHE: Dict[Tuple[str, str, str, bool], Tuple[Any, Optional[Any]]] = {}
|
||||
|
||||
|
||||
def _cache_key(video_path: str, audio_path: str, device, load_audio: bool) -> Tuple[str, str, str, bool]:
|
||||
return (
|
||||
os.path.abspath(video_path or ""),
|
||||
os.path.abspath(audio_path or ""),
|
||||
str(device),
|
||||
bool(load_audio),
|
||||
)
|
||||
|
||||
|
||||
def load_h3_vae_pair(video_path: str, audio_path: str = "", device=None,
|
||||
load_audio: bool = True) -> Tuple[Any, Optional[Any]]:
|
||||
"""Load and cache the H3 video/audio VAE wrappers from safetensors paths."""
|
||||
import comfy.model_management
|
||||
import comfy.sd
|
||||
import comfy.utils
|
||||
|
||||
if not video_path:
|
||||
raise ValueError("load_h3_vae_pair: video_path is required")
|
||||
device = device or comfy.model_management.get_torch_device()
|
||||
key = _cache_key(video_path, audio_path, device, load_audio)
|
||||
cached = _H3_VAE_CACHE.get(key)
|
||||
if cached is not None:
|
||||
return cached
|
||||
|
||||
sd, metadata = comfy.utils.load_torch_file(video_path, return_metadata=True)
|
||||
video_vae = comfy.sd.VAE(sd=sd, metadata=metadata, device=device)
|
||||
video_vae.throw_exception_if_invalid()
|
||||
|
||||
audio_vae = None
|
||||
if load_audio and audio_path:
|
||||
asd, ameta = comfy.utils.load_torch_file(audio_path, return_metadata=True)
|
||||
audio_vae = comfy.sd.VAE(sd=asd, metadata=ameta, device=device)
|
||||
audio_vae.throw_exception_if_invalid()
|
||||
|
||||
pair = (video_vae, audio_vae)
|
||||
_H3_VAE_CACHE[key] = pair
|
||||
return pair
|
||||
|
||||
|
||||
def load_h3_vaes_from_av_encoder(av_encoder, device=None,
|
||||
load_audio: bool = True) -> Tuple[Any, Optional[Any]]:
|
||||
"""Resolve a MiniMax H3 VAE-loader payload into local video/audio VAE wrappers."""
|
||||
video_path = getattr(av_encoder, "video_path", None)
|
||||
audio_path = getattr(av_encoder, "audio_path", None) or ""
|
||||
if not video_path:
|
||||
raise ValueError(
|
||||
"H3RefModExtract: av_encoder is missing video_path. Connect a valid "
|
||||
"MiniMax H3 VAE loader output."
|
||||
)
|
||||
return load_h3_vae_pair(video_path, audio_path, device=device,
|
||||
load_audio=load_audio)
|
||||
Reference in New Issue
Block a user