Add DUMAS H3 RefMod picker
This commit is contained in:
@@ -0,0 +1,267 @@
|
||||
"""DUMAS H3 RefMod browser and picker.
|
||||
|
||||
The picker consumes the ``H3_REF_MODS`` type from the maintained MiniMax H3
|
||||
RefMod implementation. It intentionally does not duplicate the upstream
|
||||
extract/apply implementation; it only discovers files, presents them safely,
|
||||
and loads the selected RefMod into a compatible bundle.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
import os
|
||||
import sys
|
||||
from typing import Dict, List
|
||||
|
||||
import folder_paths
|
||||
|
||||
|
||||
_SKIP_DIRS = {".git", "__pycache__", "graph_presets"}
|
||||
_MAX_WEIGHT = 10.0
|
||||
_CACHE = {}
|
||||
|
||||
|
||||
def _roots() -> List[str]:
|
||||
roots = []
|
||||
try:
|
||||
roots.extend(folder_paths.get_folder_paths("refmods"))
|
||||
except Exception:
|
||||
pass
|
||||
fallback = os.path.join(folder_paths.models_dir, "refmods")
|
||||
roots.append(fallback)
|
||||
result = []
|
||||
seen = set()
|
||||
for root in roots:
|
||||
root = os.path.realpath(os.path.abspath(root))
|
||||
if root not in seen and os.path.isdir(root):
|
||||
seen.add(root)
|
||||
result.append(root)
|
||||
return result
|
||||
|
||||
|
||||
def register_refmod_root(path: str) -> str:
|
||||
"""Register an explicitly selected external folder for this process."""
|
||||
root = os.path.realpath(os.path.abspath(str(path or "").strip()))
|
||||
if not os.path.isdir(root):
|
||||
raise ValueError(f"RefMod folder does not exist: {root}")
|
||||
try:
|
||||
folder_paths.add_model_folder_path("refmods", root)
|
||||
except Exception:
|
||||
pass
|
||||
return root
|
||||
|
||||
|
||||
def _inside(path: str, root: str) -> bool:
|
||||
try:
|
||||
return os.path.commonpath((os.path.realpath(path), os.path.realpath(root))) == os.path.realpath(root)
|
||||
except ValueError:
|
||||
return False
|
||||
|
||||
|
||||
def _safe_file(path: str) -> str:
|
||||
raw = os.path.abspath(os.path.expanduser(str(path or "").strip()))
|
||||
for root in _roots():
|
||||
if _inside(raw, root) and os.path.isfile(raw):
|
||||
return os.path.realpath(raw)
|
||||
raise ValueError("RefMod path is not inside a registered refmods folder.")
|
||||
|
||||
|
||||
def _read_meta(path_no_ext: str):
|
||||
try:
|
||||
from safetensors import safe_open
|
||||
with safe_open(path_no_ext + ".safetensors", framework="pt") as handle:
|
||||
metadata = handle.metadata() or {}
|
||||
for key in ("refmod_meta", "audio_refmod_meta"):
|
||||
if key in metadata:
|
||||
return json.loads(metadata[key])
|
||||
except Exception:
|
||||
return None
|
||||
return None
|
||||
|
||||
|
||||
def _capabilities(meta):
|
||||
if not isinstance(meta, dict):
|
||||
return {"kind": "unknown", "has_visual": False, "has_audio": False}
|
||||
kind = str(meta.get("kind", "unknown"))
|
||||
if kind == "bundle":
|
||||
members = meta.get("members") or []
|
||||
return {"kind": kind,
|
||||
"has_visual": any(x.get("kind") in ("image", "video") for x in members if isinstance(x, dict)),
|
||||
"has_audio": any(x.get("kind") == "audio" for x in members if isinstance(x, dict))}
|
||||
if kind in ("image", "video"):
|
||||
return {"kind": kind, "has_visual": True,
|
||||
"has_audio": int(meta.get("ref_audio_t", 0) or 0) > 0}
|
||||
return {"kind": kind, "has_visual": False, "has_audio": kind == "audio"}
|
||||
|
||||
|
||||
def _preview(path_no_ext):
|
||||
stem = os.path.basename(path_no_ext)
|
||||
for suffix in ("_visual", "_Visual", "_video", "_Video", "_audio", "_Audio"):
|
||||
if stem.endswith(suffix):
|
||||
stem = stem[:-len(suffix)]
|
||||
break
|
||||
directory = os.path.dirname(path_no_ext)
|
||||
for ext in (".png", ".jpg", ".jpeg", ".webp"):
|
||||
candidate = os.path.join(directory, stem + ext)
|
||||
if os.path.isfile(candidate):
|
||||
return candidate
|
||||
return None
|
||||
|
||||
|
||||
def _list_entries(current):
|
||||
dirs, mods = [], []
|
||||
for entry in sorted(os.scandir(current), key=lambda item: item.name.lower()):
|
||||
if entry.name.startswith(".") or entry.name in _SKIP_DIRS:
|
||||
continue
|
||||
try:
|
||||
if entry.is_dir(follow_symlinks=False):
|
||||
dirs.append({"name": entry.name, "path": os.path.realpath(entry.path)})
|
||||
elif entry.is_file(follow_symlinks=False) and entry.name.lower().endswith(".safetensors"):
|
||||
stem = entry.path[:-len(".safetensors")]
|
||||
meta = _read_meta(stem)
|
||||
caps = _capabilities(meta)
|
||||
if caps["kind"] not in ("image", "video", "audio", "bundle"):
|
||||
continue
|
||||
mods.append({
|
||||
"name": entry.name,
|
||||
"path": os.path.realpath(entry.path),
|
||||
"preview_path": _preview(stem),
|
||||
**caps,
|
||||
"description": str((meta or {}).get("description", "") or ""),
|
||||
"concept_type": str((meta or {}).get("concept_type", "generic") or "generic"),
|
||||
})
|
||||
except OSError:
|
||||
continue
|
||||
return dirs, mods
|
||||
|
||||
|
||||
def browser_root():
|
||||
roots = _roots()
|
||||
if not roots:
|
||||
root = os.path.realpath(os.path.join(folder_paths.models_dir, "refmods"))
|
||||
os.makedirs(root, exist_ok=True)
|
||||
return root
|
||||
return roots[0]
|
||||
|
||||
|
||||
def list_browser_dir(path=""):
|
||||
roots = _roots()
|
||||
if not roots:
|
||||
root = browser_root()
|
||||
roots = [root]
|
||||
current = browser_root() if not path else _safe_directory(path)
|
||||
if os.path.realpath(current) in {os.path.realpath(x) for x in roots}:
|
||||
dirs, mods = [], []
|
||||
for root in roots:
|
||||
d, m = _list_entries(root)
|
||||
dirs.extend(d)
|
||||
mods.extend(m)
|
||||
parent = None
|
||||
current = browser_root()
|
||||
else:
|
||||
dirs, mods = _list_entries(current)
|
||||
parent_candidate = os.path.dirname(current.rstrip(os.sep))
|
||||
parent = parent_candidate if any(_inside(parent_candidate, root) for root in roots) else None
|
||||
return {"root": browser_root(), "current_path": current, "parent_path": parent,
|
||||
"dirs": dirs, "mods": mods}
|
||||
|
||||
|
||||
def _safe_directory(path):
|
||||
raw = os.path.realpath(os.path.abspath(os.path.expanduser(str(path or ""))))
|
||||
if any(_inside(raw, root) for root in _roots()) and os.path.isdir(raw):
|
||||
return raw
|
||||
raise ValueError("RefMod folder is not inside a registered refmods root.")
|
||||
|
||||
|
||||
def _find_loader_api():
|
||||
"""Find the maintained RefMod reader already loaded by ComfyUI."""
|
||||
for module in list(sys.modules.values()):
|
||||
if module is None:
|
||||
continue
|
||||
loader = getattr(module, "load_refmods_from_file", None)
|
||||
if callable(loader):
|
||||
return loader
|
||||
raise RuntimeError(
|
||||
"No MiniMax H3 RefMod reader is loaded. Install/load the maintained "
|
||||
"MiniMax H3 RefMod node pack alongside DumasNodes."
|
||||
)
|
||||
|
||||
|
||||
def _expand_weight(weight):
|
||||
value = min(_MAX_WEIGHT, max(0.0, float(weight)))
|
||||
whole = int(value)
|
||||
remainder = round(value - whole, 6)
|
||||
result = [1.0] * whole
|
||||
if remainder > 1e-6:
|
||||
result.append(remainder)
|
||||
return result
|
||||
|
||||
|
||||
def _hint(rows):
|
||||
return "; ".join(
|
||||
f"{getattr(mod, 'concept_type', 'generic')}: {getattr(mod, 'description', '')}"
|
||||
for mod, strength in rows if strength > 0 and getattr(mod, "description", "")
|
||||
)
|
||||
|
||||
|
||||
class DumasH3RefModPicker:
|
||||
@classmethod
|
||||
def INPUT_TYPES(cls):
|
||||
return {
|
||||
"required": {
|
||||
"mod_path": ("STRING", {"default": "", "tooltip": "Choose a RefMod from the DUMAS browser."}),
|
||||
"video_weight": ("FLOAT", {"default": 1.0, "min": 0.0, "max": _MAX_WEIGHT, "step": 0.01}),
|
||||
"audio_weight": ("FLOAT", {"default": 1.0, "min": 0.0, "max": _MAX_WEIGHT, "step": 0.01}),
|
||||
},
|
||||
"optional": {"mods": ("H3_REF_MODS",)},
|
||||
}
|
||||
|
||||
RETURN_TYPES = ("H3_REF_MODS", "STRING")
|
||||
RETURN_NAMES = ("mods", "prompt_hint")
|
||||
FUNCTION = "pick"
|
||||
CATEGORY = "Dumas/MiniMax H3/RefMod"
|
||||
|
||||
def pick(self, mod_path="", video_weight=1.0, audio_weight=1.0, mods=None):
|
||||
rows = list(mods or [])
|
||||
selected = str(mod_path or "").strip()
|
||||
if not selected or selected.lower() == "(none)":
|
||||
return rows, _hint(rows)
|
||||
path = _safe_file(selected)
|
||||
loader = _find_loader_api()
|
||||
loaded = loader(path[:-len(".safetensors")], device="cpu")
|
||||
for mod in loaded:
|
||||
weight = audio_weight if getattr(mod, "kind", "") == "audio" else video_weight
|
||||
for strength in _expand_weight(weight):
|
||||
rows.append((mod, strength))
|
||||
return rows, _hint(rows)
|
||||
|
||||
|
||||
NODE_CLASS_MAPPINGS = {"DumasH3RefModPicker": DumasH3RefModPicker}
|
||||
NODE_DISPLAY_NAME_MAPPINGS = {"DumasH3RefModPicker": "DUMAS H3 RefMod Visual Picker"}
|
||||
|
||||
|
||||
try:
|
||||
from server import PromptServer, web
|
||||
|
||||
@PromptServer.instance.routes.get("/dumas/h3-refmod-browser/root")
|
||||
async def dumas_refmod_root(request):
|
||||
return web.json_response({"ok": True, "root": browser_root()})
|
||||
|
||||
@PromptServer.instance.routes.get("/dumas/h3-refmod-browser/list")
|
||||
async def dumas_refmod_list(request):
|
||||
try:
|
||||
return web.json_response({"ok": True, **list_browser_dir(request.query.get("path", ""))})
|
||||
except ValueError as exc:
|
||||
return web.json_response({"ok": False, "error": str(exc)}, status=404)
|
||||
|
||||
@PromptServer.instance.routes.get("/dumas/h3-refmod-browser/file")
|
||||
async def dumas_refmod_file(request):
|
||||
try:
|
||||
path = _safe_file(request.query.get("path", ""))
|
||||
if os.path.splitext(path)[1].lower() not in (".png", ".jpg", ".jpeg", ".webp"):
|
||||
raise ValueError("Unsupported preview type")
|
||||
return web.FileResponse(path, headers={"Cache-Control": "no-cache"})
|
||||
except ValueError as exc:
|
||||
return web.json_response({"ok": False, "error": str(exc)}, status=404)
|
||||
except Exception:
|
||||
pass
|
||||
Reference in New Issue
Block a user