Files
ComfyUI-H3-Continuum-Tiled/temporal.py
T

226 lines
7.6 KiB
Python

"""MiniMax H3 temporal-grid helpers."""
from __future__ import annotations
from dataclasses import dataclass
from fractions import Fraction
from .constants import AUDIO_LATENT_FPS, FPS, FRAME_PER_TOKEN
_AUDIO_TICKS_PER_FRAME = Fraction(int(AUDIO_LATENT_FPS), int(FPS))
@dataclass(frozen=True, slots=True)
class ExtensionShape:
context_frames: int
requested_new_frames: int
total_frames: int
net_new_frames: int
video_latent_t: int
audio_latent_t: int
@property
def actual_extend_seconds(self) -> float:
return self.net_new_frames / FPS
@dataclass(frozen=True, slots=True)
class AVContextWindow:
source_frame_count: int
context_frames: int
video_start_slot: int
video_stop_slot: int
audio_start_tick: int
audio_stop_tick: int
audio_grid_offset: float
@property
def audio_steps(self) -> int:
return self.audio_stop_tick - self.audio_start_tick
def is_valid_frame_count(frame_count: int) -> bool:
return frame_count >= 5 and frame_count % 17 == 5
def align_frame_count_up(frame_count: int) -> int:
n = max(5, int(frame_count))
remainder = (n - 5) % 17
return n if remainder == 0 else n + (17 - remainder)
def align_frame_count_nearest(frame_count: int, *, minimum: int = 5) -> int:
target = max(int(frame_count), int(minimum), 5)
min_valid = align_frame_count_up(minimum)
k_floor = max(0, (target - 5) // 17)
low = max(5 + 17 * k_floor, min_valid)
high = max(low + 17, min_valid)
return low if abs(target - low) < abs(high - target) else high
def video_latent_t(frame_count: int) -> int:
if not is_valid_frame_count(frame_count):
raise ValueError(f"H3 frame count must satisfy 17k+5; got {frame_count}")
return 2 if frame_count <= 5 else ((frame_count - 5) // 17) * 5 + 2
def pixel_frames_for_latent_t(latent_t: int) -> int:
if int(latent_t) < 1:
raise ValueError("video latent T must be positive")
return sum(FRAME_PER_TOKEN[index % 5] for index in range(int(latent_t)))
def latent_slot_offsets(latent_t: int) -> tuple[int, ...]:
if int(latent_t) < 1:
raise ValueError("video latent T must be positive")
out: list[int] = []
cursor = 0
for index in range(int(latent_t)):
out.append(cursor)
cursor += FRAME_PER_TOKEN[index % 5]
return tuple(out)
def context_slots(context_frames: int) -> int:
target = int(context_frames)
for slots in range(1, 256):
frames = pixel_frames_for_latent_t(slots)
if frames == target:
return slots
if frames > target:
break
raise ValueError(
f"context_frames={context_frames} is not representable; use 5, 22, or 39"
)
def audio_latent_t(frame_count: int) -> int:
return int(round(Fraction(int(frame_count)) * _AUDIO_TICKS_PER_FRAME))
def audio_grid_offset(frame_count: int, actual_audio_t: int) -> float:
"""Signed audio-grid end offset in 40 Hz latent steps.
Native H3 uses ``round(duration * 40)``. Depending on the valid 17k+5
frame count, the audio grid can end up to half a latent step before or
after the exact video end. Keeping the sign is required for sample-accurate
continuation placement.
"""
value = Fraction(int(actual_audio_t)) - Fraction(int(frame_count)) * _AUDIO_TICKS_PER_FRAME
value = float(value)
return 0.0 if abs(value) < 1e-9 else value
# Backward-compatible public name used by state schema v1.
def audio_overhang(frame_count: int, actual_audio_t: int) -> float:
return audio_grid_offset(frame_count, actual_audio_t)
def audio_latent_t_from_grid_offset(frame_count: int, grid_offset: float) -> int:
"""Recover the actual source audio-grid end without guessing its phase."""
exact_end = float(Fraction(int(frame_count)) * _AUDIO_TICKS_PER_FRAME)
candidate = int(round(exact_end + float(grid_offset)))
recovered = audio_grid_offset(int(frame_count), candidate)
if abs(recovered - float(grid_offset)) > 1e-6:
raise ValueError(
"source audio-grid phase cannot be recovered from frame count and signed offset"
)
return candidate
def make_av_context_window(
source_frame_count: int,
actual_audio_t: int,
context_frames: int,
) -> AVContextWindow:
"""Resolve a raw AV tail on the native 5-step video and 40/24 audio grids."""
source_frames = int(source_frame_count)
context = int(context_frames)
if not is_valid_frame_count(source_frames):
raise ValueError(
f"source_frame_count={source_frames} is not on the native H3 17k+5 grid"
)
if context not in (5, 22, 39) or context > source_frames:
raise ValueError(f"unsupported {context}-frame context for {source_frames} source frames")
source_video_t = video_latent_t(source_frames)
context_video_t = context_slots(context)
video_start = source_video_t - context_video_t
if video_start < 0 or video_start % len(FRAME_PER_TOKEN):
raise ValueError(
"video context tail does not begin at a uniquely recoverable H3 latent-cycle phase"
)
audio_stop = int(actual_audio_t)
grid_offset = audio_grid_offset(source_frames, audio_stop)
if not (-0.500001 <= grid_offset <= 0.500001):
raise ValueError(f"source audio-grid offset {grid_offset:.6f} is outside [-0.5,0.5]")
audio_steps = audio_latent_t(context)
audio_start = audio_stop - audio_steps
if audio_start < 0:
raise ValueError("source audio latent is too short for the requested context")
return AVContextWindow(
source_frame_count=source_frames,
context_frames=context,
video_start_slot=video_start,
video_stop_slot=source_video_t,
audio_start_tick=audio_start,
audio_stop_tick=audio_stop,
audio_grid_offset=grid_offset,
)
def make_extension_shape(context_frames: int, extend_seconds: float) -> ExtensionShape:
context_frames = int(context_frames)
context_slots(context_frames)
requested_new = max(1, int(round(float(extend_seconds) * FPS)))
total = align_frame_count_nearest(
context_frames + requested_new, minimum=context_frames + 1
)
net = total - context_frames
if net < 1:
raise RuntimeError("computed continuation contains no new frames")
return ExtensionShape(
context_frames=context_frames,
requested_new_frames=requested_new,
total_frames=total,
net_new_frames=net,
video_latent_t=video_latent_t(total),
audio_latent_t=audio_latent_t(total),
)
def largest_context_capacity(frame_count: int) -> int:
"""Largest supported continuation profile contained in ``frame_count``."""
available = int(frame_count)
for capacity in (39, 22, 5):
if available >= capacity:
return capacity
raise ValueError(
f"at least 5 retained frames are required for a continuation state; got {available}"
)
def run_temporal_self_test() -> None:
expected = {
5: (2, (0, 1)),
22: (7, (0, 1, 5, 9, 13, 17, 18)),
39: (12, (0, 1, 5, 9, 13, 17, 18, 22, 26, 30, 34, 35)),
}
for frames, (slots, offsets) in expected.items():
assert context_slots(frames) == slots
assert latent_slot_offsets(slots) == offsets
assert pixel_frames_for_latent_t(slots) == frames
shape = make_extension_shape(22, 5.0)
assert (shape.total_frames, shape.net_new_frames) == (141, 119)
assert (shape.video_latent_t, shape.audio_latent_t) == (42, 235)
window = make_av_context_window(141, 235, 22)
assert (window.video_start_slot, window.video_stop_slot) == (35, 42)
assert (window.audio_start_tick, window.audio_stop_tick) == (198, 235)