141 lines
6.2 KiB
Python
141 lines
6.2 KiB
Python
"""MiniMax H3 temporal-grid helpers."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from dataclasses import dataclass
|
|
from fractions import Fraction
|
|
|
|
from .constants import AUDIO_LATENT_FPS, FPS, FRAME_PER_TOKEN
|
|
|
|
_AUDIO_TICKS_PER_FRAME = Fraction(int(AUDIO_LATENT_FPS), int(FPS))
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class ExtensionShape:
|
|
context_frames: int
|
|
requested_new_frames: int
|
|
total_frames: int
|
|
net_new_frames: int
|
|
video_latent_t: int
|
|
audio_latent_t: int
|
|
@property
|
|
def actual_extend_seconds(self) -> float:
|
|
return self.net_new_frames / FPS
|
|
|
|
@dataclass(frozen=True, slots=True)
|
|
class AVContextWindow:
|
|
source_frame_count: int
|
|
context_frames: int
|
|
video_start_slot: int
|
|
video_stop_slot: int
|
|
audio_start_tick: int
|
|
audio_stop_tick: int
|
|
audio_grid_offset: float
|
|
@property
|
|
def audio_steps(self) -> int:
|
|
return self.audio_stop_tick - self.audio_start_tick
|
|
|
|
def is_valid_frame_count(frame_count: int) -> bool:
|
|
return frame_count >= 5 and frame_count % 17 == 5
|
|
|
|
def align_frame_count_up(frame_count: int) -> int:
|
|
n = max(5, int(frame_count))
|
|
remainder = (n - 5) % 17
|
|
return n if remainder == 0 else n + (17 - remainder)
|
|
|
|
def align_frame_count_nearest(frame_count: int, *, minimum: int = 5) -> int:
|
|
target = max(int(frame_count), int(minimum), 5)
|
|
min_valid = align_frame_count_up(minimum)
|
|
k_floor = max(0, (target - 5) // 17)
|
|
low = max(5 + 17 * k_floor, min_valid)
|
|
high = max(low + 17, min_valid)
|
|
return low if abs(target - low) < abs(high - target) else high
|
|
|
|
def video_latent_t(frame_count: int) -> int:
|
|
if not is_valid_frame_count(frame_count):
|
|
raise ValueError(f"H3 frame count must satisfy 17k+5; got {frame_count}")
|
|
return 2 if frame_count <= 5 else ((frame_count - 5) // 17) * 5 + 2
|
|
|
|
def pixel_frames_for_latent_t(latent_t: int) -> int:
|
|
if int(latent_t) < 1:
|
|
raise ValueError("video latent T must be positive")
|
|
return sum(FRAME_PER_TOKEN[index % 5] for index in range(int(latent_t)))
|
|
|
|
def latent_slot_offsets(latent_t: int) -> tuple[int, ...]:
|
|
if int(latent_t) < 1:
|
|
raise ValueError("video latent T must be positive")
|
|
out=[]; cursor=0
|
|
for index in range(int(latent_t)):
|
|
out.append(cursor); cursor += FRAME_PER_TOKEN[index % 5]
|
|
return tuple(out)
|
|
|
|
def context_slots(context_frames: int) -> int:
|
|
target=int(context_frames)
|
|
for slots in range(1,256):
|
|
frames=pixel_frames_for_latent_t(slots)
|
|
if frames==target: return slots
|
|
if frames>target: break
|
|
raise ValueError(f"context_frames={context_frames} is not representable; use 5, 22, or 39")
|
|
|
|
def audio_latent_t(frame_count: int) -> int:
|
|
return int(round(Fraction(int(frame_count)) * _AUDIO_TICKS_PER_FRAME))
|
|
|
|
def audio_grid_offset(frame_count: int, actual_audio_t: int) -> float:
|
|
value = Fraction(int(actual_audio_t)) - Fraction(int(frame_count)) * _AUDIO_TICKS_PER_FRAME
|
|
value=float(value)
|
|
return 0.0 if abs(value)<1e-9 else value
|
|
|
|
def audio_overhang(frame_count: int, actual_audio_t: int) -> float:
|
|
return audio_grid_offset(frame_count, actual_audio_t)
|
|
|
|
def audio_latent_t_from_grid_offset(frame_count: int, grid_offset: float) -> int:
|
|
exact_end=float(Fraction(int(frame_count))*_AUDIO_TICKS_PER_FRAME)
|
|
candidate=int(round(exact_end+float(grid_offset)))
|
|
recovered=audio_grid_offset(int(frame_count),candidate)
|
|
if abs(recovered-float(grid_offset))>1e-6:
|
|
raise ValueError("source audio-grid phase cannot be recovered from frame count and signed offset")
|
|
return candidate
|
|
|
|
def make_av_context_window(source_frame_count:int, actual_audio_t:int, context_frames:int)->AVContextWindow:
|
|
source_frames=int(source_frame_count); context=int(context_frames)
|
|
if not is_valid_frame_count(source_frames):
|
|
raise ValueError(f"source_frame_count={source_frames} is not on the native H3 17k+5 grid")
|
|
if context not in (5,22,39) or context>source_frames:
|
|
raise ValueError(f"unsupported {context}-frame context for {source_frames} source frames")
|
|
source_video_t=video_latent_t(source_frames); context_video_t=context_slots(context)
|
|
video_start=source_video_t-context_video_t
|
|
if video_start<0 or video_start % len(FRAME_PER_TOKEN):
|
|
raise ValueError("video context tail does not begin at a uniquely recoverable H3 latent-cycle phase")
|
|
audio_stop=int(actual_audio_t); grid_offset=audio_grid_offset(source_frames,audio_stop)
|
|
if not (-0.500001<=grid_offset<=0.500001):
|
|
raise ValueError(f"source audio-grid offset {grid_offset:.6f} is outside [-0.5,0.5]")
|
|
audio_steps=audio_latent_t(context); audio_start=audio_stop-audio_steps
|
|
if audio_start<0: raise ValueError("source audio latent is too short for the requested context")
|
|
return AVContextWindow(source_frames,context,video_start,source_video_t,audio_start,audio_stop,grid_offset)
|
|
|
|
def make_extension_shape(context_frames:int, extend_seconds:float)->ExtensionShape:
|
|
context_frames=int(context_frames); context_slots(context_frames)
|
|
requested_new=max(1,int(round(float(extend_seconds)*FPS)))
|
|
total=align_frame_count_nearest(context_frames+requested_new,minimum=context_frames+1)
|
|
net=total-context_frames
|
|
if net<1: raise RuntimeError("computed continuation contains no new frames")
|
|
return ExtensionShape(context_frames,requested_new,total,net,video_latent_t(total),audio_latent_t(total))
|
|
|
|
def largest_context_capacity(frame_count:int)->int:
|
|
available=int(frame_count)
|
|
for capacity in (39,22,5):
|
|
if available>=capacity: return capacity
|
|
raise ValueError(f"at least 5 retained frames are required for a continuation state; got {available}")
|
|
|
|
def run_temporal_self_test()->None:
|
|
expected={5:(2,(0,1)),22:(7,(0,1,5,9,13,17,18)),39:(12,(0,1,5,9,13,17,18,22,26,30,34,35))}
|
|
for frames,(slots,offsets) in expected.items():
|
|
assert context_slots(frames)==slots
|
|
assert latent_slot_offsets(slots)==offsets
|
|
assert pixel_frames_for_latent_t(slots)==frames
|
|
shape=make_extension_shape(22,5.0)
|
|
assert (shape.total_frames,shape.net_new_frames)==(141,119)
|
|
assert (shape.video_latent_t,shape.audio_latent_t)==(42,235)
|
|
window=make_av_context_window(141,235,22)
|
|
assert (window.video_start_slot,window.video_stop_slot)==(35,42)
|
|
assert (window.audio_start_tick,window.audio_stop_tick)==(198,235)
|