Files
ComfyUI-H3-Continuum-Tiled/tests/test_p31_prompt_conditioning_cache.py

150 lines
4.9 KiB
Python

from __future__ import annotations
from types import SimpleNamespace
import pytest
import torch
from ComfyUI_H3_Continuum_Join.v2 import h3_builder
class _Clip:
def __init__(self):
self.calls = 0
self.layer_idx = None
self.use_clip_schedule = False
self.tokenizer_options = {}
self.apply_hooks_to_conds = None
self.patcher = SimpleNamespace(
patches_uuid="patch-a",
forced_hooks=None,
current_hooks=None,
hook_patches={},
)
def tokenize(self, prompt, **kwargs):
return prompt, kwargs
def encode_from_tokens_scheduled(self, _tokens):
self.calls += 1
return [[
torch.tensor([[[1.0, 2.0]]]),
{
"pooled_output": torch.tensor([[3.0]]),
"nested": {"items": ["original"]},
},
]]
def _encode(clip, prompt="prompt", first=None, last=None, events=None):
return h3_builder.encode_prompt_conditioning_cached(
clip,
prompt,
first_image=first,
last_image=last,
first_image_fingerprint=h3_builder._tensor_fingerprint(first),
last_image_fingerprint=h3_builder._tensor_fingerprint(last),
cache_enabled=True,
cache_event=None if events is None else events.append,
)
def test_cache_hit_is_bit_exact_and_only_metadata_containers_are_copied():
clip = _Clip()
first = _encode(clip)
second = _encode(clip)
assert clip.calls == 1
assert torch.equal(first[0][0], second[0][0])
assert first[0][0] is second[0][0]
assert first is not second
assert first[0][1] is not second[0][1]
assert first[0][1]["nested"] is not second[0][1]["nested"]
assert first[0][1]["nested"]["items"] is not second[0][1]["nested"]["items"]
second[0][1]["nested"]["items"].append("mutation")
third = _encode(clip)
assert third[0][1]["nested"]["items"] == ["original"]
def test_prompt_first_last_clip_patch_and_layer_changes_are_misses():
clip = _Clip()
first = torch.zeros((1, 4, 4, 3))
last = torch.ones((1, 4, 4, 3))
_encode(clip, first=first, last=last)
_encode(clip, prompt="changed", first=first, last=last)
_encode(clip, prompt="changed", first=first.clone().fill_(0.5), last=last)
_encode(clip, prompt="changed", first=first.clone().fill_(0.5), last=None)
clip.patcher.patches_uuid = "patch-b"
_encode(clip, prompt="changed", first=first.clone().fill_(0.5), last=None)
clip.layer_idx = -2
_encode(clip, prompt="changed", first=first.clone().fill_(0.5), last=None)
assert clip.calls == 6
def test_image_fingerprint_includes_shape_dtype_and_exact_content():
base = torch.zeros((1, 4, 4, 3), dtype=torch.float32)
changed = base.clone()
changed[0, 0, 0, 0] = 1.0
fingerprints = {
h3_builder._tensor_fingerprint(base),
h3_builder._tensor_fingerprint(base.reshape(1, 2, 8, 3)),
h3_builder._tensor_fingerprint(base.to(torch.float64)),
h3_builder._tensor_fingerprint(changed),
}
assert len(fingerprints) == 4
@pytest.mark.parametrize(
"mutate",
[
lambda clip: setattr(clip, "use_clip_schedule", True),
lambda clip: setattr(clip, "tokenizer_options", {"weight": "custom"}),
lambda clip: setattr(clip, "apply_hooks_to_conds", object()),
lambda clip: setattr(clip.patcher, "forced_hooks", object()),
lambda clip: setattr(clip.patcher, "current_hooks", object()),
lambda clip: setattr(clip.patcher, "hook_patches", {"hook": object()}),
],
)
def test_special_clip_modes_bypass_cache(mutate):
clip = _Clip()
events = []
mutate(clip)
_encode(clip, events=events)
_encode(clip, events=events)
assert clip.calls == 2
assert events == ["bypass_special_clip", "bypass_special_clip"]
def test_lru_keeps_only_sixteen_entries_and_evicts_oldest():
clip = _Clip()
for index in range(17):
_encode(clip, prompt=f"prompt-{index}")
cache = getattr(clip, h3_builder._PROMPT_CACHE_ATTR)
assert len(cache) == 16
assert clip.calls == 17
_encode(clip, prompt="prompt-0")
assert clip.calls == 18
assert len(cache) == 16
def test_cuda_conditioning_is_not_retained(monkeypatch):
clip = _Clip()
events = []
monkeypatch.setattr(h3_builder, "_contains_cuda_tensor", lambda _value: True)
_encode(clip, events=events)
_encode(clip, events=events)
assert clip.calls == 2
assert events == ["bypass_cuda_output", "bypass_cuda_output"]
cache = getattr(clip, h3_builder._PROMPT_CACHE_ATTR)
assert len(cache) == 0
def test_cache_container_failure_falls_back_to_uncached_encode():
clip = _Clip()
events = []
setattr(clip, h3_builder._PROMPT_CACHE_ATTR, {})
_encode(clip, events=events)
_encode(clip, events=events)
assert clip.calls == 2
assert events == ["bypass_cache_error", "bypass_cache_error"]