Squashed 'vendor/dumas_h3_continuum/' content from commit d07ed31
git-subtree-dir: vendor/dumas_h3_continuum git-subtree-split: d07ed31b442d283d6a1740f875a843b9feda4c91
This commit is contained in:
@@ -0,0 +1,165 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import importlib.util
|
||||
import json
|
||||
import os
|
||||
from pathlib import Path
|
||||
import sys
|
||||
import time
|
||||
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[2]
|
||||
PACKAGE_NAME = "ComfyUI_H3_Continuum_Join"
|
||||
if PACKAGE_NAME not in sys.modules:
|
||||
spec = importlib.util.spec_from_file_location(
|
||||
PACKAGE_NAME,
|
||||
ROOT / "__init__.py",
|
||||
submodule_search_locations=[str(ROOT)],
|
||||
)
|
||||
package = importlib.util.module_from_spec(spec)
|
||||
package.__path__ = [str(ROOT)]
|
||||
sys.modules[PACKAGE_NAME] = package
|
||||
|
||||
import ComfyUI_H3_Continuum_Join.run_storage as storage_runtime
|
||||
|
||||
|
||||
def _load_storage_cases():
|
||||
path = ROOT / "tests" / "test_v38_review_run_storage.py"
|
||||
spec = importlib.util.spec_from_file_location("r5_worker_storage_cases", path)
|
||||
module = importlib.util.module_from_spec(spec)
|
||||
sys.modules[spec.name] = module
|
||||
spec.loader.exec_module(module)
|
||||
return module
|
||||
|
||||
|
||||
def main() -> None:
|
||||
scenario_root = Path(sys.argv[1]).resolve()
|
||||
stage = sys.argv[2]
|
||||
scenario_root.mkdir(parents=True, exist_ok=True)
|
||||
signal = scenario_root / "reached.json"
|
||||
|
||||
def reached() -> None:
|
||||
signal.write_text(
|
||||
json.dumps({"stage": stage, "pid": os.getpid()}),
|
||||
encoding="utf-8",
|
||||
)
|
||||
while True:
|
||||
time.sleep(1)
|
||||
|
||||
cases = _load_storage_cases()
|
||||
contract = cases._contract(chunks=2, terminal=True)
|
||||
controller = cases._controller(scenario_root, contract)
|
||||
controller.revision_root.mkdir(parents=True, exist_ok=True)
|
||||
controller._write_manifest()
|
||||
entries = (cases._entry(0, contract), cases._entry(1, contract))
|
||||
|
||||
if stage == "raw_before":
|
||||
reached()
|
||||
|
||||
if stage == "raw_mid":
|
||||
def partial_save(tensors, filename, *, metadata):
|
||||
with open(filename, "wb") as handle:
|
||||
handle.write(b"partial-r5-raw")
|
||||
handle.flush()
|
||||
os.fsync(handle.fileno())
|
||||
reached()
|
||||
|
||||
storage_runtime.save_file = partial_save
|
||||
|
||||
if stage == "first_raw_done":
|
||||
original_hash = storage_runtime._file_sha256
|
||||
hash_calls = 0
|
||||
|
||||
def observed_hash(path):
|
||||
nonlocal hash_calls
|
||||
value = original_hash(path)
|
||||
hash_calls += 1
|
||||
if hash_calls == 2:
|
||||
reached()
|
||||
return value
|
||||
|
||||
storage_runtime._file_sha256 = observed_hash
|
||||
|
||||
if stage == "before_manifest":
|
||||
original_write_manifest = controller._write_manifest
|
||||
|
||||
def before_manifest():
|
||||
reached()
|
||||
return original_write_manifest()
|
||||
|
||||
controller._write_manifest = before_manifest
|
||||
|
||||
if stage == "manifest_temp_mid":
|
||||
def partial_json_dump(payload, handle, **kwargs):
|
||||
handle.write('{"partial":')
|
||||
handle.flush()
|
||||
os.fsync(handle.fileno())
|
||||
reached()
|
||||
|
||||
storage_runtime.json.dump = partial_json_dump
|
||||
|
||||
if stage in {"before_replace", "after_replace"}:
|
||||
original_replace = storage_runtime._replace_json_atomically
|
||||
|
||||
def observed_replace(temporary, destination):
|
||||
if Path(destination).name != "manifest.json":
|
||||
return original_replace(temporary, destination)
|
||||
if stage == "before_replace":
|
||||
reached()
|
||||
result = original_replace(temporary, destination)
|
||||
reached()
|
||||
return result
|
||||
|
||||
storage_runtime._replace_json_atomically = observed_replace
|
||||
|
||||
if stage == "after_directory_durability":
|
||||
original_fsync_dir = storage_runtime._fsync_dir
|
||||
|
||||
def observed_fsync_dir(path):
|
||||
result = original_fsync_dir(path)
|
||||
if Path(path).resolve() == controller.revision_root.resolve():
|
||||
reached()
|
||||
return result
|
||||
|
||||
storage_runtime._fsync_dir = observed_fsync_dir
|
||||
|
||||
controller.commit_group(entries, positions=(0, 1))
|
||||
|
||||
if stage in {"finalize_manifest_1", "finalize_manifest_2"}:
|
||||
original_finalize_write = controller._write_manifest
|
||||
finalize_writes = 0
|
||||
|
||||
def observed_finalize_write():
|
||||
nonlocal finalize_writes
|
||||
result = original_finalize_write()
|
||||
finalize_writes += 1
|
||||
expected = 1 if stage == "finalize_manifest_1" else 2
|
||||
if finalize_writes == expected:
|
||||
reached()
|
||||
return result
|
||||
|
||||
controller._write_manifest = observed_finalize_write
|
||||
|
||||
if stage in {"project_before_replace", "project_after_replace"}:
|
||||
original_project_replace = storage_runtime._replace_json_atomically
|
||||
|
||||
def observed_project_replace(temporary, destination):
|
||||
if Path(destination).name != "project.json":
|
||||
return original_project_replace(temporary, destination)
|
||||
if stage == "project_before_replace":
|
||||
reached()
|
||||
result = original_project_replace(temporary, destination)
|
||||
reached()
|
||||
return result
|
||||
|
||||
storage_runtime._replace_json_atomically = observed_project_replace
|
||||
|
||||
controller.finalize(
|
||||
session={"session_id": "r5-crash-worker", "chunks": list(entries)},
|
||||
report="r5 process crash fixture",
|
||||
)
|
||||
raise RuntimeError(f"stage did not block: {stage}")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Reference in New Issue
Block a user