refactor: assert warn sink, rename disk-pair sifter, trim WHAT docstrings

Capture loguru warning via project sink pattern and assert the dangling-orphan
warning is emitted; rename _sift_disk_pairs to _keep_complete_disk_pairs; drop
pure-WHAT docstrings on __init__/pending_orphans while keeping WHY notes.
This commit is contained in:
2026-07-15 09:42:27 -04:00
parent 5ecbac620c
commit 3cc8dc9105
2 changed files with 16 additions and 11 deletions
+5 -9
View File
@@ -59,7 +59,7 @@ class PairPendingBuffer:
"""
def __init__(self) -> None:
"""初始化空缓冲器。pending 以 pair_id 索引首个到达的孪生对成员。"""
"""pending 以 pair_id 索引首个到达的孪生对成员,等伙伴到齐再 emit"""
self._pending: dict[str, GeneratedQuestion] = {}
def add(self, q: GeneratedQuestion) -> QuestionUnit | None:
@@ -89,11 +89,7 @@ class PairPendingBuffer:
return unit
def pending_orphans(self) -> list[GeneratedQuestion]:
"""返回当前仍未配齐的孤儿成员(供批次末尾检测悬挂项)。
返回:
尚在缓冲、未等到伙伴的孪生对成员列表(按 pair_id 插入顺序)。
"""
"""返回仍未配齐的悬挂成员,供调用方在批次末尾检测"只落 P 未落 Q""""
return list(self._pending.values())
@@ -138,7 +134,7 @@ def _validate_disk_pair(pair_id: str, group: list[GeneratedQuestion]) -> list[Ge
)
def _sift_disk_pairs(questions: list[GeneratedQuestion]) -> list[GeneratedQuestion]:
def _keep_complete_disk_pairs(questions: list[GeneratedQuestion]) -> list[GeneratedQuestion]:
"""筛选磁盘读回的题目:single 全保留、pair 按 ``_validate_disk_pair`` 三态处理。
悬挂孤儿 warn+drop、结构损坏/绑定不一致 raise ValueError、合法成对保留后交给
@@ -182,7 +178,7 @@ def write_accepted(path: Path, units: list[QuestionUnit]) -> None:
def read_accepted(path: Path) -> list[QuestionUnit]:
"""读回 path 的 accepted JSON → 聚合为单元列表。
磁盘是外部输入,按 P5 全量校验后再用:``_sift_disk_pairs`` 对 pair 分组三态处理
磁盘是外部输入,按 P5 全量校验后再用:``_keep_complete_disk_pairs`` 对 pair 分组三态处理
——"只落 P 未落 Q"的悬挂孤儿 warn+drop(不进结果、不 raise);结构损坏(超员/
角色重复)或绑定不一致(video_id/task_type/flip_axis)显式 raise ValueError(不
依赖 build_units 内会被 ``-O`` 剥除的 assert)。single 全保留。
@@ -196,5 +192,5 @@ def read_accepted(path: Path) -> list[QuestionUnit]:
raw = json.loads(path.read_text(encoding="utf-8"))
questions = [_dict_to_q(d) for d in raw]
kept = _sift_disk_pairs(questions)
kept = _keep_complete_disk_pairs(questions)
return validate_units(build_units(kept))
+10 -1
View File
@@ -15,6 +15,7 @@ from __future__ import annotations
import json
import pytest
from loguru import logger
from app.harness.pools import _q_to_dict
from app.question_gen.pair_atomic_writer import (
@@ -179,7 +180,7 @@ def test_write_read_roundtrip_keeps_pair_and_single(tmp_path) -> None:
assert {q.flip_axis for q in loaded_pair.questions} == {"before_after"}
def test_read_drops_disk_dangling_orphan(tmp_path, caplog) -> None:
def test_read_drops_disk_dangling_orphan(tmp_path) -> None:
"""磁盘上某 pair 只有 original(缺 mirror)→ read_accepted warn+drop,不 raise。"""
single = _make_single()
original, _ = _make_pair()
@@ -188,11 +189,19 @@ def test_read_drops_disk_dangling_orphan(tmp_path, caplog) -> None:
out = tmp_path / "bank.json"
out.write_text(json.dumps(records, ensure_ascii=False, indent=2), encoding="utf-8")
# loguru 不走标准 logging,用项目既定 sink 捕获模式(见 test_inference_pair_aggregate
captured: list[str] = []
sink_id = logger.add(captured.append, level="WARNING", format="{message}")
try:
loaded = read_accepted(out)
finally:
logger.remove(sink_id)
assert len(loaded) == 1
assert loaded[0].kind == "single"
assert loaded[0].questions[0].question_id == single.question_id
# warn+drop 契约的 "warn" 半:悬挂孤儿必须告警,不静默丢弃
assert any("悬挂孤儿" in msg for msg in captured), "悬挂孤儿未告警(静默丢弃)"
def test_read_raises_on_disk_corrupt_duplicate_role(tmp_path) -> None: