feat(harness): 迁移 gate 信息量阶梯到 unit 粒度 + schema_version
核心算法保真#5（信息阶梯）：gate_ladder.py 从逐题迁移到 unit 粒度， 只换键 question_id→unit_id，冷启动 2:1 错优先交错、gamma-EMA 公式、 Beta(1,1) 先验、反泄漏 _gate_ 过滤的公式/比例/顺序语义一字不改。 - LadderEntry 按 unit_id 键；AR pair 折叠为一个阶梯单元 - build_cold_entries 收单元列表，unit 错 = 任一成员错（双向 AND）折叠， 2:1 交错 + probe 探针按 unit 抽，Beta 先验 p0 不变 - ladder_for 返回 unit_id 序、exclude 迁到 unit 口径（防半 pair 灌入 触发下游 _ladder_units fail-fast） - update_probs 先把逐题观测折叠成单元观测再按 unit_id 匹配更新， 半观测单元跳过（防按 qid 匹配 pair 失效致 gamma-EMA 停摆） - GatePools.save/load 加 schema_version=2；存量无版本/旧版本 json 加载直接报错，拒绝静默混用 qid/unit 键 - BaselineCache 第四维键改名 unit_id（与 T7 validate 路径对齐） - build_or_load_gate_pools 先折叠单元再排除 test（抽 helper 控复杂度 B） - runner：_init_gate_pools 建 unit 索引；gate 验证 exclude/展开、 _refresh_gate_ladder 折叠观测走 units_by_id 反泄漏 run_id 含 _gate_ 过滤不受影响（未改）。 测试：新增 test_gate_ladder_unit_migration.py（15 例覆盖 a-e）， 既有 test_harness_gate_ladder.py 迁移到 unit API。全量 1363 passed。
This commit is contained in:
@@ -0,0 +1,295 @@
|
||||
"""gate_ladder.py 单元化迁移测试（核心算法保真 #5）。
|
||||
|
||||
验证 gate 信息量阶梯从"逐题"迁移到"unit"粒度后，冷启动 2:1 错优先交错、
|
||||
gamma-EMA、Beta 先验、schema_version 门控等语义"只换键、不改公式/比例/顺序"：
|
||||
|
||||
(a) LadderEntry 按 unit_id 键（AR pair 折叠为一个阶梯单元）；
|
||||
(b) 冷启动"错优先 2:1"以 unit 为单位，unit 错 = P 或 Q 任一错；
|
||||
(c) update_probs 观测先折叠成 unit 再匹配（防按 qid 匹配失效致 EMA 停摆）；
|
||||
(d) GatePools.save/load 带 schema_version，存量无版本 json 明确报错（不静默混用）；
|
||||
(e) BaselineCache 键含 unit_id（pair 的 unit_id 与成员 qid 不同）。
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
from typing import TYPE_CHECKING
|
||||
|
||||
import pytest
|
||||
|
||||
from app.harness.gate_ladder import (
|
||||
SCHEMA_VERSION,
|
||||
BaselineCache,
|
||||
GatePools,
|
||||
LadderEntry,
|
||||
build_cold_entries,
|
||||
)
|
||||
from app.harness.question_units import build_units
|
||||
from core.types import GeneratedQuestion
|
||||
|
||||
if TYPE_CHECKING:
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
# ── 构造工具 ──────────────────────────────────────────────────────────
|
||||
|
||||
|
||||
def _single(qid: str, task_type: str = "AR") -> GeneratedQuestion:
|
||||
"""构造 single 题（unit_id 回填为 question_id）。"""
|
||||
return GeneratedQuestion(
|
||||
question_id=qid,
|
||||
video_id="v1",
|
||||
task_type=task_type,
|
||||
question="dummy",
|
||||
options=("A", "B", "C", "D"),
|
||||
answer="A",
|
||||
source_nodes=("n1",),
|
||||
difficulty="easy",
|
||||
)
|
||||
|
||||
|
||||
def _pair(pair_id: str, task_type: str = "AR") -> list[GeneratedQuestion]:
|
||||
"""构造一条 AR 孪生对（original + mirror），共享 pair_id 即 unit_id。"""
|
||||
base = {
|
||||
"video_id": "v1",
|
||||
"task_type": task_type,
|
||||
"question": "dummy",
|
||||
"options": ("A", "B", "C", "D"),
|
||||
"answer": "A",
|
||||
"source_nodes": ("n1",),
|
||||
"difficulty": "easy",
|
||||
"pair_id": pair_id,
|
||||
"flip_axis": "before_after",
|
||||
}
|
||||
return [
|
||||
GeneratedQuestion(question_id=f"{pair_id}_o", question_role="pair_original", **base),
|
||||
GeneratedQuestion(question_id=f"{pair_id}_m", question_role="pair_mirror", **base),
|
||||
]
|
||||
|
||||
|
||||
# ── (a) LadderEntry 按 unit_id ─────────────────────────────────────────
|
||||
|
||||
|
||||
class TestLadderEntryKeyedByUnit:
|
||||
"""LadderEntry 以 unit_id 为键；AR pair 折叠为一个阶梯单元。"""
|
||||
|
||||
def test_entry_has_unit_id(self) -> None:
|
||||
"""LadderEntry 暴露 unit_id 字段。"""
|
||||
e = LadderEntry("u1", 0.5)
|
||||
assert e.unit_id == "u1"
|
||||
|
||||
def test_pair_collapses_to_single_entry(self) -> None:
|
||||
"""一条孪生对（2 题）在阶梯中只产生 1 个 unit 条目（键=pair_id）。"""
|
||||
units = build_units(_pair("pr1"))
|
||||
correctness = {"pr1_o": True, "pr1_m": True}
|
||||
entries = build_cold_entries(units, correctness, probe_quota=0.0, seed=1)
|
||||
assert len(entries) == 1
|
||||
assert entries[0].unit_id == "pr1"
|
||||
|
||||
|
||||
# ── (b) 冷启动 2:1 错优先 + unit 错 = P 或 Q 任一错 ───────────────────────
|
||||
|
||||
|
||||
class TestColdStartUnit:
|
||||
"""冷启动排序在 unit 粒度保持 2:1 交错与 Beta 先验；unit 错 = 任一成员错。"""
|
||||
|
||||
def test_unit_wrong_if_any_member_wrong(self) -> None:
|
||||
"""pair 中任一成员错 → 该 unit 判错（p_hat=1/3）；全对才判对（2/3）。"""
|
||||
units = build_units(_pair("wrong") + _pair("right"))
|
||||
# wrong: original 对、mirror 错 → unit 错；right: 两题均对 → unit 对
|
||||
correctness = {
|
||||
"wrong_o": True,
|
||||
"wrong_m": False,
|
||||
"right_o": True,
|
||||
"right_m": True,
|
||||
}
|
||||
entries = build_cold_entries(units, correctness, probe_quota=0.0, seed=3)
|
||||
p_by_unit = {e.unit_id: e.p_hat for e in entries}
|
||||
assert p_by_unit["wrong"] == pytest.approx(1 / 3)
|
||||
assert p_by_unit["right"] == pytest.approx(2 / 3)
|
||||
|
||||
def test_two_to_one_interleave_over_units(self) -> None:
|
||||
"""6 错 unit + 3 对 unit（含 pair），probe_quota=0 → 交错序 W W R W W R W W R。
|
||||
|
||||
交错是 unit 粒度：pair 折叠成一个 unit 参与交错，序列长度为 9（unit 数），
|
||||
而非 18（题数），证明 2:1 比例语义只换键不改。
|
||||
"""
|
||||
wrong_units_q: list[GeneratedQuestion] = []
|
||||
for i in range(6):
|
||||
wrong_units_q += _pair(f"w{i}") # 6 个 pair unit
|
||||
right_units_q = [_single(f"r{i}") for i in range(3)] # 3 个 single unit
|
||||
units = build_units(wrong_units_q + right_units_q)
|
||||
|
||||
correctness: dict[str, bool] = {}
|
||||
for i in range(6):
|
||||
correctness[f"w{i}_o"] = True
|
||||
correctness[f"w{i}_m"] = False # 任一错 → unit 错
|
||||
for i in range(3):
|
||||
correctness[f"r{i}"] = True
|
||||
|
||||
entries = build_cold_entries(units, correctness, probe_quota=0.0, seed=42)
|
||||
assert len(entries) == 9
|
||||
# unit 错 = p_hat≈1/3；unit 对 = p_hat≈2/3
|
||||
pattern = ["W" if e.p_hat < 0.5 else "R" for e in entries]
|
||||
assert pattern == ["W", "W", "R", "W", "W", "R", "W", "W", "R"]
|
||||
|
||||
def test_probe_at_tail_unit(self) -> None:
|
||||
"""probe_quota>0 时从错 unit 抽探针追加梯尾（按 unit 抽，非按题）。"""
|
||||
wrong_q: list[GeneratedQuestion] = []
|
||||
for i in range(10):
|
||||
wrong_q += _pair(f"w{i}")
|
||||
right_q = [_single(f"r{i}") for i in range(2)]
|
||||
units = build_units(wrong_q + right_q)
|
||||
correctness = {}
|
||||
for i in range(10):
|
||||
correctness[f"w{i}_o"] = False
|
||||
correctness[f"w{i}_m"] = False
|
||||
for i in range(2):
|
||||
correctness[f"r{i}"] = True
|
||||
|
||||
entries = build_cold_entries(units, correctness, probe_quota=0.3, seed=7)
|
||||
# 10 错 unit * 0.3 = 3 个探针 unit 在尾部，均为错 unit
|
||||
tail = entries[-3:]
|
||||
for e in tail:
|
||||
assert e.p_hat < 0.5
|
||||
|
||||
|
||||
# ── (c) update_probs 折叠成 unit 再匹配 ──────────────────────────────────
|
||||
|
||||
|
||||
class TestUpdateProbsFold:
|
||||
"""gamma-EMA 更新前先把逐题观测折叠成 unit 观测（AR pair 双向 AND）。"""
|
||||
|
||||
def _pools_and_units(self) -> tuple[GatePools, dict]:
|
||||
"""构造含一个 pair unit + 一个 single unit 的池与 unit 索引。"""
|
||||
units = build_units(_pair("pr1") + [_single("s1")])
|
||||
units_by_id = {u.unit_id: u for u in units}
|
||||
entries = {"AR": [LadderEntry("pr1", 0.5), LadderEntry("s1", 0.5)]}
|
||||
return GatePools(entries=entries, seed=0, fingerprint="x"), units_by_id
|
||||
|
||||
def test_pair_updates_after_fold(self) -> None:
|
||||
"""pair 两成员均观测 → 折叠成 unit 观测 → EMA 更新（不停摆）。"""
|
||||
pools, units_by_id = self._pools_and_units()
|
||||
# pair 两题均对 → unit 对(1.0)；single 错(0.0)
|
||||
per_q = {"pr1_o": True, "pr1_m": True, "s1": False}
|
||||
pools.update_probs(per_q, units_by_id, gamma=0.8)
|
||||
p = {e.unit_id: e.p_hat for e in pools.entries["AR"]}
|
||||
assert p["pr1"] == pytest.approx(0.8 * 0.5 + 0.2 * 1.0) # 0.6
|
||||
assert p["s1"] == pytest.approx(0.8 * 0.5 + 0.2 * 0.0) # 0.4
|
||||
|
||||
def test_pair_wrong_if_any_member_wrong(self) -> None:
|
||||
"""pair 任一成员错 → unit 观测为错(0.0)，EMA 向下。"""
|
||||
pools, units_by_id = self._pools_and_units()
|
||||
per_q = {"pr1_o": True, "pr1_m": False, "s1": True}
|
||||
pools.update_probs(per_q, units_by_id, gamma=0.8)
|
||||
p = {e.unit_id: e.p_hat for e in pools.entries["AR"]}
|
||||
assert p["pr1"] == pytest.approx(0.8 * 0.5 + 0.2 * 0.0) # 0.4
|
||||
|
||||
def test_partial_pair_observation_skips_update(self) -> None:
|
||||
"""pair 只观测到半个成员 → 无法折叠 → 该 unit p_hat 不变（不半 pair 污染）。"""
|
||||
pools, units_by_id = self._pools_and_units()
|
||||
per_q = {"pr1_o": True} # 缺 mirror
|
||||
pools.update_probs(per_q, units_by_id, gamma=0.8)
|
||||
p = {e.unit_id: e.p_hat for e in pools.entries["AR"]}
|
||||
assert p["pr1"] == pytest.approx(0.5) # 未更新
|
||||
|
||||
def test_qid_keyed_observation_does_not_match_pair(self) -> None:
|
||||
"""若观测里错用 pair_id 之外的裸 qid 键、且未提供 unit 折叠，pair 不应被误更新。
|
||||
|
||||
证明"必须折叠"：单 single unit 用其自身 qid 可更新，pair 需 unit 折叠。
|
||||
"""
|
||||
pools, units_by_id = self._pools_and_units()
|
||||
# 只给 single 的观测，pair 两成员均无观测
|
||||
per_q = {"s1": True}
|
||||
pools.update_probs(per_q, units_by_id, gamma=0.8)
|
||||
p = {e.unit_id: e.p_hat for e in pools.entries["AR"]}
|
||||
assert p["pr1"] == pytest.approx(0.5) # pair 未观测 → 不变
|
||||
assert p["s1"] == pytest.approx(0.8 * 0.5 + 0.2 * 1.0) # single 更新
|
||||
|
||||
|
||||
# ── (d) schema_version 门控 ─────────────────────────────────────────────
|
||||
|
||||
|
||||
class TestSchemaVersion:
|
||||
"""GatePools.save/load 带 schema_version；存量无版本 json 明确报错。"""
|
||||
|
||||
def test_save_writes_schema_version_and_unit_id(self, tmp_path: Path) -> None:
|
||||
"""save 落盘含 schema_version 且 entries 用 unit_id 键。"""
|
||||
entries = {"AR": [LadderEntry("pr1", 0.33), LadderEntry("s1", 0.67)]}
|
||||
pools = GatePools(entries=entries, seed=1, fingerprint="fp")
|
||||
path = tmp_path / "gate_pools.json"
|
||||
pools.save(path)
|
||||
|
||||
raw = json.loads(path.read_text(encoding="utf-8"))
|
||||
assert raw["schema_version"] == SCHEMA_VERSION
|
||||
assert raw["entries"]["AR"][0]["unit_id"] == "pr1"
|
||||
assert "question_id" not in raw["entries"]["AR"][0]
|
||||
|
||||
def test_save_load_roundtrip(self, tmp_path: Path) -> None:
|
||||
"""save → load 往返保真（unit_id + p_hat + seed + fingerprint）。"""
|
||||
entries = {"AR": [LadderEntry("pr1", 0.4)]}
|
||||
pools = GatePools(entries=entries, seed=9, fingerprint="fp2")
|
||||
path = tmp_path / "gate_pools.json"
|
||||
pools.save(path)
|
||||
loaded = GatePools.load(path)
|
||||
assert loaded.seed == 9
|
||||
assert loaded.fingerprint == "fp2"
|
||||
assert loaded.entries["AR"][0].unit_id == "pr1"
|
||||
assert loaded.entries["AR"][0].p_hat == pytest.approx(0.4)
|
||||
|
||||
def test_load_legacy_without_schema_version_raises(self, tmp_path: Path) -> None:
|
||||
"""存量无 schema_version（旧 qid 键）→ 明确报错，不静默混用。"""
|
||||
legacy = {
|
||||
"seed": 1,
|
||||
"fingerprint": "fp",
|
||||
"entries": {"AR": [{"question_id": "q1", "p_hat": 0.5}]},
|
||||
}
|
||||
path = tmp_path / "gate_pools.json"
|
||||
path.write_text(json.dumps(legacy), encoding="utf-8")
|
||||
with pytest.raises(RuntimeError, match="schema_version"):
|
||||
GatePools.load(path)
|
||||
|
||||
def test_load_wrong_schema_version_raises(self, tmp_path: Path) -> None:
|
||||
"""schema_version 不匹配 → 明确报错。"""
|
||||
bad = {
|
||||
"schema_version": SCHEMA_VERSION + 99,
|
||||
"seed": 1,
|
||||
"fingerprint": "fp",
|
||||
"entries": {"AR": [{"unit_id": "pr1", "p_hat": 0.5}]},
|
||||
}
|
||||
path = tmp_path / "gate_pools.json"
|
||||
path.write_text(json.dumps(bad), encoding="utf-8")
|
||||
with pytest.raises(RuntimeError, match="schema_version"):
|
||||
GatePools.load(path)
|
||||
|
||||
|
||||
# ── (e) BaselineCache 键含 unit_id ─────────────────────────────────────
|
||||
|
||||
|
||||
class TestBaselineCacheUnitKey:
|
||||
"""BaselineCache 以 unit_id 为第四维；pair 的 unit_id 与成员 qid 区分。"""
|
||||
|
||||
def test_unit_id_key_distinct_from_member_qid(self, tmp_path: Path) -> None:
|
||||
"""pair unit_id（=pair_id）与其成员 qid 是不同缓存键。"""
|
||||
cache = BaselineCache(tmp_path / "baseline_cache.json")
|
||||
cache.put("AR", "h1", "v1", "pr1", True) # unit_id=pair_id
|
||||
assert cache.get("AR", "h1", "v1", "pr1") is True
|
||||
# 成员 qid 不是同一键 → miss
|
||||
assert cache.get("AR", "h1", "v1", "pr1_o") is None
|
||||
assert cache.get("AR", "h1", "v1", "pr1_m") is None
|
||||
|
||||
|
||||
# ── ladder_for 排除按 unit ─────────────────────────────────────────────
|
||||
|
||||
|
||||
class TestLadderForExcludeUnit:
|
||||
"""ladder_for 返回 unit_id 序，按 unit 排除（防半 pair 灌入）。"""
|
||||
|
||||
def test_exclude_units_filters_whole_unit(self) -> None:
|
||||
"""exclude_units 命中的 unit 被整体排除，返回 unit_id 列表。"""
|
||||
entries = {"AR": [LadderEntry("pr1", 0.5), LadderEntry("s1", 0.4), LadderEntry("s2", 0.6)]}
|
||||
pools = GatePools(entries=entries, seed=0, fingerprint="x")
|
||||
result = pools.ladder_for("AR", exclude_units={"pr1"}, p_low=0.0, p_high=1.0, cold=True)
|
||||
assert "pr1" not in result
|
||||
assert "s1" in result
|
||||
assert "s2" in result
|
||||
@@ -20,6 +20,7 @@ from app.harness.gate_ladder import (
|
||||
order_ladder,
|
||||
skill_hash,
|
||||
)
|
||||
from app.harness.question_units import build_units
|
||||
from core.types import GeneratedQuestion
|
||||
|
||||
if TYPE_CHECKING:
|
||||
@@ -43,6 +44,11 @@ def _make_q(qid: str, task_type: str = "AR") -> GeneratedQuestion:
|
||||
)
|
||||
|
||||
|
||||
def _units(questions: list[GeneratedQuestion]) -> list:
|
||||
"""把题目列表折叠为单元列表（single 题 unit_id 等于 question_id）。"""
|
||||
return build_units(questions)
|
||||
|
||||
|
||||
# ── 冷启动 ────────────────────────────────────────────────────────────
|
||||
|
||||
|
||||
@@ -50,52 +56,52 @@ class TestColdStart:
|
||||
"""冷启动排序：2:1 交错 + 探针插尾 + Beta(1,1) 平滑。"""
|
||||
|
||||
def test_cold_start_interleaving(self) -> None:
|
||||
"""错题:对题 = 2:1 交错顺序。
|
||||
"""错 unit:对 unit = 2:1 交错顺序。
|
||||
|
||||
6 错 3 对（probe_quota=0 无探针）→ 交错序应为 W W R W W R W W R。
|
||||
"""
|
||||
wrong_ids = [f"w{i}" for i in range(6)]
|
||||
right_ids = [f"r{i}" for i in range(3)]
|
||||
questions = [_make_q(qid) for qid in wrong_ids + right_ids]
|
||||
units = _units([_make_q(qid) for qid in wrong_ids + right_ids])
|
||||
correctness = dict.fromkeys(wrong_ids, False)
|
||||
correctness.update(dict.fromkeys(right_ids, True))
|
||||
|
||||
entries = build_cold_entries(questions, correctness, probe_quota=0.0, seed=42)
|
||||
entries = build_cold_entries(units, correctness, probe_quota=0.0, seed=42)
|
||||
|
||||
assert len(entries) == 9
|
||||
# 验证 2:1 交错模式（seed 固定后 shuffle 结果确定）
|
||||
pattern = ["W" if not correctness[e.question_id] else "R" for e in entries]
|
||||
pattern = ["W" if not correctness[e.unit_id] else "R" for e in entries]
|
||||
# 前 9 个交错应为 W W R W W R W W R
|
||||
assert pattern == ["W", "W", "R", "W", "W", "R", "W", "W", "R"]
|
||||
|
||||
def test_cold_start_p_hat_beta(self) -> None:
|
||||
"""p_hat 遵循 Beta(1,1) 平滑：错=1/3，对=2/3。"""
|
||||
questions = [_make_q("q1"), _make_q("q2")]
|
||||
units = _units([_make_q("q1"), _make_q("q2")])
|
||||
correctness = {"q1": False, "q2": True}
|
||||
|
||||
entries = build_cold_entries(questions, correctness, probe_quota=0.0, seed=0)
|
||||
entries = build_cold_entries(units, correctness, probe_quota=0.0, seed=0)
|
||||
|
||||
p_map = {e.question_id: e.p_hat for e in entries}
|
||||
p_map = {e.unit_id: e.p_hat for e in entries}
|
||||
assert p_map["q1"] == pytest.approx(1 / 3)
|
||||
assert p_map["q2"] == pytest.approx(2 / 3)
|
||||
|
||||
def test_cold_start_probe_at_tail(self) -> None:
|
||||
"""probe_quota > 0 时探针题追加在尾部。"""
|
||||
"""probe_quota > 0 时探针 unit 追加在尾部。"""
|
||||
wrong_ids = [f"w{i}" for i in range(10)]
|
||||
right_ids = [f"r{i}" for i in range(2)]
|
||||
questions = [_make_q(qid) for qid in wrong_ids + right_ids]
|
||||
units = _units([_make_q(qid) for qid in wrong_ids + right_ids])
|
||||
correctness = dict.fromkeys(wrong_ids, False)
|
||||
correctness.update(dict.fromkeys(right_ids, True))
|
||||
|
||||
entries = build_cold_entries(questions, correctness, probe_quota=0.3, seed=7)
|
||||
entries = build_cold_entries(units, correctness, probe_quota=0.3, seed=7)
|
||||
|
||||
# 10 错 * 0.3 = 3 个探针在尾部
|
||||
n_probe = int(10 * 0.3)
|
||||
assert n_probe == 3
|
||||
# 尾部 3 个都应为错题
|
||||
# 尾部 3 个都应为错 unit
|
||||
tail = entries[-n_probe:]
|
||||
for e in tail:
|
||||
assert not correctness[e.question_id]
|
||||
assert not correctness[e.unit_id]
|
||||
|
||||
|
||||
# ── warm 排序 ──────────────────────────────────────────────────────────
|
||||
@@ -113,9 +119,9 @@ class TestWarmOrdering:
|
||||
LadderEntry("d", 0.3),
|
||||
]
|
||||
ordered = order_ladder(entries, p_low=0.0, p_high=1.0)
|
||||
assert ordered[0].question_id == "b" # 0.5*(1-0.5)=0.25 最高
|
||||
assert ordered[0].unit_id == "b" # 0.5*(1-0.5)=0.25 最高
|
||||
# d: 0.3*0.7=0.21, a: 0.1*0.9=0.09, c: 0.9*0.1=0.09
|
||||
assert ordered[1].question_id == "d"
|
||||
assert ordered[1].unit_id == "d"
|
||||
|
||||
def test_warm_filter_bounds(self) -> None:
|
||||
"""p_hat 不在 [p_low, p_high] 区间的题被剔除。"""
|
||||
@@ -125,7 +131,7 @@ class TestWarmOrdering:
|
||||
LadderEntry("high", 0.95),
|
||||
]
|
||||
ordered = order_ladder(entries, p_low=0.1, p_high=0.9)
|
||||
ids = [e.question_id for e in ordered]
|
||||
ids = [e.unit_id for e in ordered]
|
||||
assert "mid" in ids
|
||||
assert "low" not in ids
|
||||
assert "high" not in ids
|
||||
@@ -155,9 +161,9 @@ class TestGatePoolsPersistence:
|
||||
assert loaded.seed == 42
|
||||
assert loaded.fingerprint == "abc123"
|
||||
assert len(loaded.entries["AR"]) == 2
|
||||
assert loaded.entries["AR"][0].question_id == "q1"
|
||||
assert loaded.entries["AR"][0].unit_id == "q1"
|
||||
assert loaded.entries["AR"][0].p_hat == pytest.approx(0.33)
|
||||
assert loaded.entries["CR"][0].question_id == "q3"
|
||||
assert loaded.entries["CR"][0].unit_id == "q3"
|
||||
|
||||
def test_gate_pools_fingerprint_mismatch(self, tmp_path: Path) -> None:
|
||||
"""指纹不一致 -> RuntimeError（不静默重建）。"""
|
||||
@@ -196,8 +202,8 @@ class TestGatePoolsPersistence:
|
||||
class TestLadderFor:
|
||||
"""ladder_for 取题序与排除逻辑。"""
|
||||
|
||||
def test_ladder_for_excludes_qids(self) -> None:
|
||||
"""exclude_qids 中的题被排除。"""
|
||||
def test_ladder_for_excludes_units(self) -> None:
|
||||
"""exclude_units 中的单元被排除。"""
|
||||
entries = {
|
||||
"AR": [
|
||||
LadderEntry("q1", 0.5),
|
||||
@@ -206,7 +212,7 @@ class TestLadderFor:
|
||||
],
|
||||
}
|
||||
pools = GatePools(entries=entries, seed=0, fingerprint="x")
|
||||
result = pools.ladder_for("AR", exclude_qids={"q2"}, p_low=0.0, p_high=1.0, cold=True)
|
||||
result = pools.ladder_for("AR", exclude_units={"q2"}, p_low=0.0, p_high=1.0, cold=True)
|
||||
assert "q2" not in result
|
||||
assert "q1" in result
|
||||
assert "q3" in result
|
||||
@@ -236,28 +242,30 @@ class TestLadderFor:
|
||||
|
||||
|
||||
class TestGammaEMA:
|
||||
"""gamma-EMA 更新 p_hat。"""
|
||||
"""gamma-EMA 更新 p_hat（single 单元：unit_id 等于 question_id）。"""
|
||||
|
||||
def test_gamma_ema_update(self) -> None:
|
||||
"""p_hat <- gamma * p_hat + (1-gamma) * obs。"""
|
||||
entries = {"AR": [LadderEntry("q1", 0.5)]}
|
||||
pools = GatePools(entries=entries, seed=0, fingerprint="x")
|
||||
units_by_id = {u.unit_id: u for u in _units([_make_q("q1")])}
|
||||
|
||||
# 观测为正确(1.0), gamma=0.8
|
||||
pools.update_probs({"q1": True}, gamma=0.8)
|
||||
pools.update_probs({"q1": True}, units_by_id, gamma=0.8)
|
||||
expected = 0.8 * 0.5 + 0.2 * 1.0 # 0.6
|
||||
assert pools.entries["AR"][0].p_hat == pytest.approx(expected)
|
||||
|
||||
# 再次观测为错误(0.0), gamma=0.8
|
||||
pools.update_probs({"q1": False}, gamma=0.8)
|
||||
pools.update_probs({"q1": False}, units_by_id, gamma=0.8)
|
||||
expected2 = 0.8 * expected + 0.2 * 0.0 # 0.48
|
||||
assert pools.entries["AR"][0].p_hat == pytest.approx(expected2)
|
||||
|
||||
def test_update_probs_no_observation_unchanged(self) -> None:
|
||||
"""无观测的题 p_hat 不变。"""
|
||||
"""无观测的单元 p_hat 不变。"""
|
||||
entries = {"AR": [LadderEntry("q1", 0.5), LadderEntry("q2", 0.3)]}
|
||||
pools = GatePools(entries=entries, seed=0, fingerprint="x")
|
||||
pools.update_probs({"q1": True}, gamma=0.9)
|
||||
units_by_id = {u.unit_id: u for u in _units([_make_q("q1"), _make_q("q2")])}
|
||||
pools.update_probs({"q1": True}, units_by_id, gamma=0.9)
|
||||
assert pools.entries["AR"][1].p_hat == pytest.approx(0.3)
|
||||
|
||||
|
||||
@@ -290,7 +298,8 @@ class TestLeakPrevention:
|
||||
|
||||
# 只有普通 run 的观测进入 update_probs
|
||||
assert filtered == {"q1": True}
|
||||
pools.update_probs(filtered, gamma=0.8)
|
||||
units_by_id = {u.unit_id: u for u in _units([_make_q("q1")])}
|
||||
pools.update_probs(filtered, units_by_id, gamma=0.8)
|
||||
expected = 0.8 * 0.5 + 0.2 * 1.0
|
||||
assert pools.entries["AR"][0].p_hat == pytest.approx(expected)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user