fix: reject conflicting raw reasoning overrides before sending

This commit is contained in:
2026-09-09 01:26:34 -04:00
parent 1ee74c35a8
commit 8e61a66342
4 changed files with 213 additions and 110 deletions
+76 -40
View File
@@ -247,52 +247,35 @@ class TestReasoningEffortPriority:
assert "reasoning_effort" not in captured[0]
@pytest.mark.parametrize(
("provider", "model", "fragment"),
"provider,model,tier",
[
("qwen", "qwen-max", {"enable_thinking": True}),
("deepseek", "deepseek-v4-pro", {"thinking": {"type": "enabled"}}),
("zhipu", "glm-5.3", {"thinking": {"type": "enabled"}}),
("moonshot", "kimi-k3", {"thinking": {"type": "enabled"}}),
("deepseek", "deepseek-v4-pro", "high"),
("zhipu", "glm-5.3", "low"),
("moonshot", "kimi-k3", "low"),
("minimax", "MiniMax-M3", "medium"),
],
)
async def test_legacy_on_tier_matches_old_fragment(self, provider, model, fragment):
"""存量 `ENABLE_THINKING=true` 的回归门: 发出去的字节逐字不变。
async def test_legacy_auto_requires_explicit_migration(self, provider, model, tier):
"""旧糖配置明确拒绝,显式选择才能恢复可执行请求。"""
from dataclasses import replace
**只覆盖 `on_base` 自己就说全了""的四段**。openai/anthropic/google 的开档
旧版硬编码 `{"reasoning_effort": "medium"}`,新版不注入任何档位——那是设计
§4.2 声明过的**有意变更**(medium 在 GLM/kimi/deepseek 的档位表里根本不存在,
是库替下游做的档位判断),不是本门要守的不变量;这三家的模型经 OpenRouter
登记均为默认推理,不注入也仍是""。minimax 不在此列: 它的模型不满足该前提,
已按 issue #21 改回 medium,由下一条用例单独守。
qwen/deepseek 两条字面量逐字取自升级前的 `ProviderProfile.thinking_on`;
zhipu/moonshot 升级前没有对应段,断言的是它们 2026-09-04 登记的形态。
"""
captured = []
source = _source(provider=provider, model=model, enable_thinking=True)
async with self._capturing_client(captured, sources=[source]) as client:
await client.chat([{"role": "user", "content": "hi"}])
body = captured[0]
assert {k: body[k] for k in fragment} == fragment
# `auto` = 开启但不指定强度: 语法糖不得替调用方挑一个档
assert "reasoning_effort" not in body
async def test_legacy_minimax_on_tier_actually_turns_reasoning_on(self):
"""回归门(issue #21): minimax 段的存量 `ENABLE_THINKING=true` 必须真开推理。
本次换代一度把这段的开启形态改成 `on_base={}`(什么参数都不注入),依据是
"这些模型默认就推理,不注入也仍是''"。T10 真实网关实测推翻了该前提:
MiniMax-M3 不带任何推理参数时 5/5 轮**不推理**(六个强度值则全部生效)。
于是存量下游从"真开推理"静默变成"不推理",而 `resolve_thinking` 的 Phase 5
无条件放行 `auto`、能力表也堵不住这条路。
断言落在**发出去的字节**上而非中间态: 静默不推理这件事只有在请求体里才看得见。
"""
captured = []
source = _source(provider="minimax", model="MiniMax-M3", enable_thinking=True)
async with self._capturing_client(captured, sources=[source]) as client:
await client.chat([{"role": "user", "content": "hi"}])
assert captured[0]["reasoning_effort"] == "medium"
client = self._capturing_client(captured, sources=[source])
try:
with pytest.raises(RequestRejectedError):
await client.chat([])
assert captured == []
finally:
await client._transport.aclose()
client = self._capturing_client(
captured, sources=[replace(source, enable_thinking=None, reasoning_effort=tier)]
)
try:
await client.chat([])
assert captured[0]["reasoning_effort"] == tier
finally:
await client._transport.aclose()
class TestEffortFallbackWiring:
@@ -1280,3 +1263,56 @@ class TestTelemetryStatusExposure:
assert _ocr_client().telemetry_status is None
assert _ocr_client(telemetry=_Closable()).telemetry_status is None
self._assert_snapshot(_ocr_client(telemetry=self._recorder(tmp_path)).telemetry_status)
class TestManagedReasoningAdmission:
"""入口前置与实际准入边界保持明确。"""
@pytest.mark.parametrize("factory", ["env", "settings"])
def test_factory_rejects_conflict_before_building_backends(self, monkeypatch, factory):
env = {
**_ENV,
"LLM__QWEN__1__MODEL": "qwen3.7-plus",
"LLM__QWEN__1__ENABLE_THINKING": "true",
"LLM__QWEN__1__EXTRA_BODY": '{"enable_thinking":true}',
}
built = []
def forbidden(*args, **kwargs):
built.append(True)
raise AssertionError("后端不得构造")
monkeypatch.setattr("polygateway.client._build_limiter", forbidden)
with pytest.raises(ValueError, match="冲突"):
if factory == "env":
GatewayClient.from_env(env=env)
else:
GatewayClient.from_settings(GatewaySettings.from_env(env=env))
assert not built
async def test_request_conflict_does_not_enter_onion(self):
client = _client()
async def forbidden(request):
raise AssertionError("不得进入洋葱")
client._handler = forbidden
try:
with pytest.raises(ValueError, match="冲突"):
await client.chat([], reasoning_effort="high", overlay={"reasoning_effort": "high"})
finally:
await client._transport.aclose()
async def test_source_conflict_releases_admitted_permit(self):
source = _source(
reasoning_effort="high", provider="openai", extra_body={"reasoning_effort": "high"}
)
sent = []
client = _client(sources=[source], handler=lambda request: sent.append(request) or _sse())
try:
with pytest.raises(RequestRejectedError, match="冲突"):
await client.chat([])
assert sent == []
assert (await client._limiter_backend.source_stats(source.name)).inflight == 0
finally:
await client._transport.aclose()
+109 -57
View File
@@ -623,8 +623,8 @@ class TestThinkingReconciliation:
try:
await _complete(transport, self._minimax(False))
await _complete(transport, self._minimax(False))
await _complete(transport, self._minimax(True))
await _complete(transport, self._minimax(True))
await _complete(transport, self._minimax(True), reasoning_effort=Effort.MEDIUM)
await _complete(transport, self._minimax(True), reasoning_effort=Effort.MEDIUM)
finally:
logger.remove(sink_id)
hits = [m for m in messages if "MiniMax-M3" in m]
@@ -705,75 +705,44 @@ class TestNonStreamFastPath:
class TestRequestShaping:
@pytest.mark.parametrize(
("enable_thinking", "expected"),
[(True, {"enable_thinking": True}), (False, {"enable_thinking": False}), (None, {})],
)
async def test_thinking_tri_state_injection(self, enable_thinking, expected):
@pytest.mark.parametrize("tier", [Effort.MEDIUM, Effort.NONE])
async def test_minimax_explicit_tier_is_sent(self, tier):
seen = {}
def handler(request):
seen.update(json.loads(request.content))
return _sse_stream(_chunk(content="x"), _chunk(usage=_USAGE))
await _complete(_transport_for(handler), _source(enable_thinking=enable_thinking))
assert {k: seen[k] for k in expected} == expected
if enable_thinking is None:
transport = _transport_for(handler)
try:
result = await _complete(
transport, _source(provider="minimax", model="MiniMax-M3"), reasoning_effort=tier
)
assert seen["reasoning_effort"] == tier.value
assert result.applied_effort is tier
assert "enable_thinking" not in seen
assert seen["stream_options"] == {"include_usage": True}
finally:
await transport.aclose()
@pytest.mark.parametrize(
("enable_thinking", "expected"),
# 本条断言反复过一次,记下原委以免第三次改回去:
# T2(2026-09-04)按"MiniMax 开启档本就无需参数"的**推定**把 medium 改成不注入;
# T10(2026-09-05)真实网关实测推翻该推定——M3 不发任何推理参数时 5/5 轮不推理,
# 故 medium 回归(issue #21 的权宜之计,正解是让 auto 受能力表约束)
[(True, "medium"), (False, "none")],
)
async def test_minimax_injects_reasoning_effort(self, enable_thinking, expected):
"""issue #5: MiniMax 认的是 reasoning_effort,不是 enable_thinking。"""
async def test_raw_only_keeps_source_then_request_priority(self):
seen = {}
def handler(request):
seen.update(json.loads(request.content))
return _sse_stream(_chunk(content="x"), _chunk(usage=_USAGE))
source = _source(
name="mm", provider="minimax", model="MiniMax-M3", enable_thinking=enable_thinking
)
await _complete(_transport_for(handler), source)
if expected is None:
assert "reasoning_effort" not in seen
else:
assert seen["reasoning_effort"] == expected
assert "enable_thinking" not in seen # 旧形态实测被静默丢弃,不再下发
async def test_extra_body_overrides_the_profile_slot(self):
"""注入顺序即优先级: profile → extra_body → overlay,两行不可调换。
固定用 **zhipu + glm-5.3 + 源级 low** 这组: 判据必须落在一个 profile
**真的写了值**的键上,两边写同一个键才谈得上谁覆盖谁。不挑 minimax 是因为
它的 `on_base` 只写 `reasoning_effort` 一个键(issue #21 的权宜之计),
覆盖发生后看不见"profile 独有的那半边仍在",判据少一半。
"""
seen = {}
def handler(request):
seen.update(json.loads(request.content))
return _sse_stream(_chunk(content="x"), _chunk(usage=_USAGE))
source = _source(
name="zp",
provider="zhipu",
model="glm-5.3",
reasoning_effort="low",
extra_body={"reasoning_effort": "high"},
)
await _complete(_transport_for(handler), source)
# profile 注入的是 low,extra_body 后写故发出去的是 high;顺序一调换就变 low,
# 即下游写在 extra_body 里的覆盖被库悄悄顶掉(issue #20 的成因形态)
assert seen["reasoning_effort"] == "high"
assert seen["thinking"] == {"type": "enabled"} # profile 独有的那半边仍在
transport = _transport_for(handler)
try:
result = await _complete(
transport,
_source(extra_body={"reasoning_effort": "low", "temperature": 0}),
overlay={"reasoning_effort": "high", "temperature": 1},
)
assert seen["reasoning_effort"] == "high"
assert seen["temperature"] == 1
assert result.applied_effort is None
finally:
await transport.aclose()
async def test_model_that_cannot_disable_is_rejected_not_silently_ignored(self):
"""M2.x 关不掉推理: 必须是四分类之一的 RequestRejected,不是裸 ValueError。
@@ -1056,3 +1025,86 @@ class TestLifecycle:
await _complete(transport, _source())
await transport.aclose()
await transport.aclose()
class TestManagedReasoningOwnership:
"""通过真实 transport 验证拒绝发生在 HTTP 之前。"""
@pytest.mark.parametrize(
"raw",
[
{"reasoning_effort": "high"},
{"enable_thinking": True},
{"thinking": {}},
{"thinking_budget": 100},
{"reasoning": {}},
{"thinkingConfig": {}},
{"output_config": {"effort": "low"}},
],
)
@pytest.mark.parametrize("layer", ["source", "request", "shadowed"])
async def test_raw_control_is_rejected_before_http(self, raw, layer):
sent = []
def handler(request):
sent.append(request)
return _sse_stream(_chunk(content="ok"), _chunk(usage=_USAGE))
source = _source(
provider="openai",
reasoning_effort=Effort.HIGH,
extra_body=raw if layer != "request" else {},
)
overlay = raw if layer != "source" else {}
transport = _transport_for(handler)
try:
with pytest.raises(RequestRejectedError):
await _complete(transport, source, overlay=overlay)
assert sent == []
finally:
await transport.aclose()
class TestDefaultClientFactory:
"""直接检查生产 factory,不用取证测试的另一套 factory 代替。"""
@pytest.mark.parametrize("key", ["fake-a", "fake-b"])
async def test_authorization_uses_source_api_key(self, key):
from polygateway.transports.openai_compat import _default_client_factory
client = _default_client_factory(_source(api_key=key))
try:
assert client.headers["Authorization"] == f"Bearer {key}"
assert (
client.build_request("POST", "https://gw.example/v1/chat/completions").headers[
"Authorization"
]
== f"Bearer {key}"
)
finally:
await client.aclose()
@pytest.mark.parametrize("timeout", [17.0, 53.0])
async def test_timeout_uses_source_timeout_for_all_phases(self, timeout):
from polygateway.transports.openai_compat import _default_client_factory
client = _default_client_factory(_source(timeout_s=timeout))
try:
assert [
client.timeout.connect,
client.timeout.read,
client.timeout.write,
client.timeout.pool,
] == [timeout] * 4
finally:
await client.aclose()
@pytest.mark.parametrize("trust_env", [True, False])
async def test_trust_env_uses_source_setting(self, trust_env):
from polygateway.transports.openai_compat import _default_client_factory
client = _default_client_factory(_source(trust_env=trust_env))
try:
assert client.trust_env is trust_env
finally:
await client.aclose()