iomgaa
620b426ede
The pre-commit hook runs the whole suite, and tests/e2e/ talks to a real LLM gateway, so whether a commit is allowed depended on how fast that gateway happened to be. During the issue 14 work it blocked two commits on two different cases; both passed when rerun alone, and the suite went from 165s to 336s that hour. The wasted minutes are not the real cost. Retrying on red teaches you to read "test failed" as "gateway was slow", and a genuinely flaky bug then gets retried away too. An alarm that cries wolf stops being an alarm. test_thinking_live.py already carried the slow marker; the other three files now match it, and the release checklist gains an explicit `pytest -m slow` step so they still run where a human is watching -- without that step this change would just delete the coverage. Also raises test_flat_legacy_keys_assemble's LLM_TIMEOUT from 120 to 300, matching .env. At 120 the case allowed half of what production allows, on a gateway that needs the full 300 -- it measured 116s in a solo run. The assertion is that the flat key name parses into SourceConfig.timeout_s; the value itself was never under test.
99 lines
3.9 KiB
Python
99 lines
3.9 KiB
Python
"""GovDoc 与 Video-Tree 最小接入冒烟(2026-07-20 拍板: 两个项目都做)。
|
|
|
|
复刻两项目的真实调用点形态,对真实网关跑一次治理调用,证明"调用点零改动
|
|
迁移"成立;并验证 VT 现有平铺键名(LLM_TIMEOUT 等)可直接装配。
|
|
reference/ 只读——本文件只 import 其 Protocol,绝不修改。
|
|
"""
|
|
|
|
import os
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
from dotenv import dotenv_values
|
|
|
|
from polygateway import GatewayClient
|
|
|
|
_REPO = Path(__file__).resolve().parents[2]
|
|
_ENV = {k: v for k, v in {**dotenv_values(".env"), **os.environ}.items() if v is not None}
|
|
_HAS_SOURCE = any(k.split("__")[0] == "LLM" and k.endswith("__API_KEY") for k in _ENV)
|
|
|
|
# 真实网关调用: 与 test_thinking_live.py 同待遇标 slow(pytest addopts 默认排除,
|
|
# 显式 `pytest -m slow` 运行)。理由是这些用例的成败取决于网关此刻快不快,而
|
|
# pre-commit 关卡跑全套件——网关一抖就挡住与之无关的提交,久了会把"测试红了
|
|
# 先怀疑网关"变成惯性,真 bug 也会被当成抖动重试掉。发版清单负责让它们真跑。
|
|
pytestmark = [
|
|
pytest.mark.slow,
|
|
pytest.mark.skipif(
|
|
not _HAS_SOURCE, reason="需真实网关凭据: 在 .env 配置 LLM__{PROVIDER}__1__*"
|
|
),
|
|
]
|
|
|
|
|
|
@pytest.fixture
|
|
async def client():
|
|
c = GatewayClient.from_env("LLM", env=_ENV)
|
|
yield c
|
|
await c.aclose()
|
|
|
|
|
|
class TestGovDocOnboarding:
|
|
"""GovDoc agent/loop.py:377 调用形态: session_id + parent_call_id。"""
|
|
|
|
async def test_call_site_shape_runs_governed(self, client):
|
|
response = await client.chat(
|
|
[{"role": "user", "content": "Reply with exactly: govdoc-ok"}],
|
|
session_id="govdoc-e2e",
|
|
parent_call_id="step-1",
|
|
)
|
|
assert response.content.strip()
|
|
assert response.call_id # GovernedLLMClient 契约字段全在
|
|
|
|
async def test_structural_protocol_match(self, client):
|
|
sys.path.insert(0, str(_REPO / "reference/GovDoc-SaaS/packages/docagent-core/src"))
|
|
try:
|
|
from docagent_core.protocols import LLMProvider
|
|
except ImportError:
|
|
pytest.skip("GovDoc protocols 依赖不可导入(结构断言已由单测兜底覆盖)")
|
|
finally:
|
|
sys.path.pop(0)
|
|
assert isinstance(client, LLMProvider)
|
|
|
|
|
|
class TestVideoTreeOnboarding:
|
|
"""VT loop.py:336 调用形态: session_id + cache_salt(跨 epoch 重采样)。"""
|
|
|
|
async def test_call_site_shape_with_cache_salt(self, client):
|
|
response = await client.chat(
|
|
[{"role": "user", "content": "Reply with exactly: vt-ok"}],
|
|
session_id="vt-e2e",
|
|
cache_salt="epoch-1",
|
|
)
|
|
assert response.content.strip()
|
|
|
|
async def test_flat_legacy_keys_assemble(self):
|
|
"""VT 现有键名(LLM_TIMEOUT/LLM_MAX_RETRIES 等)零改名装配成功。"""
|
|
source_keys = {k: v for k, v in _ENV.items() if k.split("__")[0] == "LLM" and "__" in k}
|
|
flat_env = {
|
|
**source_keys,
|
|
# 与 .env 的 LLM__MINIMAX__1__TIMEOUT_S 同值。取 120(VT 旧值)会让本用例的
|
|
# 超时比生产配置还紧一半,在慢网关上必然间歇红——而本用例断言的是平铺
|
|
# 键名能否解析成 SourceConfig.timeout_s,超时取值本身不是被测对象
|
|
"LLM_TIMEOUT": "300",
|
|
"LLM_MAX_RETRIES": "3",
|
|
"LLM_RETRY_BASE_DELAY": "2.0",
|
|
"LLM_RETRY_MAX_DELAY": "30.0",
|
|
"LLM_CIRCUIT_BREAKER_THRESHOLD": "5",
|
|
"LLM_CIRCUIT_BREAKER_COOLDOWN": "60",
|
|
"LLM_TTFT_TIMEOUT": "30",
|
|
"LLM_INTER_TOKEN_TIMEOUT": "15",
|
|
"PGW_CACHE_BACKEND": "none",
|
|
"PGW_TELEMETRY_BACKEND": "none",
|
|
}
|
|
client = GatewayClient.from_env("LLM", env=flat_env)
|
|
try:
|
|
resp = await client.chat([{"role": "user", "content": "Reply: flat-ok"}])
|
|
assert resp.content.strip()
|
|
finally:
|
|
await client.aclose()
|