Files
InfoRSI/eval/round-zero/research.json
T
iomgaa a42349717c feat: 研究编号只许小写、配置路径必须绝对;检验判重两个顺序取平均
任务书 13 第一部分,用户 2026-10-03 同意。
- config:studyId 限定小写字母、数字和 ._-;task、promptDir 必须以 / 开头。
- eval:research.json 路径改绝对,writeConfig 不再转换;quality.ts 第 2、6 问每对 A、B 与 B、A 各问一次取平均,两次原始概率都存。
- tests:大写编号、相对路径各加测试。

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-03 11:42:11 -04:00

34 lines
1.1 KiB
JSON

{
"studyId": "r0-eval",
"task": "/home/iomgaa/Projects/InfoRSI/tasks/circle_packing",
"models": {
"researchers": [
{ "provider": "iomgaa", "model": "glm-5.3", "thinking": "medium" },
{ "provider": "iomgaa", "model": "glm-5.3", "thinking": "medium" },
{ "provider": "iomgaa", "model": "glm-5.3", "thinking": "medium" }
],
"experimenter": { "provider": "iomgaa", "model": "glm-5.3", "thinking": "medium" },
"verifier": { "provider": "iomgaa", "model": "glm-5.3", "thinking": "medium" },
"jev": "jev-latest"
},
"proposalLimit": 1,
"batchLimit": 2,
"runs": 13,
"factorLimit": 3,
"maxRepairs": 1,
"lightChecks": { "maxCount": 2, "seconds": 5 },
"promptDir": "/home/iomgaa/Projects/InfoRSI/prompts",
"devEntry": false,
"flow": {
"preset": "full",
"roundZero": { "enabled": true, "discussions": 2 },
"firstPrediction": true,
"critique": true,
"ablation": { "enabled": true, "cellRule": "valueMinusCost" },
"batchRule": "bestExpected",
"openReserve": 0.1,
"knowledgeUse": 0.5,
"decay": 0.5
}
}