feat(scripts): generate_questions.sh 题目生成实验入口

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
2026-07-09 22:53:28 -04:00
parent 4ebdf0b0ba
commit 75016c4892
+34
View File
@@ -0,0 +1,34 @@
#!/usr/bin/env bash
# 赛题生成实验
# 职责:基于 300 棵视频树 + VLM 生成训练题目,写入 store/questions/generated/。
# 用法:
# bash scripts/generate_questions.sh # 默认参数
# PER_TYPE=5 bash scripts/generate_questions.sh # 每题型 5 道(smoke test
# CONCURRENCY=4 bash scripts/generate_questions.sh # 低并发(省 API)
# SEED=42 bash scripts/generate_questions.sh # 指定随机种子
set -euo pipefail
cd "$(dirname "$0")/.."
CUDA_VISIBLE_DEVICES="${CUDA_VISIBLE_DEVICES:-0}"
export CUDA_VISIBLE_DEVICES
# Embedding 模型已缓存本地,跳过 HuggingFace Hub 在线检查
export HF_HUB_OFFLINE=1
export TRANSFORMERS_OFFLINE=1
# 加载环境变量(API key 等)
set -a
source .env
set +a
PYTHON="$(conda run -n Video-Tree-TRM which python)"
"${PYTHON}" tools/generate_questions.py generate \
--store-dir store \
--output-dir store/questions/generated \
--per-type "${PER_TYPE:-20}" \
--similarity-threshold "${SIM_THRESHOLD:-0.85}" \
--max-retries "${MAX_RETRIES:-3}" \
--concurrency "${CONCURRENCY:-8}" \
--seed "${SEED:-2026}"