feat(scripts): generate_questions.sh 题目生成实验入口
Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Executable
+34
@@ -0,0 +1,34 @@
|
||||
#!/usr/bin/env bash
|
||||
# 赛题生成实验
|
||||
# 职责:基于 300 棵视频树 + VLM 生成训练题目,写入 store/questions/generated/。
|
||||
# 用法:
|
||||
# bash scripts/generate_questions.sh # 默认参数
|
||||
# PER_TYPE=5 bash scripts/generate_questions.sh # 每题型 5 道(smoke test)
|
||||
# CONCURRENCY=4 bash scripts/generate_questions.sh # 低并发(省 API)
|
||||
# SEED=42 bash scripts/generate_questions.sh # 指定随机种子
|
||||
set -euo pipefail
|
||||
|
||||
cd "$(dirname "$0")/.."
|
||||
|
||||
CUDA_VISIBLE_DEVICES="${CUDA_VISIBLE_DEVICES:-0}"
|
||||
export CUDA_VISIBLE_DEVICES
|
||||
|
||||
# Embedding 模型已缓存本地,跳过 HuggingFace Hub 在线检查
|
||||
export HF_HUB_OFFLINE=1
|
||||
export TRANSFORMERS_OFFLINE=1
|
||||
|
||||
# 加载环境变量(API key 等)
|
||||
set -a
|
||||
source .env
|
||||
set +a
|
||||
|
||||
PYTHON="$(conda run -n Video-Tree-TRM which python)"
|
||||
|
||||
"${PYTHON}" tools/generate_questions.py generate \
|
||||
--store-dir store \
|
||||
--output-dir store/questions/generated \
|
||||
--per-type "${PER_TYPE:-20}" \
|
||||
--similarity-threshold "${SIM_THRESHOLD:-0.85}" \
|
||||
--max-retries "${MAX_RETRIES:-3}" \
|
||||
--concurrency "${CONCURRENCY:-8}" \
|
||||
--seed "${SEED:-2026}"
|
||||
Reference in New Issue
Block a user