feat(scripts): infer_video_mme.sh 推理实验入口
零参数全量 900 题、N_SAMPLES smoke test、TASK_TYPES 筛选、版本覆盖。 Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Executable
+41
@@ -0,0 +1,41 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
# Video-MME 推理实验(TRM5 基线)
|
||||||
|
# 职责:在 900 道 Video-MME 题上跑全量推理,生成基线记录。
|
||||||
|
# 用法:
|
||||||
|
# bash scripts/infer_video_mme.sh # 全量 900 题
|
||||||
|
# N_SAMPLES=10 bash scripts/infer_video_mme.sh # smoke test
|
||||||
|
# TASK_TYPES="Action Recognition,Counting Problem" bash scripts/infer_video_mme.sh # 只跑指定题型
|
||||||
|
# SKILLS_VERSION=v2 PROMPTS_VERSION=v2 bash scripts/infer_video_mme.sh # 指定版本
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
cd "$(dirname "$0")/.."
|
||||||
|
|
||||||
|
CUDA_VISIBLE_DEVICES="${CUDA_VISIBLE_DEVICES:-0}"
|
||||||
|
export CUDA_VISIBLE_DEVICES
|
||||||
|
|
||||||
|
# 加载环境变量(API key 等)
|
||||||
|
set -a
|
||||||
|
source .env
|
||||||
|
set +a
|
||||||
|
|
||||||
|
PYTHON="$(conda run -n Video-Tree-TRM which python)"
|
||||||
|
|
||||||
|
EXTRA_ARGS=()
|
||||||
|
|
||||||
|
if [[ -n "${TASK_TYPES:-}" ]]; then
|
||||||
|
IFS=',' read -ra TYPES <<< "${TASK_TYPES}"
|
||||||
|
EXTRA_ARGS+=(--task-types "${TYPES[@]}")
|
||||||
|
fi
|
||||||
|
|
||||||
|
"${PYTHON}" main.py \
|
||||||
|
--workspace-dir workspaces/default \
|
||||||
|
--store-dir store \
|
||||||
|
--mode infer \
|
||||||
|
--concurrency 24 \
|
||||||
|
--max-steps 40 \
|
||||||
|
--skill-mode auto \
|
||||||
|
--n-samples "${N_SAMPLES:-0}" \
|
||||||
|
--questions benchmarks/Video-MME \
|
||||||
|
--skills-version "${SKILLS_VERSION:-v1}" \
|
||||||
|
--prompts-version "${PROMPTS_VERSION:-v1}" \
|
||||||
|
"${EXTRA_ARGS[@]}"
|
||||||
Reference in New Issue
Block a user