| set -euo pipefail | |
| ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/../.." && pwd)" | |
| cd "$ROOT_DIR" | |
| RETRIEVAL_RUN_ID="${RETRIEVAL_RUN_ID:-xperience10m_qwen3_omni_v6_retrieval_task_probes_a100_20260617T175919Z}" | |
| WAITER_RUN_ID="${WAITER_RUN_ID:-${RETRIEVAL_RUN_ID}_waiter}" | |
| CUDA_DEVICE_GROUPS_VALUE="${CUDA_DEVICE_GROUPS_VALUE:-0,1 2,3}" | |
| SCORING_COMMAND=$( | |
| printf '%s ' \ | |
| "RUN_ID=${RETRIEVAL_RUN_ID}" \ | |
| "TASKS=caption_grounding" \ | |
| "CANDIDATE_COUNT=4" \ | |
| "MAX_NEW_TOKENS=64" \ | |
| "CUDA_DEVICE_GROUPS=\"${CUDA_DEVICE_GROUPS_VALUE}\"" \ | |
| "SHARDS=2" \ | |
| "LOCAL_FILES_ONLY=1" \ | |
| "scripts/omni/run_qwen3_omni_retrieval_task_probes_sharded.sh" | |
| ) | |
| RUN_ID="$WAITER_RUN_ID" \ | |
| MIN_FREE_GPU_COUNT="${MIN_FREE_GPU_COUNT:-4}" \ | |
| MIN_FREE_MB_PER_GPU="${MIN_FREE_MB_PER_GPU:-60000}" \ | |
| MAX_BUSY_UTIL="${MAX_BUSY_UTIL:-10}" \ | |
| CHECK_INTERVAL_SECONDS="${CHECK_INTERVAL_SECONDS:-30}" \ | |
| MAX_WAIT_SECONDS="${MAX_WAIT_SECONDS:-43200}" \ | |
| SCORING_COMMAND="$SCORING_COMMAND" \ | |
| bash scripts/omni/launch_all_task_model_scoring_when_free.sh | |