File size: 1,053 Bytes
22302fa | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 | #!/usr/bin/env bash
set -euo pipefail
ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/../.." && pwd)"
cd "$ROOT_DIR"
RETRIEVAL_RUN_ID="${RETRIEVAL_RUN_ID:-xperience10m_qwen3_omni_v6_retrieval_task_probes_a100_20260617T175919Z}"
WAITER_RUN_ID="${WAITER_RUN_ID:-${RETRIEVAL_RUN_ID}_waiter}"
CUDA_DEVICE_GROUPS_VALUE="${CUDA_DEVICE_GROUPS_VALUE:-0,1 2,3}"
SCORING_COMMAND=$(
printf '%s ' \
"RUN_ID=${RETRIEVAL_RUN_ID}" \
"TASKS=caption_grounding" \
"CANDIDATE_COUNT=4" \
"MAX_NEW_TOKENS=64" \
"CUDA_DEVICE_GROUPS=\"${CUDA_DEVICE_GROUPS_VALUE}\"" \
"SHARDS=2" \
"LOCAL_FILES_ONLY=1" \
"scripts/omni/run_qwen3_omni_retrieval_task_probes_sharded.sh"
)
RUN_ID="$WAITER_RUN_ID" \
MIN_FREE_GPU_COUNT="${MIN_FREE_GPU_COUNT:-4}" \
MIN_FREE_MB_PER_GPU="${MIN_FREE_MB_PER_GPU:-60000}" \
MAX_BUSY_UTIL="${MAX_BUSY_UTIL:-10}" \
CHECK_INTERVAL_SECONDS="${CHECK_INTERVAL_SECONDS:-30}" \
MAX_WAIT_SECONDS="${MAX_WAIT_SECONDS:-43200}" \
SCORING_COMMAND="$SCORING_COMMAND" \
bash scripts/omni/launch_all_task_model_scoring_when_free.sh
|