#!/usr/bin/env bash set -euo pipefail MODEL_PATH="${MODEL_PATH:-Rabe3/Moss-Saudi-2}" HOST="${HOST:-0.0.0.0}" PORT="${PORT:-8000}" if ! command -v sgl-omni >/dev/null 2>&1; then echo "sgl-omni is not installed. Install SGLang-Omni first: https://github.com/sgl-project/sglang-omni" >&2 exit 1 fi args=(serve --model-path "${MODEL_PATH}" --host "${HOST}" --port "${PORT}") if [[ "${ALLOW_HF_MEDIA:-1}" == "1" ]]; then args+=(--allowed-media-domain huggingface.co) args+=(--allowed-media-domain cas-bridge.xethub.hf.co) fi if [[ -n "${SGLANG_CONFIG:-}" ]]; then args+=(--config "${SGLANG_CONFIG}") fi exec sgl-omni "${args[@]}"