#!/usr/bin/env bash
set -euo pipefail

# Quantize a text decoder GGUF to Q4_0.
# Usage: ./scripts/quantize_reka_q4.sh [INPUT_GGUF] [OUTPUT_GGUF]

SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
REPO_ROOT="$(cd "$SCRIPT_DIR/.." && pwd)"
cd "$REPO_ROOT"

INPUT_GGUF="${1:-}"
OUTPUT_GGUF="${2:-}"
THREADS="${THREADS:-16}"
QUANTIZE_BIN="${QUANTIZE_BIN:-$REPO_ROOT/build/bin/llama-quantize}"
if [[ ! -x "$QUANTIZE_BIN" && -x "$REPO_ROOT/build_linux/bin/llama-quantize" ]]; then
  QUANTIZE_BIN="$REPO_ROOT/build_linux/bin/llama-quantize"
fi

if [[ -z "$INPUT_GGUF" || -z "$OUTPUT_GGUF" ]]; then
  echo "Usage: $0 <INPUT_F16_GGUF> <OUTPUT_Q4_GGUF>" >&2
  exit 1
fi

"$QUANTIZE_BIN" "$INPUT_GGUF" "$OUTPUT_GGUF" Q4_0 "$THREADS"