LLM-Labs-Local/ansible/templates/download_whiterabbitneo-gguf.sh.j2

#!/usr/bin/env bash
set -euo pipefail

SCRIPT_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
STATE_DIR=$(cd "$SCRIPT_DIR/.." && pwd)
RUNTIME_ENV="$STATE_DIR/runtime.env"

if [ ! -f "$RUNTIME_ENV" ]; then
  echo "Missing $RUNTIME_ENV. Run ./labctl up first." >&2
  exit 1
fi

# shellcheck disable=SC1090
. "$RUNTIME_ENV"

REPO_URL="https://huggingface.co/{{ courseware_white_rabbit_repo }}"
REPO_REF="main"
REPO_DIR="$COURSEWARE_STATE_DIR/downloads/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF"
TARGET_DIR="$COURSEWARE_STATE_DIR/models/WhiteRabbitNeo"
REGISTER_WITH_OLLAMA=1

DOWNLOAD_FILES=(
{% for variant in courseware_white_rabbit_variants | unique(attribute='filename') %}
  "{{ variant.filename }}"
{% endfor %}
)

MODEL_NAMES=(
{% for variant in courseware_white_rabbit_variants %}
  "{{ variant.ollama_model }}"
{% endfor %}
)

MODEL_FILES=(
{% for variant in courseware_white_rabbit_variants %}
  "{{ variant.filename }}"
{% endfor %}
)

usage() {
  cat <<'EOF'
Usage: ./download_whiterabbitneo-gguf.sh [--download-only]

Downloads the WhiteRabbitNeo `Q4_K_M`, `Q8_0`, and `IQ2_M` GGUF variants used in lab 2 with git + git-lfs.
By default it also registers local Ollama aliases after the files are present.

Options:
  --download-only   Skip Ollama model registration
  -h, --help        Show this help text
EOF
}

require_cmd() {
  if ! command -v "$1" >/dev/null 2>&1; then
    echo "Missing required command: $1" >&2
    exit 1
  fi
}

parse_args() {
  while [ $# -gt 0 ]; do
    case "$1" in
      --download-only)
        REGISTER_WITH_OLLAMA=0
        ;;
      -h|--help)
        usage
        exit 0
        ;;
      *)
        echo "Unknown option: $1" >&2
        usage >&2
        exit 1
        ;;
    esac
    shift
  done
}

setup_repo() {
  mkdir -p "$COURSEWARE_STATE_DIR/downloads"

  if [ ! -d "$REPO_DIR/.git" ]; then
    rm -rf "$REPO_DIR"
    GIT_LFS_SKIP_SMUDGE=1 git clone --filter=blob:none --no-checkout "$REPO_URL" "$REPO_DIR"
  fi

  git -C "$REPO_DIR" remote set-url origin "$REPO_URL"
  git -C "$REPO_DIR" sparse-checkout init --no-cone
  git -C "$REPO_DIR" sparse-checkout set -- "${DOWNLOAD_FILES[@]}"
  git -C "$REPO_DIR" fetch --depth=1 origin "$REPO_REF"
  git -C "$REPO_DIR" checkout -f --detach FETCH_HEAD
  git -C "$REPO_DIR" lfs install --local >/dev/null
}

download_files() {
  local lfs_include

  mkdir -p "$TARGET_DIR"
  lfs_include=$(IFS=,; printf '%s' "${DOWNLOAD_FILES[*]}")

  git -C "$REPO_DIR" lfs pull origin --include="$lfs_include" --exclude=""

  for file in "${DOWNLOAD_FILES[@]}"; do
    cp -f "$REPO_DIR/$file" "$TARGET_DIR/$file"
  done
}

start_ollama_if_needed() {
  if curl -fsS "http://$COURSEWARE_BIND_HOST:$COURSEWARE_OLLAMA_PORT/api/tags" >/dev/null 2>&1; then
    return 0
  fi

  if [ -x "$COURSEWARE_ROOT/scripts/service_manager.sh" ]; then
    "$COURSEWARE_ROOT/scripts/service_manager.sh" start ollama >/dev/null
  fi

  curl -fsS "http://$COURSEWARE_BIND_HOST:$COURSEWARE_OLLAMA_PORT/api/tags" >/dev/null 2>&1
}

register_models() {
  local i
  local modelfile

  if [ "$REGISTER_WITH_OLLAMA" -eq 0 ]; then
    echo "Skipping Ollama registration because --download-only was requested."
    return 0
  fi

  if ! command -v "$OLLAMA_BIN" >/dev/null 2>&1; then
    echo "Ollama is not installed or not on PATH; downloads completed but model registration was skipped." >&2
    return 0
  fi

  if ! start_ollama_if_needed; then
    echo "Ollama is not reachable on http://$COURSEWARE_BIND_HOST:$COURSEWARE_OLLAMA_PORT; downloads completed but model registration was skipped." >&2
    return 0
  fi

  export OLLAMA_HOST="$COURSEWARE_BIND_HOST:$COURSEWARE_OLLAMA_PORT"
  export OLLAMA_MODELS="$OLLAMA_MODELS_DIR"

  for i in "${!MODEL_NAMES[@]}"; do
    modelfile="$TARGET_DIR/Modelfile.${MODEL_NAMES[$i]}"
    printf 'FROM %s/%s\n' "$TARGET_DIR" "${MODEL_FILES[$i]}" >"$modelfile"
    "$OLLAMA_BIN" create "${MODEL_NAMES[$i]}" -f "$modelfile"
  done
}

main() {
  parse_args "$@"
  require_cmd git
  require_cmd git-lfs
  git lfs install --skip-repo >/dev/null

  echo "Preparing WhiteRabbitNeo GGUF checkout in $REPO_DIR"
  setup_repo

  echo "Downloading selected WhiteRabbitNeo GGUF variants into $TARGET_DIR"
  download_files

  echo "Download complete:"
  printf '  - %s\n' "${DOWNLOAD_FILES[@]}"

  register_models

  echo "WhiteRabbitNeo lab 2 setup is ready."
}

main "$@"