LLM-Labs-Local/ansible/group_vars/all.yml

courseware_state_dir: "{{ courseware_root }}/state"
courseware_markers_dir: "{{ courseware_state_dir }}/markers"
courseware_logs_dir: "{{ courseware_state_dir }}/logs"
courseware_run_dir: "{{ courseware_state_dir }}/run"
courseware_repos_dir: "{{ courseware_state_dir }}/repos"
courseware_venvs_dir: "{{ courseware_state_dir }}/venvs"
courseware_models_dir: "{{ courseware_state_dir }}/models"
courseware_datasets_dir: "{{ courseware_state_dir }}/datasets"
courseware_tools_dir: "{{ courseware_state_dir }}/tools"
courseware_apps_dir: "{{ courseware_state_dir }}/apps"
courseware_downloads_dir: "{{ courseware_state_dir }}/downloads"
courseware_lab1_dir: "{{ courseware_state_dir }}/lab1"
courseware_lab2_dir: "{{ courseware_state_dir }}/lab2"
courseware_lab6_dir: "{{ courseware_state_dir }}/lab6"
courseware_unsloth_home: "{{ courseware_state_dir }}/unsloth-home"
courseware_lab1_models_dir: "{{ courseware_models_dir }}/lab1"
courseware_ollama_models_dir: "{{ courseware_models_dir }}/ollama"
courseware_node_runtime_dir: "{{ courseware_tools_dir }}/node-runtime"
courseware_node_runtime_bin_dir: "{{ courseware_node_runtime_dir }}/node_modules/node/bin"
courseware_netron_venv_dir: "{{ courseware_venvs_dir }}/netron"
courseware_wetty_dir: "{{ courseware_tools_dir }}/wetty"
courseware_promptfoo_dir: "{{ courseware_lab6_dir }}"
courseware_wiki_repo_dir: "{{ courseware_repos_dir }}/LLM-Labs"
courseware_wiki_runtime_config_path: "{{ courseware_wiki_repo_dir }}/public/courseware-runtime.json"
courseware_llama_cpp_bin_dir: "{{ courseware_repos_dir }}/llama.cpp/build/bin"

courseware_bind_host: "0.0.0.0"
courseware_url_host: "127.0.0.1"
courseware_ports:
  ollama: 11434
  open_webui: 8080
  netron: 8338
  chunkviz: 3001
  embedding_atlas: 5055
  unsloth: 8888
  promptfoo: 15500
  wiki: 80
  wetty: 7681

courseware_netron_version: "9.0.1"
courseware_ollama_min_version: "0.12.11"
courseware_llama_cpp_commit: "51fa458a92d6a3f305f8fd76fc8f702e3e87ddb5"
courseware_chunkviz_commit: "a891eacafda1f28a12373ad3b00102e68f07c57f"
courseware_promptfoo_version: "0.119.0"
courseware_kiln_release_tag: "v0.18.1"
courseware_node_runtime_version: "20.20.2"
courseware_wetty_spec: "wetty@2.5.0"
courseware_wetty_base_path: "/wetty"
courseware_wiki_repo: "https://git.zuccaro.me/bzuccaro/LLM-Labs.git"

courseware_open_webui_spec: "open-webui"
courseware_embedding_atlas_spec: "embedding-atlas"
courseware_lab1_qwen_filename: "Qwen3-0.6B-Q8_0.gguf"
courseware_lab1_qwen_download_url: "https://huggingface.co/Qwen/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-Q8_0.gguf?download=true"
courseware_lab1_qwen_local_path: "{{ courseware_lab1_models_dir }}/{{ courseware_lab1_qwen_filename }}"
courseware_lab1_qwen_model_alias: "lab1-qwen3-0.6b-q8_0"
courseware_lab1_llama_filename: "Llama-3.2-1B.Q4_K_M.gguf"
courseware_lab1_llama_download_url: "https://huggingface.co/DevQuasar-3/meta-llama.Llama-3.2-1B-GGUF/resolve/main/Llama-3.2-1B.Q4_K_M.gguf?download=true"
courseware_lab1_llama_local_path: "{{ courseware_lab1_models_dir }}/{{ courseware_lab1_llama_filename }}"

courseware_white_rabbit_repo: "bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF"
courseware_white_rabbit_variants:
  - ollama_model: "WhiteRabbitNeo"
    quant: "Q4_K_M"
    filename: "WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q4_K_M.gguf"
    alias_of_default: true
  - ollama_model: "WhiteRabbitNeo-Q8"
    quant: "Q8_0"
    filename: "WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q8_0.gguf"
  - ollama_model: "WhiteRabbitNeo-Q4"
    quant: "Q4_K_M"
    filename: "WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q4_K_M.gguf"
  - ollama_model: "WhiteRabbitNeo-IQ2"
    quant: "IQ2_M"
    filename: "WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-IQ2_M.gguf"
courseware_lab2_ollama_models:
  - label: "Gemma 4 E2B Q2"
    value: "cajina/gemma4_e2b-q2_k_xl:v01"
  - label: "Gemma 4 E2B Q4"
    value: "batiai/gemma4-e2b:q4"
  - label: "Gemma 4 E2B Q8"
    value: "bjoernb/gemma4-e2b-fast:latest"
courseware_ollama_models: "{{ courseware_lab2_ollama_models | map(attribute='value') | list }}"
courseware_optional_ollama_models: []
courseware_install_optional_heavy_models: false

courseware_wsl_cuda_pin_url: "https://developer.download.nvidia.com/compute/cuda/repos/wsl-ubuntu/x86_64/cuda-wsl-ubuntu.pin"
courseware_wsl_cuda_pin_dest: "/etc/apt/preferences.d/cuda-repository-pin-600"
courseware_wsl_cuda_installer_url: "https://developer.download.nvidia.com/compute/cuda/13.2.0/local_installers/cuda-repo-wsl-ubuntu-13-2-local_13.2.0-1_amd64.deb"
courseware_wsl_cuda_installer_filename: "cuda-repo-wsl-ubuntu-13-2-local_13.2.0-1_amd64.deb"
courseware_wsl_cuda_installer_local_path: "/tmp/cuda-repo-wsl-ubuntu-13-2-local_13.2.0-1_amd64.deb"
courseware_wsl_cuda_repo_dir: "/var/cuda-repo-wsl-ubuntu-13-2-local"
courseware_wsl_cuda_toolkit_package: "cuda-toolkit-13-2"
courseware_native_cuda_keyring_version: "1.1-1"
courseware_native_cuda_repo_slug: >-
  {{
    ('debian' ~ ansible_distribution_major_version)
    if ansible_distribution == 'Debian'
    else (
      'ubuntu' ~ (ansible_distribution_version | replace('.', ''))
      if ansible_distribution == 'Ubuntu'
      else ''
    )
  }}
courseware_native_cuda_repo_arch: >-
  {{
    'x86_64'
    if ansible_architecture in ['x86_64', 'amd64']
    else (
      'arm64'
      if ansible_architecture in ['arm64', 'aarch64']
      else ''
    )
  }}
courseware_native_cuda_repo_supported: >-
  {{
    (
      ansible_distribution == 'Debian'
      and ansible_distribution_major_version in ['12', '13']
      and courseware_native_cuda_repo_arch == 'x86_64'
    )
    or
    (
      ansible_distribution == 'Ubuntu'
      and (ansible_distribution_version | replace('.', '')) in ['2204', '2404']
      and courseware_native_cuda_repo_arch in ['x86_64', 'arm64']
    )
  }}
courseware_native_cuda_keyring_url: "https://developer.download.nvidia.com/compute/cuda/repos/{{ courseware_native_cuda_repo_slug }}/{{ courseware_native_cuda_repo_arch }}/cuda-keyring_{{ courseware_native_cuda_keyring_version }}_all.deb"
courseware_native_cuda_keyring_local_path: "{{ courseware_downloads_dir }}/cuda-keyring-{{ courseware_native_cuda_repo_slug }}-{{ courseware_native_cuda_repo_arch }}.deb"
courseware_native_cuda_toolkit_package: "cuda-toolkit"
courseware_unsloth_installer_url: "https://unsloth.ai/install.sh"
courseware_unsloth_installer_path: "{{ courseware_downloads_dir }}/unsloth-install.sh"
courseware_unsloth_python_version: "3.12"
courseware_unsloth_install_timeout_seconds: 1800
courseware_ollama_install_marker: "{{ courseware_markers_dir }}/ollama-installed-by-courseware"

courseware_services:
  - "ollama"
  - "open-webui"
  - "netron"
  - "chunkviz"
  - "embedding-atlas"
  - "unsloth"
  - "promptfoo"
  - "wiki"
  - "wetty"