LLM-Labs-Local/ansible/group_vars/all.yml

courseware_state_dir: "{{ courseware_root }}/state"
courseware_markers_dir: "{{ courseware_state_dir }}/markers"
courseware_logs_dir: "{{ courseware_state_dir }}/logs"
courseware_run_dir: "{{ courseware_state_dir }}/run"
courseware_repos_dir: "{{ courseware_state_dir }}/repos"
courseware_venvs_dir: "{{ courseware_state_dir }}/venvs"
courseware_models_dir: "{{ courseware_state_dir }}/models"
courseware_datasets_dir: "{{ courseware_state_dir }}/datasets"
courseware_tools_dir: "{{ courseware_state_dir }}/tools"
courseware_apps_dir: "{{ courseware_state_dir }}/apps"
courseware_downloads_dir: "{{ courseware_state_dir }}/downloads"
courseware_lab2_dir: "{{ courseware_state_dir }}/lab2"
courseware_lab6_dir: "{{ courseware_state_dir }}/lab6"
courseware_transformerlab_legacy_home: "{{ courseware_state_dir }}/transformerlab-home"
courseware_safe_homes_dir: "{{ lookup('env', 'HOME') }}/.local/share/local-lab-deployment"
courseware_transformerlab_home: "{{ (courseware_safe_homes_dir ~ '/transformerlab-home') if ' ' in courseware_root else courseware_transformerlab_legacy_home }}"
courseware_unsloth_home: "{{ courseware_state_dir }}/unsloth-home"
courseware_ollama_models_dir: "{{ courseware_models_dir }}/ollama"
courseware_node_runtime_dir: "{{ courseware_tools_dir }}/node-runtime"
courseware_node_runtime_bin_dir: "{{ courseware_node_runtime_dir }}/node_modules/node/bin"
courseware_promptfoo_dir: "{{ courseware_lab6_dir }}"
courseware_wiki_repo_dir: "{{ courseware_repos_dir }}/LLM-Labs"
courseware_llama_cpp_bin_dir: "{{ courseware_repos_dir }}/llama.cpp/build/bin"

courseware_bind_host: "0.0.0.0"
courseware_url_host: "127.0.0.1"
courseware_ports:
  ollama: 11434
  open_webui: 8080
  transformerlab: 8338
  chunkviz: 3001
  embedding_atlas: 5055
  unsloth: 8888
  promptfoo: 15500
  wiki: 80

courseware_transformerlab_install_mode: "single-user-pinned"
courseware_transformerlab_version: "v0.28.2"
courseware_transformerlab_version_dir: "{{ courseware_transformerlab_version | regex_replace('^v', '') }}"
courseware_transformerlab_source_archive: "{{ courseware_downloads_dir }}/transformerlab-app-{{ courseware_transformerlab_version_dir }}.tar.gz"
courseware_transformerlab_web_archive: "{{ courseware_downloads_dir }}/transformerlab-web-{{ courseware_transformerlab_version_dir }}.tar.gz"
courseware_transformerlab_miniforge_installer: "{{ courseware_downloads_dir }}/transformerlab-miniforge-installer.sh"
courseware_transformerlab_default_user_email: "student@zuccaro.me"
courseware_transformerlab_default_user_password: "student"
courseware_transformerlab_default_user_first_name: "Student"
courseware_transformerlab_default_user_last_name: ""
courseware_transformerlab_required_loader_plugins:
  - "fastchat_server"
courseware_transformerlab_required_supports_fastchat:
  - "chat"
  - "completion"
  - "visualize_model"
  - "model_layers"
  - "rag"
  - "tools"
  - "template"
  - "embeddings"
  - "tokenize"
  - "logprobs"
  - "batched"
courseware_llama_cpp_commit: "51fa458a92d6a3f305f8fd76fc8f702e3e87ddb5"
courseware_chunkviz_commit: "a891eacafda1f28a12373ad3b00102e68f07c57f"
courseware_promptfoo_version: "0.119.0"
courseware_kiln_release_tag: "v0.18.1"
courseware_node_runtime_version: "20.20.2"
courseware_wiki_repo: "https://git.zuccaro.me/bzuccaro/LLM-Labs.git"

courseware_open_webui_spec: "open-webui"
courseware_embedding_atlas_spec: "embedding-atlas"

courseware_white_rabbit_repo: "bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF"
courseware_white_rabbit_variants:
  - ollama_model: "WhiteRabbitNeo"
    quant: "Q4_K_M"
    filename: "WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q4_K_M.gguf"
    alias_of_default: true
  - ollama_model: "WhiteRabbitNeo-Q8"
    quant: "Q8_0"
    filename: "WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q8_0.gguf"
  - ollama_model: "WhiteRabbitNeo-Q4"
    quant: "Q4_K_M"
    filename: "WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q4_K_M.gguf"
  - ollama_model: "WhiteRabbitNeo-IQ2"
    quant: "IQ2_M"
    filename: "WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-IQ2_M.gguf"
courseware_ollama_models:
  - "llama3.2"
  - "qwen3.5:4b"
  - "gemma3n:e2b"
courseware_optional_ollama_models:
  - "gemma3:12b-it-qat"
courseware_install_optional_heavy_models: false

courseware_wsl_cuda_pin_url: "https://developer.download.nvidia.com/compute/cuda/repos/wsl-ubuntu/x86_64/cuda-wsl-ubuntu.pin"
courseware_wsl_cuda_pin_dest: "/etc/apt/preferences.d/cuda-repository-pin-600"
courseware_wsl_cuda_installer_url: "https://developer.download.nvidia.com/compute/cuda/13.2.0/local_installers/cuda-repo-wsl-ubuntu-13-2-local_13.2.0-1_amd64.deb"
courseware_wsl_cuda_installer_filename: "cuda-repo-wsl-ubuntu-13-2-local_13.2.0-1_amd64.deb"
courseware_wsl_cuda_installer_local_path: "/tmp/cuda-repo-wsl-ubuntu-13-2-local_13.2.0-1_amd64.deb"
courseware_wsl_cuda_repo_dir: "/var/cuda-repo-wsl-ubuntu-13-2-local"
courseware_wsl_cuda_toolkit_package: "cuda-toolkit-13-2"
courseware_native_cuda_keyring_version: "1.1-1"
courseware_native_cuda_repo_slug: >-
  {{
    ('debian' ~ ansible_distribution_major_version)
    if ansible_distribution == 'Debian'
    else (
      'ubuntu' ~ (ansible_distribution_version | replace('.', ''))
      if ansible_distribution == 'Ubuntu'
      else ''
    )
  }}
courseware_native_cuda_repo_arch: >-
  {{
    'x86_64'
    if ansible_architecture in ['x86_64', 'amd64']
    else (
      'arm64'
      if ansible_architecture in ['arm64', 'aarch64']
      else ''
    )
  }}
courseware_native_cuda_repo_supported: >-
  {{
    (
      ansible_distribution == 'Debian'
      and ansible_distribution_major_version in ['12', '13']
      and courseware_native_cuda_repo_arch == 'x86_64'
    )
    or
    (
      ansible_distribution == 'Ubuntu'
      and (ansible_distribution_version | replace('.', '')) in ['2204', '2404']
      and courseware_native_cuda_repo_arch in ['x86_64', 'arm64']
    )
  }}
courseware_native_cuda_keyring_url: "https://developer.download.nvidia.com/compute/cuda/repos/{{ courseware_native_cuda_repo_slug }}/{{ courseware_native_cuda_repo_arch }}/cuda-keyring_{{ courseware_native_cuda_keyring_version }}_all.deb"
courseware_native_cuda_keyring_local_path: "{{ courseware_downloads_dir }}/cuda-keyring-{{ courseware_native_cuda_repo_slug }}-{{ courseware_native_cuda_repo_arch }}.deb"
courseware_native_cuda_toolkit_package: "cuda-toolkit"
courseware_unsloth_installer_url: "https://unsloth.ai/install.sh"
courseware_unsloth_installer_path: "{{ courseware_downloads_dir }}/unsloth-install.sh"
courseware_unsloth_python_version: "3.12"
courseware_unsloth_install_timeout_seconds: 1800
courseware_ollama_install_marker: "{{ courseware_markers_dir }}/ollama-installed-by-courseware"

courseware_services:
  - "ollama"
  - "open-webui"
  - "transformerlab"
  - "chunkviz"
  - "embedding-atlas"
  - "unsloth"
  - "promptfoo"
  - "wiki"