119 lines
5.3 KiB
YAML
119 lines
5.3 KiB
YAML
courseware_state_dir: "{{ courseware_root }}/state"
|
|
courseware_markers_dir: "{{ courseware_state_dir }}/markers"
|
|
courseware_logs_dir: "{{ courseware_state_dir }}/logs"
|
|
courseware_run_dir: "{{ courseware_state_dir }}/run"
|
|
courseware_repos_dir: "{{ courseware_state_dir }}/repos"
|
|
courseware_venvs_dir: "{{ courseware_state_dir }}/venvs"
|
|
courseware_models_dir: "{{ courseware_state_dir }}/models"
|
|
courseware_datasets_dir: "{{ courseware_state_dir }}/datasets"
|
|
courseware_tools_dir: "{{ courseware_state_dir }}/tools"
|
|
courseware_apps_dir: "{{ courseware_state_dir }}/apps"
|
|
courseware_downloads_dir: "{{ courseware_state_dir }}/downloads"
|
|
courseware_lab2_dir: "{{ courseware_state_dir }}/lab2"
|
|
courseware_lab6_dir: "{{ courseware_state_dir }}/lab6"
|
|
courseware_transformerlab_legacy_home: "{{ courseware_state_dir }}/transformerlab-home"
|
|
courseware_safe_homes_dir: "{{ lookup('env', 'HOME') }}/.local/share/local-lab-deployment"
|
|
courseware_transformerlab_home: "{{ (courseware_safe_homes_dir ~ '/transformerlab-home') if ' ' in courseware_root else courseware_transformerlab_legacy_home }}"
|
|
courseware_unsloth_home: "{{ courseware_state_dir }}/unsloth-home"
|
|
courseware_ollama_models_dir: "{{ courseware_models_dir }}/ollama"
|
|
courseware_node_runtime_dir: "{{ courseware_tools_dir }}/node-runtime"
|
|
courseware_node_runtime_bin_dir: "{{ courseware_node_runtime_dir }}/node_modules/node/bin"
|
|
courseware_promptfoo_dir: "{{ courseware_lab6_dir }}"
|
|
courseware_wiki_repo_dir: "{{ courseware_repos_dir }}/LLM-Labs"
|
|
courseware_llama_cpp_bin_dir: "{{ courseware_repos_dir }}/llama.cpp/build/bin"
|
|
|
|
courseware_bind_host: "0.0.0.0"
|
|
courseware_url_host: "127.0.0.1"
|
|
courseware_ports:
|
|
ollama: 11434
|
|
open_webui: 8080
|
|
transformerlab: 8338
|
|
chunkviz: 3001
|
|
embedding_atlas: 5055
|
|
unsloth: 8888
|
|
promptfoo: 15500
|
|
wiki: 80
|
|
|
|
courseware_transformerlab_install_mode: "single-user-pinned"
|
|
courseware_transformerlab_version: "v0.28.2"
|
|
courseware_transformerlab_version_dir: "{{ courseware_transformerlab_version | regex_replace('^v', '') }}"
|
|
courseware_transformerlab_source_archive: "{{ courseware_downloads_dir }}/transformerlab-app-{{ courseware_transformerlab_version_dir }}.tar.gz"
|
|
courseware_transformerlab_web_archive: "{{ courseware_downloads_dir }}/transformerlab-web-{{ courseware_transformerlab_version_dir }}.tar.gz"
|
|
courseware_transformerlab_miniforge_installer: "{{ courseware_downloads_dir }}/transformerlab-miniforge-installer.sh"
|
|
courseware_transformerlab_default_user_email: "student@zuccaro.me"
|
|
courseware_transformerlab_default_user_password: "student"
|
|
courseware_transformerlab_default_user_first_name: "Student"
|
|
courseware_transformerlab_default_user_last_name: ""
|
|
courseware_transformerlab_required_loader_plugins:
|
|
- "fastchat_server"
|
|
courseware_transformerlab_required_supports_fastchat:
|
|
- "chat"
|
|
- "completion"
|
|
- "visualize_model"
|
|
- "model_layers"
|
|
- "rag"
|
|
- "tools"
|
|
- "template"
|
|
- "embeddings"
|
|
- "tokenize"
|
|
- "logprobs"
|
|
- "batched"
|
|
courseware_llama_cpp_commit: "51fa458a92d6a3f305f8fd76fc8f702e3e87ddb5"
|
|
courseware_chunkviz_commit: "a891eacafda1f28a12373ad3b00102e68f07c57f"
|
|
courseware_promptfoo_version: "0.119.0"
|
|
courseware_kiln_release_tag: "v0.18.1"
|
|
courseware_node_runtime_version: "20.20.2"
|
|
courseware_wiki_repo: "https://git.zuccaro.me/bzuccaro/LLM-Labs.git"
|
|
|
|
courseware_open_webui_spec: "open-webui"
|
|
courseware_embedding_atlas_spec: "embedding-atlas"
|
|
|
|
courseware_white_rabbit_repo: "bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF"
|
|
courseware_white_rabbit_variants:
|
|
- ollama_model: "WhiteRabbitNeo"
|
|
quant: "Q4_K_M"
|
|
filename: "WhiteRabbitNeo-V3-7B-Q4_K_M.gguf"
|
|
alias_of_default: true
|
|
- ollama_model: "WhiteRabbitNeo-BF16"
|
|
quant: "BF16"
|
|
filename: "WhiteRabbitNeo-V3-7B-bf16.gguf"
|
|
- ollama_model: "WhiteRabbitNeo-Q8"
|
|
quant: "Q8_0"
|
|
filename: "WhiteRabbitNeo-V3-7B-Q8_0.gguf"
|
|
- ollama_model: "WhiteRabbitNeo-Q4"
|
|
quant: "Q4_K_M"
|
|
filename: "WhiteRabbitNeo-V3-7B-Q4_K_M.gguf"
|
|
- ollama_model: "WhiteRabbitNeo-Q2"
|
|
quant: "Q2_K"
|
|
filename: "WhiteRabbitNeo-V3-7B-Q2_K.gguf"
|
|
courseware_ollama_models:
|
|
- "llama3.2"
|
|
- "qwen3.5:4b"
|
|
- "gemma3n:e2b"
|
|
courseware_optional_ollama_models:
|
|
- "gemma3:12b-it-qat"
|
|
courseware_install_optional_heavy_models: false
|
|
|
|
courseware_wsl_cuda_pin_url: "https://developer.download.nvidia.com/compute/cuda/repos/wsl-ubuntu/x86_64/cuda-wsl-ubuntu.pin"
|
|
courseware_wsl_cuda_pin_dest: "/etc/apt/preferences.d/cuda-repository-pin-600"
|
|
courseware_wsl_cuda_installer_url: "https://developer.download.nvidia.com/compute/cuda/13.2.0/local_installers/cuda-repo-wsl-ubuntu-13-2-local_13.2.0-1_amd64.deb"
|
|
courseware_wsl_cuda_installer_filename: "cuda-repo-wsl-ubuntu-13-2-local_13.2.0-1_amd64.deb"
|
|
courseware_wsl_cuda_installer_local_path: "/tmp/cuda-repo-wsl-ubuntu-13-2-local_13.2.0-1_amd64.deb"
|
|
courseware_wsl_cuda_repo_dir: "/var/cuda-repo-wsl-ubuntu-13-2-local"
|
|
courseware_wsl_cuda_toolkit_package: "cuda-toolkit-13-2"
|
|
courseware_unsloth_installer_url: "https://unsloth.ai/install.sh"
|
|
courseware_unsloth_installer_path: "{{ courseware_downloads_dir }}/unsloth-install.sh"
|
|
courseware_unsloth_python_version: "3.12"
|
|
courseware_unsloth_install_timeout_seconds: 1800
|
|
courseware_ollama_install_marker: "{{ courseware_markers_dir }}/ollama-installed-by-courseware"
|
|
|
|
courseware_services:
|
|
- "ollama"
|
|
- "open-webui"
|
|
- "transformerlab"
|
|
- "chunkviz"
|
|
- "embedding-atlas"
|
|
- "unsloth"
|
|
- "promptfoo"
|
|
- "wiki"
|