Leonid Pershin
7ed6a99df2
- Updated `env.example` and `gpu-rent.vars.example` to include new variables for LLM runtime and SwarmUI options. - Refactored CLI commands to support interactive selection of LLM runtime and workload type (SwarmUI, LLM, or both). - Improved access link generation to handle cases where SwarmUI is disabled, providing clearer user feedback. - Enhanced provisioning logic to conditionally bootstrap SwarmUI based on user configuration, allowing for LLM-only setups. - Updated documentation across multiple files to reflect changes in LLM integration, CLI usage, and configuration management.
66 lines
1.8 KiB
Plaintext
66 lines
1.8 KiB
Plaintext
# Copy to .env in this repo (never commit the copy)
|
|
# How to fill: docs/setup.md
|
|
# X-Token from the panel does NOT work here.
|
|
|
|
OS_AUTH_URL=https://cloud.api.selcloud.ru/identity/v3
|
|
OS_USER_DOMAIN_NAME=
|
|
OS_USERNAME=
|
|
OS_PASSWORD=
|
|
OS_PROJECT_ID=
|
|
OS_REGION_NAME=ru-7
|
|
GPU_RENT_AZ=ru-7a
|
|
|
|
SSH_PRIVATE_KEY_PATH=
|
|
SSH_USER=ubuntu
|
|
# Prefer auto public /32 (leave unset). Open to world only for spike / WARP:
|
|
# GPU_RENT_SSH_CIDR=0.0.0.0/0
|
|
GPU_RENT_SSH_CIDR=
|
|
|
|
BOOT_VOLUME_ID=
|
|
DATA_VOLUME_ID=
|
|
DATA_VOLUME_SIZE_GB=100
|
|
BOOT_SNAPSHOT_NAME=gpu-rent-boot-ok
|
|
|
|
CIVITAI_API_TOKEN=
|
|
CIVITAI_API_HOST=civitai.red
|
|
MODELS_MANIFEST=
|
|
LOCAL_MODELS_DIR=
|
|
LOCAL_WILDCARDS_DIR=
|
|
LOCAL_WORKFLOWS_DIR=
|
|
LOCAL_OUTPUT_DIR=
|
|
EXTENSIONS_MANIFEST=
|
|
GIT_TOKEN=
|
|
|
|
AUTOCOMPLETE_ENABLED=true
|
|
AUTOCOMPLETE_GITHUB_REPO=DominikDoom/a1111-sd-webui-tagcomplete
|
|
AUTOCOMPLETE_GITHUB_PATH=tags/danbooru.csv
|
|
AUTOCOMPLETE_GITHUB_REF=main
|
|
AUTOCOMPLETE_FILENAME=danbooru.csv
|
|
|
|
SWARMUI_LOCAL_PORT=17801
|
|
# Optional LLM beside SwarmUI: none | ollama | llamacpp (setup / --ollama / --llamacpp)
|
|
# ENABLE_SWARMUI=true
|
|
# WORKLOAD=llm # llm-only (no SwarmUI); requires LLM_RUNTIME≠none
|
|
LLM_RUNTIME=none
|
|
OLLAMA_LOCAL_PORT=17811
|
|
LLAMACPP_LOCAL_PORT=17812
|
|
# OLLAMA_MODELS_MANIFEST=
|
|
# LLAMACPP_MODELS_MANIFEST=
|
|
# HF_TOKEN= # optional, gated GGUF on Hugging Face
|
|
# git pull SwarmUI + extensions on each up (default true). CLI: --no-update
|
|
UPDATE_GIT=true
|
|
|
|
DEFAULT_FLAVOR_ID=
|
|
FLAVOR_PREFERENCE=4090-24,4090-48,a5000,a100-40
|
|
FLAVOR_FALLBACK=true
|
|
# Pools to probe before pick (ru-6 = Selectel multi-zone). Comma-separated.
|
|
SCAN_POOLS=ru-6,ru-7
|
|
DEFAULT_SPOT=true
|
|
KEEP_FLOATING_IP=false
|
|
IDLE_MINUTES=30
|
|
IDLE_GRACE_MINUTES=45
|
|
# Optional local safety net (after: gpu-rent watchdog install)
|
|
# LOCAL_WATCHDOG_GRACE_MINUTES=10
|
|
PULL_OUTPUT=false
|
|
NOTIFY_READY=true
|