Leonid Pershin
2005b00175
- Added `ollama-models.yaml` to .gitignore and implemented logic to copy it in gpu-rent.ps1 and gpu-rent.sh. - Enhanced env.example to include new variables for LLM runtime options and local watchdog configuration. - Updated CLI commands to support LLM options during setup and execution, including new flags for Ollama and llama.cpp. - Improved documentation in cli.md and README.md to reflect changes in LLM integration and local watchdog functionality. - Adjusted architecture and decisions documentation to clarify the role of LLMs and local watchdog in the system.
61 lines
1.6 KiB
Plaintext
61 lines
1.6 KiB
Plaintext
# Copy to .env in this repo (never commit the copy)
|
|
# How to fill: docs/setup.md
|
|
# X-Token from the panel does NOT work here.
|
|
|
|
OS_AUTH_URL=https://cloud.api.selcloud.ru/identity/v3
|
|
OS_USER_DOMAIN_NAME=
|
|
OS_USERNAME=
|
|
OS_PASSWORD=
|
|
OS_PROJECT_ID=
|
|
OS_REGION_NAME=ru-7
|
|
GPU_RENT_AZ=ru-7a
|
|
|
|
SSH_PRIVATE_KEY_PATH=
|
|
SSH_USER=ubuntu
|
|
# Prefer auto public /32 (leave unset). Open to world only for spike / WARP:
|
|
# GPU_RENT_SSH_CIDR=0.0.0.0/0
|
|
GPU_RENT_SSH_CIDR=
|
|
|
|
BOOT_VOLUME_ID=
|
|
DATA_VOLUME_ID=
|
|
DATA_VOLUME_SIZE_GB=100
|
|
BOOT_SNAPSHOT_NAME=gpu-rent-boot-ok
|
|
|
|
CIVITAI_API_TOKEN=
|
|
CIVITAI_API_HOST=civitai.red
|
|
MODELS_MANIFEST=
|
|
LOCAL_MODELS_DIR=
|
|
LOCAL_WILDCARDS_DIR=
|
|
LOCAL_WORKFLOWS_DIR=
|
|
LOCAL_OUTPUT_DIR=
|
|
EXTENSIONS_MANIFEST=
|
|
GIT_TOKEN=
|
|
|
|
AUTOCOMPLETE_ENABLED=true
|
|
AUTOCOMPLETE_GITHUB_REPO=DominikDoom/a1111-sd-webui-tagcomplete
|
|
AUTOCOMPLETE_GITHUB_PATH=tags/danbooru.csv
|
|
AUTOCOMPLETE_GITHUB_REF=main
|
|
AUTOCOMPLETE_FILENAME=danbooru.csv
|
|
|
|
SWARMUI_LOCAL_PORT=17801
|
|
# Optional LLM beside SwarmUI: none | ollama | llamacpp (or gpu-rent setup / --ollama)
|
|
LLM_RUNTIME=none
|
|
OLLAMA_LOCAL_PORT=17811
|
|
LLAMACPP_LOCAL_PORT=17812
|
|
# git pull SwarmUI + extensions on each up (default true). CLI: --no-update
|
|
UPDATE_GIT=true
|
|
|
|
DEFAULT_FLAVOR_ID=
|
|
FLAVOR_PREFERENCE=4090-24,4090-48,a5000,a100-40
|
|
FLAVOR_FALLBACK=true
|
|
# Pools to probe before pick (ru-6 = Selectel multi-zone). Comma-separated.
|
|
SCAN_POOLS=ru-6,ru-7
|
|
DEFAULT_SPOT=true
|
|
KEEP_FLOATING_IP=false
|
|
IDLE_MINUTES=30
|
|
IDLE_GRACE_MINUTES=45
|
|
# Optional local safety net (after: gpu-rent watchdog install)
|
|
# LOCAL_WATCHDOG_GRACE_MINUTES=10
|
|
PULL_OUTPUT=false
|
|
NOTIFY_READY=true
|