Update CLI and roadmap documentation; clean up code

- Revised CLI documentation to clarify the sequence of operations for the `up` command and updated the status of features.
- Enhanced the roadmap with completed tasks marked as done.
- Removed unused import in clone_ext.py for cleaner code.
- Added assertions in test_bootstrap.py to ensure correct script generation and validate the presence of autocompletion data.
This commit is contained in:
Leonid Pershin
2026-08-21 03:13:31 +03:00
parent 615cf81493
commit c2ca39a4a7
5 changed files with 69 additions and 9 deletions
+1 -1
View File
@@ -35,7 +35,7 @@
Нет команды `generate`. Нет зеркала каталога локального SwarmUI — только папки приложения, см. [local-folders.md](local-folders.md). Нет команды `generate`. Нет зеркала каталога локального SwarmUI — только папки приложения, см. [local-folders.md](local-folders.md).
Сейчас в коде: `up` создаёт/unshelve compute, FIP, SSH, идемпотентный bootstrap SwarmUI (без Docker) и systemd. `tunnel` на 17801, Ctrl+C не гасит GPU. Ещё нет: extensions, autocomplete, Civitai seed, push, idle-killer, snapshot, EXPIRED-reconnect туннеля. Сейчас в коде: `up` создаёт compute, идемпотентный bootstrap (без Docker), **затем** git-расширения, autocomplete, Civitai-seed и push локальных папок, и только потом `systemctl start swarmui`. `tunnel` на 17801. Ещё нет: idle-killer, snapshot, hold, EXPIRED-reconnect туннеля.
## `doctor` ## `doctor`
+7 -7
View File
@@ -54,19 +54,19 @@
- [x] Второй `up` не создаёт второй GPU - [x] Второй `up` не создаёт второй GPU
- [ ] `resize-data` вверх - [ ] `resize-data` вверх
- [x] Генерация `~/.gpu-rent/id_ed25519` + keypair при первом `up` - [x] Генерация `~/.gpu-rent/id_ed25519` + keypair при первом `up`
- [ ] `seed-models` на живом диске (идемпотентно, SHA256) - [x] `seed-models` на живом диске (идемпотентно, SHA256)
- [ ] `push` / `push-models`: `Models/`, `Wildcards/`, `CustomWorkflows/` - [x] `push` / `push-models`: `Models/`, `Wildcards/`, `CustomWorkflows/`
- [ ] `pull-output` и `PULL_OUTPUT` на `stop` / повторный `up` - [x] `pull-output` и `PULL_OUTPUT` на `stop` / повторный `up`
- [ ] `seed-extensions` + `systemctl restart swarmui` - [x] `seed-extensions` + `systemctl restart swarmui`
- [x] `destroy` только с флагом - [x] `destroy` только с флагом
## 4. Bootstrap SwarmUI + idle-killer ## 4. Bootstrap SwarmUI + idle-killer
- [x] Идемпотентный first-boot, маркер FS (`/mnt/swarm_data/.gpu-rent-ready`) - [x] Идемпотентный first-boot, маркер FS (`/mnt/swarm_data/.gpu-rent-ready`)
- [x] Bind-mounts data volume → `/opt/swarmui`, systemd `swarmui` (auth SwarmUI ещё на spike) - [x] Bind-mounts data volume → `/opt/swarmui`, systemd `swarmui` (auth SwarmUI ещё на spike)
- [ ] Clone `extensions.yaml` в Extensions / DLNodes до старта UI - [x] Clone `extensions.yaml` в Extensions / DLNodes до старта UI
- [ ] Autocomplete: danbooru.csv + Settings.fds; на каждом up — GitHub sha - [x] Autocomplete: danbooru.csv + Settings.fds; на каждом up — GitHub sha
- [ ] Civitai seed по манифесту; без токена — дефолт SwarmUI - [x] Civitai seed по манифесту; без токена — дефолт SwarmUI
- [ ] systemd idle-killer + application credential; льгота 45 мин; hold-файл; качалка в UI = busy; затем 30 мин пустой очереди; не вооружать до конца seed - [ ] systemd idle-killer + application credential; льгота 45 мин; hold-файл; качалка в UI = busy; затем 30 мин пустой очереди; не вооружать до конца seed
- [ ] Один snapshot `gpu-rent-boot-ok` после первого backend Idle; следующие create — из snapshot если есть - [ ] Один snapshot `gpu-rent-boot-ok` после первого backend Idle; следующие create — из snapshot если есть
- [ ] `gpu-rent hold` / `hold --clear` по SSH - [ ] `gpu-rent hold` / `hold --clear` по SSH
-1
View File
@@ -3,7 +3,6 @@
from __future__ import annotations from __future__ import annotations
import json import json
import os
import subprocess import subprocess
import sys import sys
from pathlib import Path from pathlib import Path
+2
View File
@@ -10,6 +10,8 @@ def test_bootstrap_script_is_native_swarmui():
assert "/mnt/swarm_data" in script assert "/mnt/swarm_data" in script
assert "launch-linux.sh --launch_mode none --host 127.0.0.1 --port 7801" in script assert "launch-linux.sh --launch_mode none --host 127.0.0.1 --port 7801" in script
assert "systemctl enable swarmui" in script assert "systemctl enable swarmui" in script
assert "systemctl restart swarmui" not in script
assert "Data/Autocompletions" in script
assert "mkfs.ext4" in script assert "mkfs.ext4" in script
assert "apt-get upgrade" not in script assert "apt-get upgrade" not in script
assert ".gpu-rent-ready" in script assert ".gpu-rent-ready" in script
+59
View File
@@ -0,0 +1,59 @@
from pathlib import Path
from gpu_rent.civitai import pick_primary_file
from gpu_rent.manifests import extract_version_id, repo_dirname, parse_models
from gpu_rent.payload import has_payload, model_push_set
from gpu_rent.remote.clone_ext import is_sha, strip_auth, with_token
def test_extract_version_id():
assert extract_version_id("https://civitai.red/models/1?modelVersionId=9") == 9
assert extract_version_id("https://civitai.com/api/download/models/77") == 77
def test_parse_models_fills_id_from_url(tmp_path: Path):
path = tmp_path / "m.yaml"
path.write_text("lora:\n - url: https://civitai.red/models/1?modelVersionId=42\n", encoding="utf-8")
entries = parse_models(path)
assert entries[0].version_id == 42
def test_repo_dirname():
from gpu_rent.manifests import GitRepo
repo = GitRepo(kind="swarmui", url="https://github.com/org/SwarmUI-Foo.git", ref="main", directory=None)
assert repo_dirname(repo) == "SwarmUI-Foo"
def test_pick_primary_file():
version = {
"files": [
{"name": "a.ckpt", "primary": False},
{"name": "b.safetensors", "primary": True},
]
}
assert pick_primary_file(version)["name"] == "b.safetensors"
def test_payload_pairs_sidecar_skips_orphan(tmp_path: Path):
root = tmp_path / "Models" / "Lora"
root.mkdir(parents=True)
(root / ".gitkeep").write_text("x", encoding="utf-8")
(root / "README.md").write_text("x", encoding="utf-8")
(root / "foo.safetensors").write_bytes(b"weights")
(root / "foo.civitai.json").write_text("{}", encoding="utf-8")
(root / "orphan.json").write_text("{}", encoding="utf-8")
names = {p.name for p in model_push_set(tmp_path / "Models")}
assert names == {"foo.safetensors", "foo.civitai.json"}
empty = tmp_path / "Wildcards"
empty.mkdir()
(empty / ".gitkeep").write_text("", encoding="utf-8")
assert not has_payload(empty)
def test_git_token_injection():
url = "https://github.com/org/Ext.git"
assert "x-access-token:secret@" in with_token(url, "secret")
assert strip_auth(with_token(url, "secret")) == url
assert is_sha("a" * 40)
assert not is_sha("main")