Enhance GPU probing and performance tuning in provisioning

- Introduced GPU probing functionality to gather and store GPU specifications in `/mnt/swarm_data/.gpu-rent-gpu.json`, aiding in performance tuning.
- Updated `install_ollama.sh` and `install_llamacpp.sh` to utilize GPU information for configuring optimal runtime parameters.
- Enhanced `provision.py` to include GPU probing and performance tuning logic, ensuring better resource allocation for LLM operations.
- Improved documentation in `decisions.md`, `llm.md`, and `swarmui.md` to reflect changes in GPU handling and performance tuning processes.
- Added new tests to validate the GPU probing and model resolution logic, ensuring robustness in handling various GPU configurations.

src/gpu_rent/remote/install_llamacpp.sh

@@ -110,9 +110,32 @@ else
   log "нет GGUF в ${MODELS_DIR} — положи файл вручную и systemctl restart ${UNIT}"
 fi
 
+# GPU layers: share card with Swarm — full offload on mid+, leave headroom on low.
+NGL=99
+CTX=8192
+if [[ -f "${DATA_ROOT}/.gpu-rent-gpu.json" ]]; then
+  eval "$(python3 - <<'PY'
+import json
+from pathlib import Path
+gpu=json.loads(Path("/mnt/swarm_data/.gpu-rent-gpu.json").read_text())
+vram=int(gpu.get("vram_mib") or 0)
+gib=vram/1024.0
+if gib < 16:
+    print("NGL=40"); print("CTX=4096")
+elif gib < 24:
+    print("NGL=99"); print("CTX=8192")
+elif gib < 48:
+    print("NGL=99"); print("CTX=16384")
+else:
+    print("NGL=99"); print("CTX=32768")
+PY
+)" || true
+fi
+log "llama.cpp -ngl ${NGL} -c ${CTX}"
+
 cat >/etc/systemd/system/${UNIT}.service <<EOF
 [Unit]
-Description=gpu-rent llama.cpp server (loopback)
+Description=gpu-rent llama.cpp server (loopback, GPU-tuned)
 After=network-online.target local-fs.target
 Wants=network-online.target
 
@@ -121,7 +144,7 @@ Type=simple
 User=${SWARM_USER}
 Group=${SWARM_USER}
 WorkingDirectory=${LLAMA_ROOT}
-ExecStart=${SERVER_BIN} ${MODEL_ARG} --host 127.0.0.1 --port 8080
+ExecStart=${SERVER_BIN} ${MODEL_ARG} --host 127.0.0.1 --port 8080 -ngl ${NGL} -c ${CTX}
 Restart=on-failure
 RestartSec=8