Update configuration and documentation for LLM support and local watchdog
- Added `ollama-models.yaml` to .gitignore and implemented logic to copy it in gpu-rent.ps1 and gpu-rent.sh. - Enhanced env.example to include new variables for LLM runtime options and local watchdog configuration. - Updated CLI commands to support LLM options during setup and execution, including new flags for Ollama and llama.cpp. - Improved documentation in cli.md and README.md to reflect changes in LLM integration and local watchdog functionality. - Adjusted architecture and decisions documentation to clarify the role of LLMs and local watchdog in the system.
This commit is contained in:
@@ -2,11 +2,15 @@
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import os
|
||||
import shutil
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
def detect_app_root() -> Path:
|
||||
override = (os.environ.get("GPU_RENT_ROOT") or "").strip()
|
||||
if override:
|
||||
return Path(override).expanduser().resolve()
|
||||
cwd = Path.cwd().resolve()
|
||||
for candidate in (cwd, *cwd.parents):
|
||||
if (candidate / "Models").is_dir() and (candidate / "docs").is_dir():
|
||||
@@ -23,6 +27,14 @@ def runtime_dir() -> Path:
|
||||
return app_root() / ".gpu-rent"
|
||||
|
||||
|
||||
def local_lease_path() -> Path:
|
||||
return runtime_dir() / "local-lease.json"
|
||||
|
||||
|
||||
def local_watchdog_marker_path() -> Path:
|
||||
return runtime_dir() / "local-watchdog.json"
|
||||
|
||||
|
||||
# Back-compat alias used across the package.
|
||||
def home_dir() -> Path:
|
||||
return runtime_dir()
|
||||
@@ -36,6 +48,14 @@ def models_manifest_path() -> Path:
|
||||
return app_root() / "models.yaml"
|
||||
|
||||
|
||||
def ollama_models_manifest_path() -> Path:
|
||||
return app_root() / "ollama-models.yaml"
|
||||
|
||||
|
||||
def ollama_models_example_path() -> Path:
|
||||
return app_root() / "ollama-models.example.yaml"
|
||||
|
||||
|
||||
def extensions_manifest_path() -> Path:
|
||||
return app_root() / "extensions.yaml"
|
||||
|
||||
|
||||
Reference in New Issue
Block a user