Refactor LLM configuration to remove llamacpp support
- Removed references to llamacpp from configuration files, scripts, and documentation, streamlining the LLM setup process to focus solely on Ollama. - Updated environment variables and paths to eliminate llamacpp-related entries, ensuring clarity in the configuration. - Adjusted CLI commands and help messages to reflect the removal of llamacpp, enhancing user experience and reducing confusion. - Revised documentation to provide clear guidance on using Ollama exclusively, including updates to setup instructions and runtime options.
This commit is contained in:
@@ -79,8 +79,6 @@ def tunnel_forwards(cfg: Config) -> list[tuple[int, int]]:
|
||||
runtime = normalize_runtime(cfg.llm_runtime)
|
||||
if runtime == "ollama":
|
||||
pairs.append((cfg.ollama_local_port, 11434))
|
||||
elif runtime == "llamacpp":
|
||||
pairs.append((cfg.llamacpp_local_port, 8080))
|
||||
if not pairs:
|
||||
# Failsafe: at least SwarmUI port so tunnel isn't empty.
|
||||
pairs.append((cfg.swarmui_local_port, 7801))
|
||||
@@ -189,8 +187,6 @@ def run_tunnel(
|
||||
open_url = f"http://127.0.0.1:{cfg.swarmui_local_port}"
|
||||
elif runtime == "ollama":
|
||||
open_url = f"http://127.0.0.1:{cfg.ollama_local_port}"
|
||||
elif runtime == "llamacpp":
|
||||
open_url = f"http://127.0.0.1:{cfg.llamacpp_local_port}"
|
||||
else:
|
||||
open_url = f"http://127.0.0.1:{cfg.swarmui_local_port}"
|
||||
|
||||
|
||||
Reference in New Issue
Block a user