Enhance backend recovery and diagnostics in installation and tuning scripts

- Improved the `install_swarm_comfy` function to handle empty backend states more effectively, introducing recovery mechanisms and enhanced logging for better visibility.
- Updated the `tune_swarm_perf` function to always sanitize backend FDS corruption, ensuring consistent performance tuning.
- Added new tests to validate the functionality of backend recovery and FDS sanitization, ensuring robustness in backend management.

tests/test_tune_swarm_perf.py

@@ -154,14 +154,25 @@ def test_pip_install_uses_python_dash_m(tmp_path, monkeypatch):
     assert seen and seen[0][:4] == [str(py), "-m", "pip", "install"]
 
 
-def test_pip_install_oserror_returns_false(tmp_path, monkeypatch):
+def test_patch_extra_args_fds_empty_x(tmp_path, monkeypatch):
+    """FDS empty ExtraArgs is '\\x' — must replace, not append."""
     mod = _load()
-    py = tmp_path / "python"
-    py.write_text("", encoding="utf-8")
+    backends = tmp_path / "Backends.fds"
+    backends.write_text("0:\n\ttype: comfyui_selfstart\n\tExtraArgs: \\x\n", encoding="utf-8")
+    monkeypatch.setattr(mod, "BACKENDS", backends)
+    assert mod.patch_backends_extra_args("--use-sage-attention") is True
+    text = backends.read_text(encoding="utf-8")
+    assert "ExtraArgs: --use-sage-attention" in text
+    assert "\\x --use-sage" not in text
 
-    def boom(*_a, **_k):
-        raise OSError(8, "Exec format error", str(py))
 
-    monkeypatch.setattr(mod, "sage_already_importable", lambda _p: False)
-    monkeypatch.setattr(mod.subprocess, "check_call", boom)
-    assert mod.pip_install_sage(py) is False
+def test_sanitize_backends_fds_corruption(tmp_path, monkeypatch):
+    mod = _load()
+    backends = tmp_path / "Backends.fds"
+    backends.write_text(
+        "ExtraArgs: \\x --use-sage-attention\n",
+        encoding="utf-8",
+    )
+    monkeypatch.setattr(mod, "BACKENDS", backends)
+    assert mod.sanitize_backends_fds() is True
+    assert backends.read_text(encoding="utf-8") == "ExtraArgs: --use-sage-attention\n"

tests/test_wait_backend_idle.py

@@ -39,6 +39,8 @@ def test_install_swarm_comfy_script_payload():
     assert ".gpu-rent-comfy-installing" in text
     assert "RestartBackends" in text
     assert 'bstat == "errored"' in text
+    assert "sanitize_backends_fds" in text or "recover_empty_backends" in text
+    assert "AddNewBackend" in text
 
 
 def test_wait_backend_idle_fail_fast_on_errored(monkeypatch):