From 6804c785c6b506c47b45264398728d0a609310be Mon Sep 17 00:00:00 2001 From: historia Date: Wed, 2 Sep 2026 19:13:24 -0400 Subject: feat: sglang-omni model picker on manual server launch --- app/backends/servers.py | 8 ++++++++ 1 file changed, 8 insertions(+) (limited to 'app/backends/servers.py') diff --git a/app/backends/servers.py b/app/backends/servers.py index 7815f30..d352717 100644 --- a/app/backends/servers.py +++ b/app/backends/servers.py @@ -54,6 +54,14 @@ _BOOT_HINTS = ( ("fp8e4nv not supported", "the server crashed compiling an FP8 MoE kernel: FP8 needs compute " "capability 8.9+ (RTX 4090/5090, Hopper) and cannot run on this GPU"), + # A model companion package missing from the backend venv (e.g. the + # sglang-omni Qwen3-TTS models need qwen-tts; a shared-cache weight + # install or a failed pip run leaves it absent). + ("ModuleNotFoundError", + "the backend venv is missing a Python module this model needs — " + "re-install the model via Configure Backends (checking the model " + "installs its companion packages), or pip-install it into the " + "backend's venv manually"), ) # Progress callback: called with an event dict. KIND is one of: -- cgit v1.2.3