diff options
| author | historia <historiavg@proton.me> | 2026-09-02 19:13:24 -0400 |
|---|---|---|
| committer | historia <historiavg@proton.me> | 2026-09-02 19:13:24 -0400 |
| commit | 6804c785c6b506c47b45264398728d0a609310be (patch) | |
| tree | 0b95361d84a32d5b26e94f54530437a48f34d1c8 /app/backends/servers.py | |
| parent | 268b6734b22cc251bf340882ea9debbd079b9a48 (diff) | |
| download | tts-audiobook-generator-6804c785c6b506c47b45264398728d0a609310be.tar.gz | |
feat: sglang-omni model picker on manual server launch
Diffstat (limited to 'app/backends/servers.py')
| -rw-r--r-- | app/backends/servers.py | 8 |
1 files changed, 8 insertions, 0 deletions
diff --git a/app/backends/servers.py b/app/backends/servers.py index 7815f30..d352717 100644 --- a/app/backends/servers.py +++ b/app/backends/servers.py @@ -54,6 +54,14 @@ _BOOT_HINTS = ( ("fp8e4nv not supported", "the server crashed compiling an FP8 MoE kernel: FP8 needs compute " "capability 8.9+ (RTX 4090/5090, Hopper) and cannot run on this GPU"), + # A model companion package missing from the backend venv (e.g. the + # sglang-omni Qwen3-TTS models need qwen-tts; a shared-cache weight + # install or a failed pip run leaves it absent). + ("ModuleNotFoundError", + "the backend venv is missing a Python module this model needs — " + "re-install the model via Configure Backends (checking the model " + "installs its companion packages), or pip-install it into the " + "backend's venv manually"), ) # Progress callback: called with an event dict. KIND is one of: |