diff options
| author | historia <historiavg@proton.me> | 2026-09-02 20:46:42 -0400 |
|---|---|---|
| committer | historia <historiavg@proton.me> | 2026-09-02 20:46:42 -0400 |
| commit | 7a7dca313750ee75e0f8a2a5442ca5d78e743294 (patch) | |
| tree | 5847a83a58cf9191ed8268dcde3a85cb0d300b5a /app/backends/sglomni/constants.py | |
| parent | dfce6c38a9a67ea2760fedae73ee9f5989d52f13 (diff) | |
| download | tts-audiobook-generator-7a7dca313750ee75e0f8a2a5442ca5d78e743294.tar.gz | |
feat: reserve 20% vram when running higgs with sglang-omni
Diffstat (limited to 'app/backends/sglomni/constants.py')
| -rw-r--r-- | app/backends/sglomni/constants.py | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/app/backends/sglomni/constants.py b/app/backends/sglomni/constants.py index 97a4f3d..94a07bd 100644 --- a/app/backends/sglomni/constants.py +++ b/app/backends/sglomni/constants.py @@ -15,8 +15,9 @@ UV_PIP_PKG = "uv" # launching Python's, see pythonenv.prepare_env. # The vendored copies of upstream examples/configs/*.yaml (the `sgl-omni -# serve --config` argument). Two catalog models run without one (Higgs, -# ZONOS2) and are launched from --model-path alone. +# serve --config` argument). ZONOS2 is the one catalog model without a +# config (it runs from --model-path alone, with a GPU-conditional bf16 +# fallback config in its catalog entry). CONFIGS_DIR = Path(__file__).resolve().parent / "configs" # The managed server's port when the configured URL names none. |