allow unloading model with switch-model

2023-06-12 12:34:03 +08:00 · 2023-06-12 12:34:03 +08:00 · bbd1ac1484
commit bbd1ac1484
parent 5990567a79
1 changed files with 3 additions and 0 deletions
--- a/backend-python/routes/config.py
+++ b/backend-python/routes/config.py
@ -40,6 +40,9 @@ def switch_model(body: SwitchModelBody, response: Response, request: Request):
    global_var.set(global_var.Model, None)
    torch_gc()

+    if body.model == "":
+        return "success"
+
    os.environ["RWKV_CUDA_ON"] = "1" if body.customCuda else "0"

    global_var.set(global_var.Model_Status, global_var.ModelStatus.Loading)