From 719090cc8c20039dfbd968c93347d0926f4b290f Mon Sep 17 00:00:00 2001 From: josc146 Date: Sat, 29 Jul 2023 19:18:01 +0800 Subject: [PATCH] improve python backend startup speed --- backend-python/routes/config.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/backend-python/routes/config.py b/backend-python/routes/config.py index 8cb58e8..e21fbcf 100644 --- a/backend-python/routes/config.py +++ b/backend-python/routes/config.py @@ -6,7 +6,6 @@ from pydantic import BaseModel from utils.rwkv import * from utils.torch import * import global_var -import GPUtil router = APIRouter() @@ -112,6 +111,8 @@ def update_config(body: ModelConfigBody): @router.get("/status", tags=["Configs"]) def status(): + import GPUtil + gpus = GPUtil.getGPUs() if len(gpus) == 0: device_name = "CPU"