From 12e488ba8086a125cb345df2750da6e572b5867d Mon Sep 17 00:00:00 2001
From: josc146 <josStorer@outlook.com>
Date: Mon, 25 Dec 2023 19:30:57 +0800
Subject: [PATCH] improve strategy

---
 frontend/src/utils/index.tsx | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/frontend/src/utils/index.tsx b/frontend/src/utils/index.tsx
index b55597a..4900147 100644
--- a/frontend/src/utils/index.tsx
+++ b/frontend/src/utils/index.tsx
@@ -202,6 +202,8 @@ export const getStrategy = (modelConfig: ModelConfig | undefined = undefined) =>
       strategy += params.precision === 'int8' ? 'fp16i8' : params.precision === 'fp32' ? 'fp32' : 'fp16';
       if (params.storedLayers < params.maxStoredLayers)
         strategy += ` *${params.storedLayers}+`;
+      else
+        strategy += ` -> cuda fp16 *1`;
       break;
     case 'MPS':
       if (avoidOverflow)