From 01bc355ddebc2f0b51503ea5a85d0dce9b47c3cc Mon Sep 17 00:00:00 2001
From: josc146 <josStorer@outlook.com>
Date: Mon, 25 Dec 2023 16:57:32 +0800
Subject: [PATCH] allow manifest customTokenizer

---
 frontend/src/pages/Configs.tsx | 15 ++++++++++++---
 1 file changed, 12 insertions(+), 3 deletions(-)

diff --git a/frontend/src/pages/Configs.tsx b/frontend/src/pages/Configs.tsx
index f0a4335..25a9307 100644
--- a/frontend/src/pages/Configs.tsx
+++ b/frontend/src/pages/Configs.tsx
@@ -228,9 +228,18 @@ const Configs: FC = observer(() => {
                     <Select style={{ minWidth: 0 }} className="grow"
                       value={selectedConfig.modelParameters.modelName}
                       onChange={(e, data) => {
-                        setSelectedConfigModelParams({
-                          modelName: data.value
-                        });
+                        const modelSource = commonStore.modelSourceList.find(item => item.name === data.value);
+                        if (modelSource?.customTokenizer)
+                          setSelectedConfigModelParams({
+                            modelName: data.value,
+                            useCustomTokenizer: true,
+                            customTokenizer: modelSource?.customTokenizer
+                          });
+                        else // prevent customTokenizer from being overwritten
+                          setSelectedConfigModelParams({
+                            modelName: data.value,
+                            useCustomTokenizer: false
+                          });
                       }}>
                       {!commonStore.modelSourceList.find(item => item.name === selectedConfig.modelParameters.modelName)?.isComplete
                         && <option key={-1}