|
|
|
|
@@ -1,16 +1,16 @@
|
|
|
|
|
import React, {FC, MouseEventHandler, ReactElement} from 'react';
|
|
|
|
|
import commonStore, {ModelStatus} from '../stores/commonStore';
|
|
|
|
|
import {StartServer} from '../../wailsjs/go/backend_golang/App';
|
|
|
|
|
import {AddToDownloadList, FileExists, StartServer} from '../../wailsjs/go/backend_golang/App';
|
|
|
|
|
import {Button} from '@fluentui/react-components';
|
|
|
|
|
import {observer} from 'mobx-react-lite';
|
|
|
|
|
import {exit, readRoot, switchModel, updateConfig} from '../apis';
|
|
|
|
|
import {toast} from 'react-toastify';
|
|
|
|
|
import manifest from '../../../manifest.json';
|
|
|
|
|
import {getStrategy} from '../utils';
|
|
|
|
|
import {getStrategy, toastWithButton} from '../utils';
|
|
|
|
|
import {useTranslation} from 'react-i18next';
|
|
|
|
|
import {t} from 'i18next';
|
|
|
|
|
import {ToolTipButton} from './ToolTipButton';
|
|
|
|
|
import {Play16Regular, Stop16Regular} from '@fluentui/react-icons';
|
|
|
|
|
import {useNavigate} from 'react-router';
|
|
|
|
|
|
|
|
|
|
const mainButtonText = {
|
|
|
|
|
[ModelStatus.Offline]: 'Run',
|
|
|
|
|
@@ -26,69 +26,90 @@ const iconModeButtonIcon: { [modelStatus: number]: ReactElement } = {
|
|
|
|
|
[ModelStatus.Working]: <Stop16Regular/>
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
const onClickMainButton = async () => {
|
|
|
|
|
const modelConfig = commonStore.getCurrentModelConfig();
|
|
|
|
|
const port = modelConfig.apiParameters.apiPort;
|
|
|
|
|
|
|
|
|
|
if (commonStore.modelStatus === ModelStatus.Offline) {
|
|
|
|
|
commonStore.setModelStatus(ModelStatus.Starting);
|
|
|
|
|
await exit(1000).catch(() => {
|
|
|
|
|
});
|
|
|
|
|
StartServer(port);
|
|
|
|
|
|
|
|
|
|
let timeoutCount = 6;
|
|
|
|
|
let loading = false;
|
|
|
|
|
const intervalId = setInterval(() => {
|
|
|
|
|
readRoot()
|
|
|
|
|
.then(r => {
|
|
|
|
|
if (r.ok && !loading) {
|
|
|
|
|
clearInterval(intervalId);
|
|
|
|
|
commonStore.setModelStatus(ModelStatus.Loading);
|
|
|
|
|
loading = true;
|
|
|
|
|
toast(t('Loading Model'), {type: 'info'});
|
|
|
|
|
updateConfig({
|
|
|
|
|
max_tokens: modelConfig.apiParameters.maxResponseToken,
|
|
|
|
|
temperature: modelConfig.apiParameters.temperature,
|
|
|
|
|
top_p: modelConfig.apiParameters.topP,
|
|
|
|
|
presence_penalty: modelConfig.apiParameters.presencePenalty,
|
|
|
|
|
frequency_penalty: modelConfig.apiParameters.frequencyPenalty
|
|
|
|
|
});
|
|
|
|
|
switchModel({
|
|
|
|
|
model: `${manifest.localModelDir}/${modelConfig.modelParameters.modelName}`,
|
|
|
|
|
strategy: getStrategy(modelConfig)
|
|
|
|
|
}).then((r) => {
|
|
|
|
|
if (r.ok) {
|
|
|
|
|
commonStore.setModelStatus(ModelStatus.Working);
|
|
|
|
|
toast(t('Startup Completed'), {type: 'success'});
|
|
|
|
|
} else if (r.status === 304) {
|
|
|
|
|
toast(t('Loading Model'), {type: 'info'});
|
|
|
|
|
} else {
|
|
|
|
|
commonStore.setModelStatus(ModelStatus.Offline);
|
|
|
|
|
toast(t('Failed to switch model'), {type: 'error'});
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
}).catch(() => {
|
|
|
|
|
if (timeoutCount <= 0) {
|
|
|
|
|
clearInterval(intervalId);
|
|
|
|
|
commonStore.setModelStatus(ModelStatus.Offline);
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
timeoutCount--;
|
|
|
|
|
}, 1000);
|
|
|
|
|
} else {
|
|
|
|
|
commonStore.setModelStatus(ModelStatus.Offline);
|
|
|
|
|
exit();
|
|
|
|
|
}
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
export const RunButton: FC<{ onClickRun?: MouseEventHandler, iconMode?: boolean }>
|
|
|
|
|
= observer(({
|
|
|
|
|
onClickRun,
|
|
|
|
|
iconMode
|
|
|
|
|
}) => {
|
|
|
|
|
const {t} = useTranslation();
|
|
|
|
|
const navigate = useNavigate();
|
|
|
|
|
|
|
|
|
|
const onClickMainButton = async () => {
|
|
|
|
|
const modelConfig = commonStore.getCurrentModelConfig();
|
|
|
|
|
const modelName = modelConfig.modelParameters.modelName;
|
|
|
|
|
const modelPath = `./${manifest.localModelDir}/${modelName}`;
|
|
|
|
|
|
|
|
|
|
if (!await FileExists(modelPath)) {
|
|
|
|
|
toastWithButton(t('Model file not found'), t('Download'), () => {
|
|
|
|
|
const downloadUrl = commonStore.modelSourceList.find(item => item.name === modelName)?.downloadUrl;
|
|
|
|
|
if (downloadUrl) {
|
|
|
|
|
toastWithButton(`${t('Downloading')} ${modelName}`, t('Check'), () => {
|
|
|
|
|
navigate({pathname: '/downloads'});
|
|
|
|
|
},
|
|
|
|
|
{autoClose: 3000});
|
|
|
|
|
AddToDownloadList(modelPath, downloadUrl);
|
|
|
|
|
} else {
|
|
|
|
|
toast(t('Can not find download url'), {type: 'error'});
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
return;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const port = modelConfig.apiParameters.apiPort;
|
|
|
|
|
|
|
|
|
|
if (commonStore.modelStatus === ModelStatus.Offline) {
|
|
|
|
|
commonStore.setModelStatus(ModelStatus.Starting);
|
|
|
|
|
await exit(1000).catch(() => {
|
|
|
|
|
});
|
|
|
|
|
StartServer(port);
|
|
|
|
|
|
|
|
|
|
let timeoutCount = 6;
|
|
|
|
|
let loading = false;
|
|
|
|
|
const intervalId = setInterval(() => {
|
|
|
|
|
readRoot()
|
|
|
|
|
.then(r => {
|
|
|
|
|
if (r.ok && !loading) {
|
|
|
|
|
clearInterval(intervalId);
|
|
|
|
|
commonStore.setModelStatus(ModelStatus.Loading);
|
|
|
|
|
loading = true;
|
|
|
|
|
toast(t('Loading Model'), {type: 'info'});
|
|
|
|
|
updateConfig({
|
|
|
|
|
max_tokens: modelConfig.apiParameters.maxResponseToken,
|
|
|
|
|
temperature: modelConfig.apiParameters.temperature,
|
|
|
|
|
top_p: modelConfig.apiParameters.topP,
|
|
|
|
|
presence_penalty: modelConfig.apiParameters.presencePenalty,
|
|
|
|
|
frequency_penalty: modelConfig.apiParameters.frequencyPenalty
|
|
|
|
|
});
|
|
|
|
|
switchModel({
|
|
|
|
|
model: `${manifest.localModelDir}/${modelConfig.modelParameters.modelName}`,
|
|
|
|
|
strategy: getStrategy(modelConfig)
|
|
|
|
|
}).then((r) => {
|
|
|
|
|
if (r.ok) {
|
|
|
|
|
commonStore.setModelStatus(ModelStatus.Working);
|
|
|
|
|
toast(t('Startup Completed'), {type: 'success'});
|
|
|
|
|
} else if (r.status === 304) {
|
|
|
|
|
toast(t('Loading Model'), {type: 'info'});
|
|
|
|
|
} else {
|
|
|
|
|
commonStore.setModelStatus(ModelStatus.Offline);
|
|
|
|
|
toast(t('Failed to switch model'), {type: 'error'});
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
}).catch(() => {
|
|
|
|
|
if (timeoutCount <= 0) {
|
|
|
|
|
clearInterval(intervalId);
|
|
|
|
|
commonStore.setModelStatus(ModelStatus.Offline);
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
timeoutCount--;
|
|
|
|
|
}, 1000);
|
|
|
|
|
} else {
|
|
|
|
|
commonStore.setModelStatus(ModelStatus.Offline);
|
|
|
|
|
exit();
|
|
|
|
|
}
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
const onClick = async (e: any) => {
|
|
|
|
|
if (commonStore.modelStatus === ModelStatus.Offline)
|
|
|
|
|
|