theluyuan/RWKV-Runner
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

chore

Browse Source
This commit is contained in:
josc146 2023-12-06 23:09:39 +08:00
parent 053a08f5b7
commit c853c5b60b
3 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backend-python/requirements.txt
View File

@ -1,7 +1,7 @@
torch torch
torchvision torchvision
torchaudio torchaudio
rwkv==0.8.16 rwkv==0.8.22
langchain==0.0.322 langchain==0.0.322
fastapi==0.104.0 fastapi==0.104.0
uvicorn==0.23.2 uvicorn==0.23.2

2
backend-python/requirements_without_cyac.txt
View File

@ -1,7 +1,7 @@
torch torch
torchvision torchvision
torchaudio torchaudio
rwkv==0.8.16 rwkv==0.8.22
langchain==0.0.322 langchain==0.0.322
fastapi==0.104.0 fastapi==0.104.0
uvicorn==0.23.2 uvicorn==0.23.2

4
frontend/src/components/RunButton.tsx
View File

@ -169,7 +169,7 @@ export const RunButton: FC<{ onClickRun?: MouseEventHandler, iconMode?: boolean
}); });
} }
commonStore.setStatus({ status: ModelStatus.Loading }); commonStore.setStatus({ status: ModelStatus.Loading });
const loadingId = toast(t('Loading Model'), { type: 'info' }); const loadingId = toast(t('Loading Model'), { type: 'info', autoClose: false });
if (!webgpu) { if (!webgpu) {
updateConfig({ updateConfig({
max_tokens: modelConfig.apiParameters.maxResponseToken, max_tokens: modelConfig.apiParameters.maxResponseToken,
@ -232,7 +232,7 @@ export const RunButton: FC<{ onClickRun?: MouseEventHandler, iconMode?: boolean
if ((modelConfig.modelParameters.device === 'CUDA' || modelConfig.modelParameters.device === 'CUDA-Beta') && if ((modelConfig.modelParameters.device === 'CUDA' || modelConfig.modelParameters.device === 'CUDA-Beta') &&
modelConfig.modelParameters.storedLayers < modelConfig.modelParameters.maxStoredLayers && modelConfig.modelParameters.storedLayers < modelConfig.modelParameters.maxStoredLayers &&
commonStore.monitorData && commonStore.monitorData.totalVram !== 0 && commonStore.monitorData && commonStore.monitorData.totalVram !== 0 &&
(commonStore.monitorData.usedVram / commonStore.monitorData.totalVram) < 0.85) (commonStore.monitorData.usedVram / commonStore.monitorData.totalVram) < 0.9)
toast(t('You can increase the number of stored layers in Configs page to improve performance'), { type: 'info' }); toast(t('You can increase the number of stored layers in Configs page to improve performance'), { type: 'info' });
toastWithButton(t('Startup Completed'), t(buttonName), buttonFn, { type: 'success', autoClose: 3000 }); toastWithButton(t('Startup Completed'), t(buttonName), buttonFn, { type: 'success', autoClose: 3000 });
} else if (r.status === 304) { } else if (r.status === 304) {