add support for dynamic state-tuned models
This commit is contained in:
@@ -676,4 +676,11 @@ export function newChatConversation() {
|
||||
commonStore.setConversationOrder(conversationOrder);
|
||||
};
|
||||
return { pushMessage, saveConversation };
|
||||
}
|
||||
|
||||
export function isDynamicStateSupported(modelConfig: ModelConfig) {
|
||||
return modelConfig.modelParameters.device === 'CUDA' ||
|
||||
modelConfig.modelParameters.device === 'CPU' ||
|
||||
modelConfig.modelParameters.device === 'Custom' ||
|
||||
modelConfig.modelParameters.device === 'MPS';
|
||||
}
|
||||
Reference in New Issue
Block a user