expose global_penalty

This commit is contained in:
josc146
2024-03-02 17:50:41 +08:00
parent 53a5574080
commit 4f14074a75
6 changed files with 92 additions and 31 deletions

View File

@@ -6,6 +6,7 @@ export type ApiParameters = {
presencePenalty: number;
frequencyPenalty: number;
penaltyDecay?: number;
globalPenalty?: boolean;
}
export type Device = 'CPU' | 'CPU (rwkv.cpp)' | 'CUDA' | 'CUDA-Beta' | 'WebGPU' | 'WebGPU (Python)' | 'MPS' | 'Custom';
export type Precision = 'fp16' | 'int8' | 'fp32' | 'nf4' | 'Q5_1';