add rwkv-cuda-beta support (faster)

2023-08-14 22:07:15 +08:00
parent da68926e9c
commit 8a13bd3c1e
20 changed files with 2550 additions and 20 deletions
--- a/frontend/src/utils/index.tsx
+++ b/frontend/src/utils/index.tsx
@@ -177,6 +177,7 @@ export const getStrategy = (modelConfig: ModelConfig | undefined = undefined) =>
      strategy += params.precision === 'int8' ? 'fp32i8' : 'fp32';
      break;
    case 'CUDA':
+    case 'CUDA-Beta':
      if (avoidOverflow)
        strategy = 'cuda fp32 *1 -> ';
      strategy += 'cuda ';