diff --git a/backend-python/utils/rwkv.py b/backend-python/utils/rwkv.py
index b2e1101..d6ca77e 100644
--- a/backend-python/utils/rwkv.py
+++ b/backend-python/utils/rwkv.py
@@ -511,6 +511,9 @@ def get_tokenizer(tokenizer_len: int):
 def RWKV(model: str, strategy: str, tokenizer: Union[str, None]) -> AbstractRWKV:
     rwkv_beta = global_var.get(global_var.Args).rwkv_beta
 
+    if "midi" in model.lower() or "abc" in model.lower():
+        os.environ["RWKV_RESCALE_LAYER"] = "999"
+
     # dynamic import to make RWKV_CUDA_ON work
     if rwkv_beta:
         from rwkv_pip.beta.model import (