add logs for state cache and switch-model

2023-06-09 20:46:19 +08:00
parent b7c34b0d42
commit cea1d8b4d1
4 changed files with 12 additions and 7 deletions
--- a/backend-python/utils/rwkv.py
+++ b/backend-python/utils/rwkv.py
@@ -105,7 +105,7 @@ The following is a coherent verbose detailed conversation between a girl named {
        delta_prompt = prompt
        try:
            cache = state_cache.longest_prefix_state(
-                state_cache.LongestPrefixStateBody(prompt=prompt)
+                state_cache.LongestPrefixStateBody(prompt=prompt), None
            )
        except HTTPException:
            pass