improve memory usage of state cache

2023-10-28 23:04:49 +08:00 · 2023-10-28 23:04:49 +08:00 · ff7306349a
commit ff7306349a
parent 77df56cddc
1 changed files with 1 additions and 1 deletions
--- a/backend-python/routes/state_cache.py
+++ b/backend-python/routes/state_cache.py
@ -9,7 +9,7 @@ router = APIRouter()

 trie = None
 dtrie: Dict = {}
-max_trie_len = 3000
+max_trie_len = 300
 loop_start_id = 1  # to prevent preloaded prompts from being deleted
 loop_del_trie_id = loop_start_id