From ff7306349ad0eadc27942ec6479e6029f9fb19ab Mon Sep 17 00:00:00 2001
From: josc146 <josStorer@outlook.com>
Date: Sat, 28 Oct 2023 23:04:49 +0800
Subject: [PATCH] improve memory usage of state cache

---
 backend-python/routes/state_cache.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/backend-python/routes/state_cache.py b/backend-python/routes/state_cache.py
index 109558c..443329d 100644
--- a/backend-python/routes/state_cache.py
+++ b/backend-python/routes/state_cache.py
@@ -9,7 +9,7 @@ router = APIRouter()
 
 trie = None
 dtrie: Dict = {}
-max_trie_len = 3000
+max_trie_len = 300
 loop_start_id = 1  # to prevent preloaded prompts from being deleted
 loop_del_trie_id = loop_start_id