add support for dynamic state-tuned models

backend-python/routes/config.py

@@ -120,6 +120,9 @@ def update_config(body: ModelConfigBody):
         model_config = ModelConfigBody()
         global_var.set(global_var.Model_Config, model_config)
     merge_model(model_config, body)
+    exception = load_rwkv_state(global_var.get(global_var.Model), model_config.state)
+    if exception is not None:
+        raise exception
     print("Updated Model Config:", model_config)
 
     return "success"

backend-python/routes/state_cache.py

@@ -176,6 +176,19 @@ def reset_state():
     return "success"
 
 
+def force_reset_state():
+    global trie, dtrie
+
+    if trie is None:
+        return
+
+    import cyac
+
+    trie = cyac.Trie()
+    dtrie = {}
+    gc.collect()
+
+
 class LongestPrefixStateBody(BaseModel):
     prompt: str