webgpu(python) state cache

2023-12-28 20:43:57 +08:00
parent e33858f110
commit e083f2c629
3 changed files with 13 additions and 3 deletions
--- a/backend-python/routes/state_cache.py
+++ b/backend-python/routes/state_cache.py
@@ -109,7 +109,7 @@ def add_state(body: AddStateBody):
                    else copy.deepcopy(body.state)
                )
            else:
-                pass  # WebGPU
+                state = body.state.back()  # WebGPU

        id: int = trie.insert(body.prompt)
        dtrie[id] = {