theluyuan/RWKV-Runner
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix UnboundLocalError: local variable 'response' referenced before assignment

Browse Source
This commit is contained in:
josc146 2023-06-08 13:30:34 +08:00
parent 39a7eee8ea
commit 635767408f
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
backend-python/routes/completion.py
View File

@ -138,6 +138,7 @@ The following is a coherent verbose detailed conversation between a girl named {
set_rwkv_config(model, global_var.get(global_var.Model_Config)) set_rwkv_config(model, global_var.get(global_var.Model_Config))
set_rwkv_config(model, body) set_rwkv_config(model, body)
if body.stream: if body.stream:
response = ""
for response, delta in model.generate( for response, delta in model.generate(
completion_text, completion_text,
stop=f"\n\n{user}" if body.stop is None else body.stop, stop=f"\n\n{user}" if body.stop is None else body.stop,
@ -188,7 +189,7 @@ The following is a coherent verbose detailed conversation between a girl named {
) )
yield "[DONE]" yield "[DONE]"
else: else:
response = None response = ""
for response, delta in model.generate( for response, delta in model.generate(
completion_text, completion_text,
stop=f"\n\n{user}" if body.stop is None else body.stop, stop=f"\n\n{user}" if body.stop is None else body.stop,
@ -282,6 +283,7 @@ async def completions(body: CompletionBody, request: Request):
set_rwkv_config(model, global_var.get(global_var.Model_Config)) set_rwkv_config(model, global_var.get(global_var.Model_Config))
set_rwkv_config(model, body) set_rwkv_config(model, body)
if body.stream: if body.stream:
response = ""
for response, delta in model.generate(body.prompt, stop=body.stop): for response, delta in model.generate(body.prompt, stop=body.stop):
if await request.is_disconnected(): if await request.is_disconnected():
break break
@ -329,7 +331,7 @@ async def completions(body: CompletionBody, request: Request):
) )
yield "[DONE]" yield "[DONE]"
else: else:
response = None response = ""
for response, delta in model.generate(body.prompt, stop=body.stop): for response, delta in model.generate(body.prompt, stop=body.stop):
if await request.is_disconnected(): if await request.is_disconnected():
break break