theluyuan/RWKV-Runner
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

improve logs

Browse Source
This commit is contained in:
josc146 2023-06-03 17:36:50 +08:00
parent 408f3c1a4d
commit dc71054e61
1 changed files with 26 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
backend-python/routes/completion.py
View File

@ -115,8 +115,11 @@ The following is a coherent verbose detailed conversation between a girl named {
while completion_lock.locked(): while completion_lock.locked():
if await request.is_disconnected(): if await request.is_disconnected():
requests_num = requests_num - 1 requests_num = requests_num - 1
print(f"{request.client} Stop Waiting (Lock)")
quick_log( quick_log(
request, None, "Stop Waiting. RequestsNum: " + str(requests_num) request,
None,
"Stop Waiting (Lock). RequestsNum: " + str(requests_num),
) )
return return
await asyncio.sleep(0.1) await asyncio.sleep(0.1)
@ -184,14 +187,20 @@ The following is a coherent verbose detailed conversation between a girl named {
break break
# torch_gc() # torch_gc()
requests_num = requests_num - 1 requests_num = requests_num - 1
completion_lock.release()
if await request.is_disconnected():
print(f"{request.client} Stop Waiting")
quick_log(
request,
body,
response + "\nStop Waiting. RequestsNum: " + str(requests_num),
)
return
quick_log( quick_log(
request, request,
body, body,
response + "\nFinished. RequestsNum: " + str(requests_num), response + "\nFinished. RequestsNum: " + str(requests_num),
) )
completion_lock.release()
if await request.is_disconnected():
return
yield { yield {
"response": response, "response": response,
"model": "rwkv", "model": "rwkv",
@ -213,7 +222,6 @@ The following is a coherent verbose detailed conversation between a girl named {
try: try:
return await eval_rwkv().__anext__() return await eval_rwkv().__anext__()
except StopAsyncIteration: except StopAsyncIteration:
print(f"{request.client} Stop Waiting")
return None return None
@ -241,8 +249,11 @@ async def completions(body: CompletionBody, request: Request):
while completion_lock.locked(): while completion_lock.locked():
if await request.is_disconnected(): if await request.is_disconnected():
requests_num = requests_num - 1 requests_num = requests_num - 1
print(f"{request.client} Stop Waiting (Lock)")
quick_log( quick_log(
request, None, "Stop Waiting. RequestsNum: " + str(requests_num) request,
None,
"Stop Waiting (Lock). RequestsNum: " + str(requests_num),
) )
return return
await asyncio.sleep(0.1) await asyncio.sleep(0.1)
@ -304,14 +315,20 @@ async def completions(body: CompletionBody, request: Request):
break break
# torch_gc() # torch_gc()
requests_num = requests_num - 1 requests_num = requests_num - 1
completion_lock.release()
if await request.is_disconnected():
print(f"{request.client} Stop Waiting")
quick_log(
request,
body,
response + "\nStop Waiting. RequestsNum: " + str(requests_num),
)
return
quick_log( quick_log(
request, request,
body, body,
response + "\nFinished. RequestsNum: " + str(requests_num), response + "\nFinished. RequestsNum: " + str(requests_num),
) )
completion_lock.release()
if await request.is_disconnected():
return
yield { yield {
"response": response, "response": response,
"model": "rwkv", "model": "rwkv",
@ -330,5 +347,4 @@ async def completions(body: CompletionBody, request: Request):
try: try:
return await eval_rwkv().__anext__() return await eval_rwkv().__anext__()
except StopAsyncIteration: except StopAsyncIteration:
print(f"{request.client} Stop Waiting")
return None return None