theluyuan/RWKV-Runner
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix input with array type (#96, #107)

Browse Source
This commit is contained in:
josc146 2023-07-17 12:59:45 +08:00
parent e2a7c93753
commit 9b3b06ab04
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
backend-python/routes/completion.py
View File

@ -1,7 +1,7 @@
import asyncio
import json
from threading import Lock
from typing import List
from typing import List, Union
import base64
from fastapi import APIRouter, Request, status, HTTPException
@ -44,7 +44,7 @@ class ChatCompletionBody(ModelConfigBody):
class CompletionBody(ModelConfigBody):
prompt: str or List[str]
prompt: Union[str, List[str]]
model: str = "rwkv"
stream: bool = False
stop: str = None
@ -326,7 +326,7 @@ async def completions(body: CompletionBody, request: Request):
class EmbeddingsBody(BaseModel):
input: str or List[str] or List[List[int]]
input: Union[str, List[str], List[List[int]]]
model: str = "rwkv"
encoding_format: str = None
fast_mode: bool = False