FROM node:21-slim AS frontend RUN echo "registry=https://registry.npmmirror.com/" > ~/.npmrc WORKDIR /app COPY manifest.json manifest.json COPY frontend frontend WORKDIR /app/frontend RUN npm ci RUN npm run build FROM nvidia/cuda:11.6.1-devel-ubuntu20.04 AS runtime ENV DEBIAN_FRONTEND=noninteractive RUN apt update && \ apt install -yq git curl wget build-essential ninja-build aria2 jq software-properties-common RUN add-apt-repository -y ppa:deadsnakes/ppa && \ add-apt-repository -y ppa:ubuntu-toolchain-r/test && \ apt install -y g++-11 python3.10 python3.10-distutils python3.10-dev && \ curl -sS http://mirrors.aliyun.com/pypi/get-pip.py | python3.10 RUN python3.10 -m pip install cmake FROM runtime AS librwkv WORKDIR /app RUN git clone https://github.com/RWKV/rwkv.cpp.git && \ cd rwkv.cpp && \ git submodule update --init --recursive && \ mkdir -p build && \ cd build && \ cmake -G Ninja .. && \ cmake --build . FROM runtime AS final WORKDIR /app COPY ./backend-python/requirements.txt ./backend-python/requirements.txt RUN python3.10 -m pip install --quiet -r ./backend-python/requirements.txt COPY . . COPY --from=frontend /app/frontend/dist /app/frontend/dist COPY --from=librwkv /app/rwkv.cpp/build/librwkv.so /app/backend-python/rwkv_pip/cpp/librwkv.so EXPOSE 27777 CMD ["python3.10", "./backend-python/main.py", "--port", "27777", "--host", "0.0.0.0", "--webui"]