2023-06-08 00:07:08 +08:00
|
|
|
# install git python3.10 yarn by yourself
|
|
|
|
|
# change model and strategy according to your hardware
|
|
|
|
|
|
|
|
|
|
sudo apt install python3-dev
|
|
|
|
|
|
|
|
|
|
mkdir RWKV-Next-Web
|
|
|
|
|
cd RWKV-Next-Web
|
|
|
|
|
|
|
|
|
|
git clone https://github.com/josStorer/RWKV-Runner --depth=1
|
|
|
|
|
python3 -m pip install torch torchvision torchaudio
|
|
|
|
|
python3 -m pip install -r RWKV-Runner/backend-python/requirements.txt
|
2023-11-14 17:38:24 +08:00
|
|
|
python3 ./RWKV-Runner/backend-python/main.py > log.txt & # this is only an example, you should use screen or other tools to run it in background
|
2023-06-08 00:07:08 +08:00
|
|
|
|
|
|
|
|
if [ ! -d RWKV-Runner/models ]; then
|
|
|
|
|
mkdir RWKV-Runner/models
|
|
|
|
|
fi
|
|
|
|
|
wget -N https://huggingface.co/BlinkDL/rwkv-4-world/resolve/main/RWKV-4-World-0.1B-v1-20230520-ctx4096.pth -P RWKV-Runner/models/
|
|
|
|
|
|
|
|
|
|
git clone https://github.com/Yidadaa/ChatGPT-Next-Web --depth=1
|
|
|
|
|
cd ChatGPT-Next-Web
|
|
|
|
|
yarn install
|
|
|
|
|
yarn build
|
|
|
|
|
export PROXY_URL=""
|
|
|
|
|
export BASE_URL=http://127.0.0.1:8000
|
2023-11-14 17:38:24 +08:00
|
|
|
yarn start & # this is only an example, you should use screen or other tools to run it in background
|
2023-06-08 00:07:08 +08:00
|
|
|
|
|
|
|
|
curl http://127.0.0.1:8000/switch-model -X POST -H "Content-Type: application/json" -d '{"model":"./RWKV-Runner/models/RWKV-4-World-0.1B-v1-20230520-ctx4096.pth","strategy":"cpu fp32"}'
|
