lora finetune (need to be refactored)

This commit is contained in:
josc146
2023-07-03 17:41:47 +08:00
parent c54d10795f
commit 987854fe49
42 changed files with 4825 additions and 158 deletions

View File

@@ -1,8 +1,13 @@
import lm_dataformat
import ftfy
import tqdm
import tiktoken
import GPUtil
import torch
import rwkv
import numpy
import tokenizers
import fastapi
import uvicorn
import sse_starlette