2023-05-06 20:17:39 +08:00
{
"version" : "1.0.0" ,
2023-05-19 22:18:38 +08:00
"introduction" : {
"en" : "RWKV is an RNN with Transformer-level LLM performance, which can also be directly trained like a GPT transformer (parallelizable). And it's 100% attention-free. You only need the hidden state at position t to compute the state at position t+1. You can use the \"GPT\" mode to quickly compute the hidden state for the \"RNN\" mode.<br/>So it's combining the best of RNN and transformer - great performance, fast inference, saves VRAM, fast training, \"infinite\" ctx_len, and free sentence embedding (using the final hidden state)." ,
"zh" : "RWKV是具有Transformer级别LLM性能的RNN, 也可以像GPT Transformer一样直接进行训练( 可并行化) 。而且它是100% attention-free的。你只需在位置t处获得隐藏状态即可计算位置t + 1处的状态。你可以使用“GPT”模式快速计算用于“RNN”模式的隐藏状态。<br/>因此, 它将RNN和Transformer的优点结合起来 - 高性能、快速推理、节省显存、快速训练、“无限”上下文长度以及免费的语句嵌入(使用最终隐藏状态)。"
} ,
"about" : {
"en" : "<div align=\"center\">\n\nProject Source Code:\nhttps://github.com/josStorer/RWKV-Runner\nAuthor: [@josStorer](https://github.com/josStorer)\n\nRelated Repositories:\nRWKV-4-Raven: https://huggingface.co/BlinkDL/rwkv-4-raven/tree/main\nChatRWKV: https://github.com/BlinkDL/ChatRWKV\nRWKV-LM: https://github.com/BlinkDL/RWKV-LM\n\n</div>" ,
"zh" : "<div align=\"center\">\n\n本项目源码:\nhttps://github.com/josStorer/RWKV-Runner\n作者: [@josStorer](https://github.com/josStorer)\n\n相关仓库:\nRWKV-4-Raven: https://huggingface.co/BlinkDL/rwkv-4-raven/tree/main\nChatRWKV: https://github.com/BlinkDL/ChatRWKV\nRWKV-LM: https://github.com/BlinkDL/RWKV-LM\n\n</div>"
} ,
2023-05-17 21:20:41 +08:00
"localModelDir" : "models" ,
2023-05-13 23:36:30 +08:00
"programFiles" : [
2023-05-17 11:47:45 +08:00
{
2023-05-18 22:48:37 +08:00
"url" : "https://raw.githubusercontent.com/josStorer/RWKV-Runner/master/cmd-helper.bat" ,
2023-05-17 11:47:45 +08:00
"path" : "cmd-helper.bat"
} ,
{
"url" : "https://cdn.jsdelivr.net/gh/josstorer/RWKV-Runner/backend-python/20B_tokenizer.json" ,
"path" : "backend-python/20B_tokenizer.json"
} ,
2023-05-09 00:09:09 +08:00
{
"url" : "https://cdn.jsdelivr.net/gh/josstorer/RWKV-Runner/backend-python/main.py" ,
"path" : "backend-python/main.py"
} ,
{
"url" : "https://cdn.jsdelivr.net/gh/josstorer/RWKV-Runner/backend-python/global_var.py" ,
"path" : "backend-python/global_var.py"
} ,
2023-05-17 21:20:41 +08:00
{
"url" : "https://cdn.jsdelivr.net/gh/josstorer/RWKV-Runner/backend-python/convert_model.py" ,
"path" : "backend-python/convert_model.py"
} ,
2023-05-09 00:09:09 +08:00
{
"url" : "https://cdn.jsdelivr.net/gh/josstorer/RWKV-Runner/backend-python/routes/completion.py" ,
"path" : "backend-python/routes/completion.py"
} ,
{
"url" : "https://cdn.jsdelivr.net/gh/josstorer/RWKV-Runner/backend-python/routes/config.py" ,
"path" : "backend-python/routes/config.py"
} ,
{
"url" : "https://cdn.jsdelivr.net/gh/josstorer/RWKV-Runner/backend-python/utils/ngrok.py" ,
"path" : "backend-python/utils/ngrok.py"
} ,
{
"url" : "https://cdn.jsdelivr.net/gh/josstorer/RWKV-Runner/backend-python/utils/rwkv.py" ,
"path" : "backend-python/utils/rwkv.py"
} ,
{
"url" : "https://cdn.jsdelivr.net/gh/josstorer/RWKV-Runner/backend-python/utils/torch.py" ,
"path" : "backend-python/utils/torch.py"
}
] ,
2023-05-06 20:17:39 +08:00
"models" : [
2023-05-07 16:09:16 +08:00
{
"name" : "RWKV-4-Raven-3B-v11-Eng99%-Other1%-20230425-ctx4096.pth" ,
"desc" : {
2023-05-19 22:37:11 +08:00
"en" : "English 3B v11" ,
"zh" : "英文 3B v11"
2023-05-07 16:09:16 +08:00
} ,
"size" : 5969345074 ,
"SHA256" : "982ad3d794efe58992db23c6d694c57a9e62d54718264ec6d6acfae5eb0eea12" ,
"lastUpdated" : "2023-04-26T14:27:55" ,
"url" : "https://huggingface.co/BlinkDL/rwkv-4-raven/blob/main/RWKV-4-Raven-3B-v11-Eng99%25-Other1%25-20230425-ctx4096.pth" ,
"downloadUrl" : "https://huggingface.co/BlinkDL/rwkv-4-raven/resolve/main/RWKV-4-Raven-3B-v11-Eng99%25-Other1%25-20230425-ctx4096.pth"
} ,
{
"name" : "RWKV-4-Raven-7B-v10x-Eng49%-Chn50%-Other1%-20230423-ctx4096.pth" ,
"desc" : {
2023-05-19 22:37:11 +08:00
"en" : "Chinese 7B v10x" ,
"zh" : "中文 7B v10x"
2023-05-07 16:09:16 +08:00
} ,
"size" : 14785389874 ,
"SHA256" : "7aaf40bb3d440a949db3a146b0a5bbb3e925942b496775b51f5630a582fc236d" ,
"lastUpdated" : "2023-04-24T07:48:55" ,
"url" : "https://huggingface.co/BlinkDL/rwkv-4-raven/blob/main/RWKV-4-Raven-7B-v10x-Eng49%25-Chn50%25-Other1%25-20230423-ctx4096.pth" ,
"downloadUrl" : "https://huggingface.co/BlinkDL/rwkv-4-raven/resolve/main/RWKV-4-Raven-7B-v10x-Eng49%25-Chn50%25-Other1%25-20230423-ctx4096.pth"
} ,
{
"name" : "RWKV-4-Raven-7B-v11-Eng49%-Chn49%-Jpn1%-Other1%-20230430-ctx8192.pth" ,
"desc" : {
2023-05-19 22:37:11 +08:00
"en" : "Chinese 7B v11" ,
"zh" : "中文 7B v11"
2023-05-07 16:09:16 +08:00
} ,
"size" : 14785389874 ,
"SHA256" : "9e67a74964abcb4463711e447ddf47735561d7b40592d2d02b29d2e796a4fd14" ,
"lastUpdated" : "2023-04-30T14:35:59" ,
"url" : "https://huggingface.co/BlinkDL/rwkv-4-raven/blob/main/RWKV-4-Raven-7B-v11-Eng49%25-Chn49%25-Jpn1%25-Other1%25-20230430-ctx8192.pth" ,
"downloadUrl" : "https://huggingface.co/BlinkDL/rwkv-4-raven/resolve/main/RWKV-4-Raven-7B-v11-Eng49%25-Chn49%25-Jpn1%25-Other1%25-20230430-ctx8192.pth"
} ,
{
"name" : "RWKV-4-Raven-7B-v11x-Eng99%-Other1%-20230429-ctx8192.pth" ,
"desc" : {
2023-05-19 22:37:11 +08:00
"en" : "English 7B v11x" ,
"zh" : "英文 7B v11x"
2023-05-07 16:09:16 +08:00
} ,
"size" : 14785389874 ,
"SHA256" : "f00d5c75b453f2b20ad875fb5a324564c34024eea25a015f5eb441e4f364c3fe" ,
"lastUpdated" : "2023-04-29T11:44:32" ,
"url" : "https://huggingface.co/BlinkDL/rwkv-4-raven/blob/main/RWKV-4-Raven-7B-v11x-Eng99%25-Other1%25-20230429-ctx8192.pth" ,
"downloadUrl" : "https://huggingface.co/BlinkDL/rwkv-4-raven/resolve/main/RWKV-4-Raven-7B-v11x-Eng99%25-Other1%25-20230429-ctx8192.pth"
} ,
{
"name" : "RWKV-4-Raven-1B5-v11-Eng99%-Other1%-20230425-ctx4096.pth" ,
"desc" : {
2023-05-19 22:37:11 +08:00
"en" : "English 1.5B v11" ,
"zh" : "英文 1.5B v11"
2023-05-07 16:09:16 +08:00
} ,
"size" : 3030279730 ,
"SHA256" : "4ac715aecc5b1c90e8e37eebb8163392699066ec23b18144416e91cb4e78675a" ,
"lastUpdated" : "2023-04-26T14:27:55" ,
"url" : "https://huggingface.co/BlinkDL/rwkv-4-raven/blob/main/RWKV-4-Raven-1B5-v11-Eng99%25-Other1%25-20230425-ctx4096.pth" ,
"downloadUrl" : "https://huggingface.co/BlinkDL/rwkv-4-raven/resolve/main/RWKV-4-Raven-1B5-v11-Eng99%25-Other1%25-20230425-ctx4096.pth"
} ,
{
"name" : "RWKV-4-Raven-3B-v11-Eng49%-Chn49%-Jpn1%-Other1%-20230429-ctx4096.pth" ,
"desc" : {
2023-05-19 22:37:11 +08:00
"en" : "Chinese 3B v11" ,
"zh" : "中文 3B v11"
2023-05-07 16:09:16 +08:00
} ,
"size" : 5969345074 ,
"SHA256" : "af12300d9875e0e166c23d6e9b20928db435073060bf1d36f874060de92ada98" ,
"lastUpdated" : "2023-04-29T11:51:51" ,
"url" : "https://huggingface.co/BlinkDL/rwkv-4-raven/blob/main/RWKV-4-Raven-3B-v11-Eng49%25-Chn49%25-Jpn1%25-Other1%25-20230429-ctx4096.pth" ,
"downloadUrl" : "https://huggingface.co/BlinkDL/rwkv-4-raven/resolve/main/RWKV-4-Raven-3B-v11-Eng49%25-Chn49%25-Jpn1%25-Other1%25-20230429-ctx4096.pth"
} ,
2023-05-06 20:17:39 +08:00
{
"name" : "RWKV-4-Raven-14B-v11x-Eng99%-Other1%-20230501-ctx8192.pth" ,
"desc" : {
2023-05-19 22:37:11 +08:00
"en" : "English 14B v11x" ,
"zh" : "英文 14B v11x"
2023-05-06 20:17:39 +08:00
} ,
"size" : 28297309490 ,
2023-05-07 16:09:16 +08:00
"SHA256" : "c4bc72406c3c62613e8e2592e8d07ac045f8a88381c728f8eb60af890e299f4d" ,
2023-05-06 20:17:39 +08:00
"lastUpdated" : "2023-05-02T09:43:33" ,
"url" : "https://huggingface.co/BlinkDL/rwkv-4-raven/blob/main/RWKV-4-Raven-14B-v11x-Eng99%25-Other1%25-20230501-ctx8192.pth" ,
2023-05-07 16:09:16 +08:00
"downloadUrl" : "https://huggingface.co/BlinkDL/rwkv-4-raven/resolve/main/RWKV-4-Raven-14B-v11x-Eng99%25-Other1%25-20230501-ctx8192.pth"
2023-05-06 20:17:39 +08:00
}
]
}