theluyuan/RWKV-Runner
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

training: fix data EOL format

Browse Source
This commit is contained in:
josc146 2023-07-11 12:19:39 +08:00
parent 994fc7c828
commit e2fc57ac24
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backend-golang/rwkv.go
View File

@ -64,7 +64,7 @@ func (a *App) ConvertData(python string, input string, outputPrefix string, voca
if err != nil {
return "", err
}
textJson, err := json.Marshal(map[string]string{"text": string(textContent)})
textJson, err := json.Marshal(map[string]string{"text": strings.ReplaceAll(strings.ReplaceAll(string(textContent), "\r\n", "\n"), "\r", "\n")})
if err != nil {
return "", err
}