theluyuan/DiffSynth-Studio
1
0
Fork 0
mirror of https://github.com/modelscope/DiffSynth-Studio.git synced 2026-03-23 09:28:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

support jsonl

Browse Source
This commit is contained in:
mi804
2025-07-31 16:24:58 +08:00
parent f0ea049faa
commit cb2caa3a36
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
diffsynth/trainers/utils.py
View File

@@ -53,6 +53,12 @@ class ImageDataset(torch.utils.data.Dataset):
with open(metadata_path, "r") as f: with open(metadata_path, "r") as f:
metadata = json.load(f) metadata = json.load(f)
self.data = metadata self.data = metadata
elif metadata_path.endswith(".jsonl"):
metadata = []
with open(metadata_path, 'r') as f:
for line in tqdm(f):
metadata.append(json.loads(line.strip()))
self.data = metadata
else: else:
metadata = pd.read_csv(metadata_path) metadata = pd.read_csv(metadata_path)
self.data = [metadata.iloc[i].to_dict() for i in range(len(metadata))] self.data = [metadata.iloc[i].to_dict() for i in range(len(metadata))]