From cb2caa3a36b5399b4936e1f8e01cf78c1dabdf0d Mon Sep 17 00:00:00 2001 From: mi804 <1576993271@qq.com> Date: Thu, 31 Jul 2025 16:24:58 +0800 Subject: [PATCH] support jsonl --- diffsynth/trainers/utils.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/diffsynth/trainers/utils.py b/diffsynth/trainers/utils.py index 96a9c64..157e70d 100644 --- a/diffsynth/trainers/utils.py +++ b/diffsynth/trainers/utils.py @@ -53,6 +53,12 @@ class ImageDataset(torch.utils.data.Dataset): with open(metadata_path, "r") as f: metadata = json.load(f) self.data = metadata + elif metadata_path.endswith(".jsonl"): + metadata = [] + with open(metadata_path, 'r') as f: + for line in tqdm(f): + metadata.append(json.loads(line.strip())) + self.data = metadata else: metadata = pd.read_csv(metadata_path) self.data = [metadata.iloc[i].to_dict() for i in range(len(metadata))]