improve finetune compatibility

2023-07-03 22:19:20 +08:00
parent 525fb132d6
commit 511652b71c
2 changed files with 6 additions and 2 deletions
--- a/finetune/json2binidx_tool/tools/preprocess_data.py
+++ b/finetune/json2binidx_tool/tools/preprocess_data.py
@@ -17,11 +17,14 @@

 """Processing data for pretraining."""

-import argparse
-import multiprocessing
 import os
 import sys

+sys.path.append(os.path.dirname(os.path.realpath(__file__)))
+
+import argparse
+import multiprocessing
+
 import lm_dataformat as lmd
 import numpy as np