kyy/llm_trainer
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix #2014

Browse Source
This commit is contained in:
hiyouga committed 2023-12-29 15:17:22 +08:00
1 parent c7ea17d616
commit ce2156eaa8
1 file changed
+1 -1
Download Patch File Download Diff File Expand all files Collapse all files
src/llmtuner/data/preprocess.py
+1 -1
View File
@@ -261,7 +261,7 @@ def preprocess_dataset(
if data_args.cache_path is not None and not os.path.exists(data_args.cache_path): if data_args.cache_path is not None and not os.path.exists(data_args.cache_path):
if training_args.should_save: if training_args.should_save:
dataset.save_to_disk(data_args.cache_path) dataset.save_to_disk(data_args.cache_path)
raise SystemExit("Dataset saved, rerun this script with the same `--cache_path`.") logger.info("Dataset cache saved at {}.".format(data_args.cache_path))
if training_args.should_log: if training_args.should_log:
try: try: