add om_hub_token argument

This commit is contained in:
huniu20 committed 2024-10-10 17:16:46 +08:00
1 parent 0f669f221a
commit 7b91be33c9
3 files changed
+6 -2

No files matched your search

+1 -1
View File
@@ -96,7 +96,7 @@ def _load_single_dataset(
data_files=data_files,
split=dataset_attr.split,
cache_dir=cache_dir,
token=model_args.ms_hub_token,
token=model_args.om_hub_token,
streaming=(data_args.streaming and (dataset_attr.load_from != "file")),
)
except ImportError: