add rlhf-v dataset

This commit is contained in:
hiyouga committed 2024-09-01 22:57:41 +08:00
1 parent 55027282cd
commit 8e49940746
13 files changed
+118 -33

No files matched your search

+1
View File
@@ -99,6 +99,7 @@ def load_tokenizer(model_args: "ModelArguments") -> "TokenizerModule":
processor = AutoProcessor.from_pretrained(model_args.model_name_or_path, **init_kwargs)
setattr(processor, "tokenizer", tokenizer)
setattr(processor, "image_seqlen", get_image_seqlen(config))
setattr(processor, "image_resolution", model_args.image_resolution)
except Exception:
processor = None