add rlhf-v dataset
This commit is contained in:
1 parent
55027282cd
commit
8e49940746
13 files changed
+118
-33
No files matched your search
@@ -99,6 +99,7 @@ def load_tokenizer(model_args: "ModelArguments") -> "TokenizerModule":
|
||||
processor = AutoProcessor.from_pretrained(model_args.model_name_or_path, **init_kwargs)
|
||||
setattr(processor, "tokenizer", tokenizer)
|
||||
setattr(processor, "image_seqlen", get_image_seqlen(config))
|
||||
setattr(processor, "image_resolution", model_args.image_resolution)
|
||||
except Exception:
|
||||
processor = None
|
||||
|
||||
|
||||
Reference in new issue
Block a user