add yi-vl

This commit is contained in:
BUAADreamer
2024-05-13 23:28:28 +08:00
parent b033232aea
commit 64dac4085e
5 changed files with 53 additions and 4 deletions

View File

@@ -30,6 +30,7 @@ def run_sft(
):
tokenizer_module = load_tokenizer(model_args)
tokenizer = tokenizer_module["tokenizer"]
processor = tokenizer_module["processor"]
dataset = get_dataset(model_args, data_args, training_args, stage="sft", **tokenizer_module)
model = load_model(tokenizer, model_args, finetuning_args, training_args.do_train)
@@ -55,6 +56,7 @@ def run_sft(
model=model,
args=training_args,
finetuning_args=finetuning_args,
processor=processor,
tokenizer=tokenizer,
data_collator=data_collator,
callbacks=callbacks,