add full parameter finetuning of mllm

This commit is contained in:
BUAADreamer
2024-05-11 13:11:00 +08:00
parent 8b997e32fb
commit 7be7972f28
3 changed files with 7 additions and 2 deletions

View File

@@ -155,7 +155,8 @@ def load_model(
model.eval()
else:
model.train()
if model_args.visual_inputs:
model.vision_tower.requires_grad_(False)
trainable_params, all_param = count_parameters(model)
if is_trainable:
param_stats = "trainable params: {:d} || all params: {:d} || trainable%: {:.4f}".format(