tiny fix about badam

This commit is contained in:
hiyouga committed 2024-06-25 01:54:53 +08:00
1 parent efb81b25ec
commit 095fab58d3
17 files changed
+31 -102

No files matched your search

+2 -1
View File
@@ -56,7 +56,8 @@ class CustomSeq2SeqTrainer(Seq2SeqTrainer):
self.save_model(os.path.join(self.args.output_dir, "pissa_init"))
if finetuning_args.use_badam:
from badam import clip_grad_norm_old_version, BAdamCallback
from badam import BAdamCallback, clip_grad_norm_old_version
self.accelerator.clip_grad_norm_ = MethodType(clip_grad_norm_old_version, self.accelerator)
self.callback_handler.add_callback(BAdamCallback)