feat: add support for adammini

This commit is contained in:
moontidef committed 2024-08-07 10:08:22 +08:00
1 parent 40908a36fa
commit 82bc15dc79
2 files changed
+33

No files matched your search

@@ -342,6 +342,10 @@ class FinetuningArguments(FreezeArguments, LoraArguments, RLHFArguments, GaloreA
default=False,
metadata={"help": "Whether or not to save the training loss curves."},
)
use_adammini: bool = field(
default=False,
metadata={"help": "Whether or not to use AdamMini optimizer."},
)
def __post_init__(self):
def split_arg(arg):