This commit is contained in:
hiyouga
2024-02-21 21:55:14 +08:00
parent daa3185350
commit 3cc10a01a7
2 changed files with 3 additions and 2 deletions

View File

@@ -90,7 +90,7 @@ class RLHFArguments:
default=0.1,
metadata={"help": "The beta parameter for the DPO loss."},
)
dpo_loss: Optional[Literal["sigmoid", "hinge", "ipo", "kto"]] = field(
dpo_loss: Optional[Literal["sigmoid", "hinge", "ipo", "kto_pair"]] = field(
default="sigmoid",
metadata={"help": "The type of DPO loss to use."},
)