kyy/llm_trainer
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update examples

Browse Source
This commit is contained in:
hiyouga committed 2024-06-27 00:53:33 +08:00
1 parent f17c9dfd84
commit d417e63f92
4 files changed
+6 -5
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

examples/train_lora/llama3_lora_dpo.yaml
+1 -1
View File
@@ -7,7 +7,7 @@ do_train: true
finetuning_type: lora
lora_target: all
pref_beta: 0.1
pref_loss: sigmoid # [sigmoid (dpo), orpo, simpo]
pref_loss: sigmoid # choices: [sigmoid (dpo), orpo, simpo]
### dataset
dataset: dpo_en_demo