kyy/llm_trainer
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update badam example #3764

Browse Source
This commit is contained in:
hiyouga committed 2024-05-17 02:21:10 +08:00
1 parent d9f190ff1e
commit e5bba7cf1b
1 file changed
+1 -1
Download Patch File Download Diff File Expand all files Collapse all files
examples/extras/badam/llama3_lora_sft.yaml
+1 -1
View File
@@ -6,7 +6,7 @@ stage: sft
do_train: true do_train: true
finetuning_type: full finetuning_type: full
use_badam: true use_badam: true
badam_switch_mode: descending badam_switch_mode: ascending
badam_switch_interval: 50 badam_switch_interval: 50
badam_verbose: 2 badam_verbose: 2