kyy/llm_trainer
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add adam_mini to readme

Browse Source
This commit is contained in:
hiyouga committed 2024-08-09 20:02:03 +08:00
1 parent ef482394f0
commit e2a28f51c6
12 files changed
+94 -34
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

examples/extras/galore/llama3_full_sft.yaml
+1
View File
@@ -34,6 +34,7 @@ num_train_epochs: 3.0
lr_scheduler_type: cosine
warmup_ratio: 0.1
pure_bf16: true
ddp_timeout: 180000000
### eval
val_size: 0.1