kyy/llm_trainer
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix #4944

Browse Source
This commit is contained in:
hiyouga committed 2024-07-24 16:42:51 +08:00
1 parent 1550fe7331
commit 1bbd49faae
5 files changed
+5 -46
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

examples/extras/mod/llama3_full_sft.yaml
+1 -1
View File
@@ -26,7 +26,7 @@ overwrite_output_dir: true
per_device_train_batch_size: 1
gradient_accumulation_steps: 8
optim: paged_adamw_8bit
learning_rate: 1.0e-4
learning_rate: 1.0e-5
num_train_epochs: 3.0
lr_scheduler_type: cosine
warmup_ratio: 0.1