fix #3694
This commit is contained in:
1 parent
44cfa9a1cd
commit
2a67ab3925
7 files changed
+133
-77
No files matched your search
@@ -5,8 +5,8 @@ model_name_or_path: models/llama3-8b-instruct-pro
|
||||
stage: sft
|
||||
do_train: true
|
||||
finetuning_type: freeze
|
||||
name_module_trainable: all
|
||||
num_layer_trainable: 8
|
||||
freeze_trainable_layers: 8
|
||||
freeze_trainable_modules: all
|
||||
use_llama_pro: true
|
||||
|
||||
# dataset
|
||||
|
||||
Reference in new issue
Block a user