kyy/llm_trainer
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix #2981

Browse Source
This commit is contained in:
hiyouga committed 2024-03-26 17:53:04 +08:00
1 parent 3164b4f11b
commit b29d5560f1
2 files changed
+2 -2
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

examples/accelerate/fsdp_config.yaml
+1 -1
View File
@@ -9,7 +9,7 @@ fsdp_config:
fsdp_forward_prefetch: false
fsdp_offload_params: true
fsdp_sharding_strategy: FULL_SHARD
fsdp_state_dict_type: SHARDED_STATE_DICT
fsdp_state_dict_type: FULL_STATE_DICT
fsdp_sync_module_states: true
fsdp_use_orig_params: false
machine_rank: 0