kyy/llm_trainer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update loader

Browse Source
This commit is contained in:
hiyouga
2023-12-24 19:10:23 +08:00
parent e44b82ee24
commit 6629087e12
6 changed files with 67 additions and 68 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/model/parser.py
View File

@@ -144,7 +144,7 @@ def get_train_args(args: Optional[Dict[str, Any]] = None) -> _TRAIN_CLS:
_verify_model_args(model_args, finetuning_args)
if training_args.do_train and model_args.quantization_bit is not None and (not finetuning_args.upcast_layernorm):
if training_args.do_train and model_args.quantization_bit is not None and (not model_args.upcast_layernorm):
logger.warning("We recommend enable `upcast_layernorm` in quantized training.")
if training_args.do_train and (not training_args.fp16) and (not training_args.bf16):