kyy/llm_trainer
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix bug

Browse Source
This commit is contained in:
hiyouga committed 2023-12-15 21:49:26 +08:00
1 parent 2740aa9cbb
commit 9e509b99af
1 file changed
+1 -1
Download Patch File Download Diff File Expand all files Collapse all files
src/llmtuner/model/loader.py
+1 -1
View File
@@ -60,7 +60,7 @@ def load_model_and_tokenizer(
patcher.patch_tokenizer(tokenizer)
patcher.patch_config(config, model_args, is_trainable)
patcher.configure_rope(config, model_args, is_trainable)
patcher.configure_flashattn(config, model_args)
patcher.configure_flashattn(config_kwargs, model_args)
patcher.configure_longlora(config, model_args, is_trainable)
patcher.configure_quantization(config, config_kwargs, model_args)