kyy/llm_trainer
1
0 Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix bug

Browse Source
This commit is contained in:
hiyouga committed 2023-08-08 17:55:55 +08:00
1 parent a9980617f5
commit 4b841a6b35
3 files changed
+3 -5
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

src/llmtuner/tuner/core/loader.py
+1 -4
View File
@@ -84,10 +84,7 @@ def load_model_and_tokenizer(
if model_args.quantization_bit == 8:
require_version("bitsandbytes>=0.37.0", "To fix: pip install bitsandbytes>=0.37.0")
config_kwargs["load_in_8bit"] = True
config_kwargs["quantization_config"] = BitsAndBytesConfig(
load_in_8bit=True,
llm_int8_threshold=6.0
)
config_kwargs["quantization_config"] = BitsAndBytesConfig(load_in_8bit=True)
elif model_args.quantization_bit == 4:
require_version("bitsandbytes>=0.39.0", "To fix: pip install bitsandbytes>=0.39.0")