improve aqlm optim
This commit is contained in:
1 parent
d3d3dac707
commit
259af60d28
4 files changed
+7
-3
No files matched your search
@@ -88,7 +88,7 @@ def load_model(
|
||||
|
||||
if model is None:
|
||||
model_init_context = nullcontext()
|
||||
if is_trainable and getattr(config, "quantization_config", None):
|
||||
if model_args.aqlm_optimization and getattr(config, "quantization_config", None):
|
||||
quantization_config: Dict[str, Any] = getattr(config, "quantization_config", None)
|
||||
if quantization_config.get("quant_method", None) == "aqlm":
|
||||
import aqlm # type: ignore
|
||||
|
||||
Reference in new issue
Block a user