fix #1770
This commit is contained in:
1 parent
3524aa1e58
commit
439a26c276
4 files changed
+5
-5
No files matched your search
@@ -38,8 +38,8 @@ def export_model(args: Optional[Dict[str, Any]] = None):
|
||||
model_args, _, finetuning_args, _ = get_infer_args(args)
|
||||
model, tokenizer = load_model_and_tokenizer(model_args, finetuning_args)
|
||||
|
||||
if getattr(model, "quantization_method", None):
|
||||
raise ValueError("Cannot export a quantized model.")
|
||||
if getattr(model, "quantization_method", None) and model_args.adapter_name_or_path is not None:
|
||||
logger.warning("Cannot merge adapters to a quantized model.")
|
||||
|
||||
model.config.use_cache = True
|
||||
model = model.to("cpu")
|
||||
|
||||
Reference in new issue
Block a user