This commit is contained in:
hiyouga
2024-04-12 14:28:11 +08:00
parent f2ba59352e
commit 232642a621
2 changed files with 6 additions and 3 deletions

View File

@@ -65,8 +65,7 @@ def export_model(args: Optional[Dict[str, Any]] = None):
if getattr(model, "quantization_method", None) is None: # cannot convert dtype of a quantized model
output_dtype = getattr(model.config, "torch_dtype", torch.float16)
setattr(model.config, "torch_dtype", output_dtype)
for param in model.parameters():
param.data = param.data.to(output_dtype)
model = model.to(output_dtype)
model.save_pretrained(
save_directory=model_args.export_dir,