fix quant infer and qwen2moe

2024-04-09 17:12:59 +08:00
parent 9a99fbc86d
commit 7f6c2486b8
2 changed files with 3 additions and 3 deletions
--- a/src/llmtuner/model/loader.py
+++ b/src/llmtuner/model/loader.py
@@ -109,9 +109,6 @@ def load_model(
    if not is_trainable:
        model.requires_grad_(False)
        model.eval()
-        for param in model.parameters():
-            if param.device.type == "cuda":
-                param.data = param.data.to(model_args.compute_dtype)
    else:
        model.train()