This commit is contained in:
hiyouga committed 2024-06-17 22:35:56 +08:00
1 parent 7857c0990b
commit 24c160df3d
2 files changed
+2 -2

No files matched your search

+1 -1
View File
@@ -50,7 +50,7 @@ def quantize_pissa(
lora_alpha=lora_alpha if lora_alpha is not None else lora_rank * 2,
lora_dropout=lora_dropout,
target_modules=[name.strip() for name in lora_target.split(",")],
init_lora_weights="pissa" if pissa_iter == -1 else "pissa_niter_{}".format(pissa_iter)
init_lora_weights="pissa" if pissa_iter == -1 else "pissa_niter_{}".format(pissa_iter),
)
# Init PiSSA model