fix Baichuan-13B

This commit is contained in:
hiyouga
2023-07-13 23:08:45 +08:00
parent 8cd76ef3c3
commit 08439d29b2
11 changed files with 28 additions and 87 deletions

View File

@@ -47,6 +47,10 @@ class ModelArguments:
default="main",
metadata={"help": "The specific model version to use (can be a branch name, tag name or commit id)."}
)
padding_side: Optional[Literal["left", "right"]] = field(
default="left",
metadata={"help": "The side on which the model should have padding applied."}
)
quantization_bit: Optional[int] = field(
default=None,
metadata={"help": "The number of bits to quantize the model."}