support distributed quantized training

This commit is contained in:
hiyouga
2023-06-06 17:39:41 +08:00
parent 3d8d5ee5d5
commit 4eb17bcf6c
7 changed files with 20 additions and 18 deletions

View File

@@ -16,12 +16,12 @@ from .config import FinetuningArguments
from .other import (
AverageMeter,
get_logger,
get_main_logger,
get_logits_processor
)
logger = get_logger(__name__)
logger = get_main_logger(__name__)
def replace_model(model: AutoModelForCausalLMWithValueHead, target: Literal["default", "reward"]) -> None: