improve rlhf

This commit is contained in:
hiyouga committed 2024-07-02 22:23:08 +08:00
1 parent 9dcff3a5b5
commit c47ab6c072
8 files changed
+55 -114

No files matched your search

+1 -2
View File
@@ -21,7 +21,6 @@ from typing import TYPE_CHECKING, Dict
import numpy as np
import torch
from transformers import EvalPrediction
from transformers.utils import is_jieba_available, is_nltk_available
from ...extras.constants import IGNORE_INDEX
@@ -29,7 +28,7 @@ from ...extras.packages import is_rouge_available
if TYPE_CHECKING:
from transformers import PreTrainedTokenizer
from transformers import EvalPrediction, PreTrainedTokenizer
if is_jieba_available():