Files
llm_trainer/src/llmtuner/train/rm/metric.py
2024-01-20 20:15:56 +08:00

9 lines
267 B
Python

from typing import Dict, Sequence, Tuple, Union
import numpy as np
def compute_accuracy(eval_preds: Sequence[Union[np.ndarray, Tuple[np.ndarray]]]) -> Dict[str, float]:
preds, _ = eval_preds
return {"accuracy": (preds[0] > preds[1]).sum() / len(preds[0])}