update trainers

This commit is contained in:
hiyouga committed 2024-06-06 18:45:49 +08:00
1 parent 67aa78cde0
commit fad2591e31
4 files changed
+12 -21

No files matched your search

+4 -3
View File
@@ -8,13 +8,14 @@ from transformers.integrations import is_deepspeed_zero3_enabled
from ...extras.packages import is_requests_available
if is_requests_available():
import requests
if TYPE_CHECKING:
from transformers import PreTrainedModel
from trl import AutoModelForCausalLMWithValueHead
if is_requests_available():
import requests
def get_rewards_from_server(server_url: str, messages: List[str]) -> List[torch.Tensor]:
headers = {"Content-Type": "application/json"}