fix api server

This commit is contained in:
hiyouga committed 2024-01-07 17:14:42 +08:00
1 parent d2a676c8ba
commit 08464183b9
2 files changed
+18 -5

No files matched your search

-1
View File
@@ -152,7 +152,6 @@ class ChatModel:
padding=True,
truncation=True,
max_length=max_length or getattr(self.model.config, "max_position_embeddings", 1024),
pad_to_multiple_of=8,
return_tensors="pt",
**kwargs
).to(device)