fix api server
This commit is contained in:
1 parent
d2a676c8ba
commit
08464183b9
2 files changed
+18
-5
No files matched your search
@@ -152,7 +152,6 @@ class ChatModel:
|
||||
padding=True,
|
||||
truncation=True,
|
||||
max_length=max_length or getattr(self.model.config, "max_position_embeddings", 1024),
|
||||
pad_to_multiple_of=8,
|
||||
return_tensors="pt",
|
||||
**kwargs
|
||||
).to(device)
|
||||
|
||||
Reference in new issue
Block a user