This commit is contained in:
hiyouga committed 2024-06-03 19:12:29 +08:00
1 parent 1539c72b94
commit eed33862bc
24 files changed
+52 -52

No files matched your search

+1 -1
View File
@@ -107,7 +107,7 @@ class ModelArguments:
)
vllm_maxlen: int = field(
default=2048,
metadata={"help": "Maximum sequence length of the vLLM engine (including prompt and output)."},
metadata={"help": "Maximum sequence (prompt + response) length of the vLLM engine."},
)
vllm_gpu_util: float = field(
default=0.9,