1 parent
1539c72b94
commit
eed33862bc
24 files changed
+52
-52
No files matched your search
@@ -107,7 +107,7 @@ class ModelArguments:
|
||||
)
|
||||
vllm_maxlen: int = field(
|
||||
default=2048,
|
||||
metadata={"help": "Maximum sequence length of the vLLM engine (including prompt and output)."},
|
||||
metadata={"help": "Maximum sequence (prompt + response) length of the vLLM engine."},
|
||||
)
|
||||
vllm_gpu_util: float = field(
|
||||
default=0.9,
|
||||
|
||||
Reference in new issue
Block a user