mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-08-02 19:52:50 +08:00
Merge pull request #4007 from xu-song/patch-3
Update model_args.py Former-commit-id: 1539c72b9493907464f29ca0f0112c6df2f997b4
This commit is contained in:
commit
eaab09fccb
@ -107,7 +107,7 @@ class ModelArguments:
|
||||
)
|
||||
vllm_maxlen: int = field(
|
||||
default=2048,
|
||||
metadata={"help": "Maximum input length of the vLLM engine."},
|
||||
metadata={"help": "Maximum sequence length of the vLLM engine (including prompt and output)."},
|
||||
)
|
||||
vllm_gpu_util: float = field(
|
||||
default=0.9,
|
||||
|
Loading…
x
Reference in New Issue
Block a user