mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-08-22 13:42:51 +08:00
Update model_args.py
Former-commit-id: dade2f083d398f83581d935f44d20dc45244c924
This commit is contained in:
parent
72ebcb9a04
commit
abe33220bf
@ -107,7 +107,7 @@ class ModelArguments:
|
|||||||
)
|
)
|
||||||
vllm_maxlen: int = field(
|
vllm_maxlen: int = field(
|
||||||
default=2048,
|
default=2048,
|
||||||
metadata={"help": "Maximum input length of the vLLM engine."},
|
metadata={"help": "Maximum sequence length of the vLLM engine (including prompt and output)."},
|
||||||
)
|
)
|
||||||
vllm_gpu_util: float = field(
|
vllm_gpu_util: float = field(
|
||||||
default=0.9,
|
default=0.9,
|
||||||
|
Loading…
x
Reference in New Issue
Block a user