423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-14 19:06:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #4007 from xu-song/patch-3

Browse Source 
Update model_args.py
This commit is contained in:
hoshi-hiyouga
2024-06-03 18:54:37 +08:00
committed by GitHub
parent 24e1c0e2ee dade2f083d
commit 1539c72b94
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llamafactory/hparams/model_args.py
View File

@@ -107,7 +107,7 @@ class ModelArguments:
) )
vllm_maxlen: int = field( vllm_maxlen: int = field(
default=2048, default=2048,
metadata={"help": "Maximum input length of the vLLM engine."}, metadata={"help": "Maximum sequence length of the vLLM engine (including prompt and output)."},
) )
vllm_gpu_util: float = field( vllm_gpu_util: float = field(
default=0.9, default=0.9,