423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-02 03:32:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

[script] add seed args (#7058)

Browse Source 
* add seed args

* add seed args

* update seed

Former-commit-id: e8266fe5635470e84f9d39f43e53cc49f962c2e9
This commit is contained in:
JieShen 2025-02-25 19:44:57 +08:00 committed by GitHub
parent 81947f1d2c
commit 96636c3729
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scripts/vllm_infer.py
View File

@ -45,6 +45,7 @@ def vllm_infer(
top_k: int = 50, top_k: int = 50,
max_new_tokens: int = 1024, max_new_tokens: int = 1024,
repetition_penalty: float = 1.0, repetition_penalty: float = 1.0,
seed: int = None,
pipeline_parallel_size: int = 1, pipeline_parallel_size: int = 1,
image_max_pixels: int = 768 * 768, image_max_pixels: int = 768 * 768,
image_min_pixels: int = 32 * 32, image_min_pixels: int = 32 * 32,
@ -108,6 +109,7 @@ def vllm_infer(
stop_token_ids=template_obj.get_stop_token_ids(tokenizer), stop_token_ids=template_obj.get_stop_token_ids(tokenizer),
max_tokens=generating_args.max_new_tokens, max_tokens=generating_args.max_new_tokens,
skip_special_tokens=False, skip_special_tokens=False,
seed=seed,
) )
if model_args.adapter_name_or_path is not None: if model_args.adapter_name_or_path is not None:
lora_request = LoRARequest("default", 1, model_args.adapter_name_or_path[0]) lora_request = LoRARequest("default", 1, model_args.adapter_name_or_path[0])