update scripts

Former-commit-id: dd44c65d7f
2025-12-19 05:10:35 +08:00 · 2025-01-03 10:50:32 +00:00
parent 85317bcbaf
commit 20a9565e36
5 changed files with 19 additions and 13 deletions
--- a/scripts/vllm_infer.py
+++ b/scripts/vllm_infer.py
@@ -64,6 +64,7 @@ def vllm_infer(
            template=template,
            cutoff_len=cutoff_len,
            max_samples=max_samples,
+            preprocessing_num_workers=16,
            vllm_config=vllm_config,
            temperature=temperature,
            top_p=top_p,