update scripts

2025-12-18 12:50:38 +08:00 · 2025-01-03 10:50:32 +00:00
parent 51ef90ce0a
commit dd44c65d7f
5 changed files with 19 additions and 13 deletions
--- a/scripts/vllm_infer.py
+++ b/scripts/vllm_infer.py
@@ -64,6 +64,7 @@ def vllm_infer(
            template=template,
            cutoff_len=cutoff_len,
            max_samples=max_samples,
+            preprocessing_num_workers=16,
            vllm_config=vllm_config,
            temperature=temperature,
            top_p=top_p,