From 5f48c282d368fc24d103ca3de91c66c03660a80a Mon Sep 17 00:00:00 2001
From: hiyouga <467089858@qq.com>
Date: Sun, 19 May 2024 19:39:32 +0800
Subject: [PATCH] fix hf gen args

Former-commit-id: 70214b71b18c75be59576153951beff1ce9ff8f6
---
 src/llamafactory/chat/hf_engine.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/src/llamafactory/chat/hf_engine.py b/src/llamafactory/chat/hf_engine.py
index 5cb8bfe4..90fe1b81 100644
--- a/src/llamafactory/chat/hf_engine.py
+++ b/src/llamafactory/chat/hf_engine.py
@@ -97,6 +97,9 @@ class HuggingfaceEngine(BaseEngine):
         if isinstance(num_return_sequences, int) and num_return_sequences > 1:
             generating_args["do_sample"] = True
 
+        if not generating_args["temperature"]:
+            generating_args["do_sample"] = False
+
         if not generating_args["do_sample"]:
             generating_args.pop("temperature", None)
             generating_args.pop("top_p", None)