423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-23 14:22:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix #4674

Browse Source 
Former-commit-id: ed232311e857865da2f493d3ead9a9ffa44953e9
This commit is contained in:
hiyouga 2024-07-05 00:41:03 +08:00
parent c1262dbf94
commit 956e555310
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llamafactory/api/protocol.py
View File

@ -96,7 +96,7 @@ class ChatCompletionRequest(BaseModel):
model: str model: str
messages: List[ChatMessage] messages: List[ChatMessage]
tools: Optional[List[FunctionAvailable]] = None tools: Optional[List[FunctionAvailable]] = None
do_sample: bool = True do_sample: Optional[bool] = None
temperature: Optional[float] = None temperature: Optional[float] = None
top_p: Optional[float] = None top_p: Optional[float] = None
n: int = 1 n: int = 1

2
src/llamafactory/chat/hf_engine.py
View File

@ -119,7 +119,7 @@ class HuggingfaceEngine(BaseEngine):
stop: Optional[Union[str, List[str]]] = input_kwargs.pop("stop", None) stop: Optional[Union[str, List[str]]] = input_kwargs.pop("stop", None)
if stop is not None: if stop is not None:
logger.warning("Stop parameter is not supported in Huggingface engine yet.") logger.warning("Stop parameter is not supported by the huggingface engine yet.")
generating_args = generating_args.copy() generating_args = generating_args.copy()
generating_args.update( generating_args.update(