fix generating args

This commit is contained in:
hiyouga
2023-06-13 01:33:56 +08:00
parent cec6524d6b
commit 531a3764d9
5 changed files with 20 additions and 16 deletions

View File

@@ -87,7 +87,7 @@ def predict(query, chatbot, max_length, top_p, temperature, history):
"do_sample": True,
"top_p": top_p,
"temperature": temperature,
"num_beams": generating_args.infer_num_beams,
"num_beams": generating_args.num_beams,
"max_length": max_length,
"repetition_penalty": generating_args.repetition_penalty,
"logits_processor": get_logits_processor(),