update webui

Former-commit-id: 3a720aac66
This commit is contained in:
hiyouga
2023-08-09 00:26:11 +08:00
parent 77aa9853fb
commit 4f714ba314
5 changed files with 24 additions and 6 deletions

View File

@@ -185,6 +185,7 @@ def get_template_and_fix_tokenizer(
if tokenizer.pad_token_id is None and tokenizer.eos_token_id is not None:
tokenizer.pad_token = tokenizer.eos_token
tokenizer.add_special_tokens(dict(additional_special_tokens=template.stop_words))
return template