update webui

This commit is contained in:
hiyouga
2023-08-09 00:26:11 +08:00
parent eecc4b2131
commit 3a720aac66
5 changed files with 24 additions and 6 deletions

View File

@@ -185,6 +185,7 @@ def get_template_and_fix_tokenizer(
if tokenizer.pad_token_id is None and tokenizer.eos_token_id is not None:
tokenizer.pad_token = tokenizer.eos_token
tokenizer.add_special_tokens(dict(additional_special_tokens=template.stop_words))
return template