support system column #1765

This commit is contained in:
hiyouga
2023-12-12 19:45:59 +08:00
parent d5b2c57a35
commit 0a9c6e0146
15 changed files with 45 additions and 396120 deletions

View File

@@ -77,7 +77,6 @@ class WebChatModel(ChatModel):
finetuning_type=get("top.finetuning_type"),
quantization_bit=int(get("top.quantization_bit")) if get("top.quantization_bit") in ["8", "4"] else None,
template=get("top.template"),
system_prompt=get("top.system_prompt"),
flash_attn=get("top.flash_attn"),
shift_attn=get("top.shift_attn"),
rope_scaling=get("top.rope_scaling") if get("top.rope_scaling") in ["linear", "dynamic"] else None