423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-22 22:02:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

add belle template

Browse Source 
Former-commit-id: 17acf3a3eba68d1fe3ec08b2ed91038560cab282
This commit is contained in:
hiyouga 2023-06-07 12:30:11 +08:00
parent 93f2e35035
commit 6e5414bf1d
2 changed files with 24 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/utils/config.py
View File

@ -141,9 +141,9 @@ class DataTrainingArguments:
default=0, default=0,
metadata={"help": "Proportion of the dataset to include in the development set, should be between 0.0 and 1.0."} metadata={"help": "Proportion of the dataset to include in the development set, should be between 0.0 and 1.0."}
) )
prompt_template: Optional[Literal["alpaca", "vicuna", "ziya"]] = field( prompt_template: Optional[str] = field(
default="alpaca", default="alpaca",
metadata={"help": "Which template to use for constructing prompts in training."} metadata={"help": "Which template to use for constructing prompts in training and inference."}
) )
def __post_init__(self): # support mixing multiple datasets def __post_init__(self): # support mixing multiple datasets

26
src/utils/template.py
View File

@ -7,20 +7,31 @@ class Template:
name: str name: str
def __post_init__(self):
assert hasattr(self, "_format_{}".format(self.name)), "Template {} does not exist.".format(self.name)
def get_prompt(self, query: str, history: Optional[list] = None, prefix: Optional[str] = "") -> str: def get_prompt(self, query: str, history: Optional[list] = None, prefix: Optional[str] = "") -> str:
return getattr(self, "_format_{}".format(self.name))(query, history, prefix) return getattr(self, "_format_{}".format(self.name))(query, history, prefix)
def _format_vanilla(self, query: str, history: Optional[list], prefix: Optional[str] = "") -> str:
prompt = prefix
if history:
for old_query, response in history:
prompt += old_query + "\n" + response + "\n"
prompt += query
return prompt
def _format_alpaca(self, query: str, history: Optional[list], prefix: Optional[str] = "") -> str: def _format_alpaca(self, query: str, history: Optional[list], prefix: Optional[str] = "") -> str:
if prefix: if prefix:
prompt = prefix prompt = prefix
else: else:
prompt = "Below is an instruction that describes a task. " prompt = "Below is an instruction that describes a task. "
prompt += "Write a response that appropriately completes the request.\n" prompt += "Write a response that appropriately completes the request.\n\n"
prompt += "Instruction:\n" prompt += "Instruction:\n"
if history: if history:
for old_query, response in history: for old_query, response in history:
prompt += "Human:{}\nAssistant:{}\n".format(old_query, response) prompt += "Human:\n{}\n\nAssistant:\n{}\n\n".format(old_query, response)
prompt += "Human:{}\nAssistant:".format(query) prompt += "Human:\n{}\n\nAssistant:".format(query)
return prompt return prompt
def _format_vicuna(self, query: str, history: Optional[list], prefix: Optional[str] = "") -> str: def _format_vicuna(self, query: str, history: Optional[list], prefix: Optional[str] = "") -> str:
@ -32,9 +43,16 @@ class Template:
if history: if history:
for old_query, response in history: for old_query, response in history:
prompt += "USER: {} ASSISTANT: {}</s>".format(old_query, response) prompt += "USER: {} ASSISTANT: {}</s>".format(old_query, response)
prompt += "USER: {} ASSISTANT:".format(query) prompt += "USER: {} ASSISTANT: ".format(query)
return prompt return prompt
def _format_belle(self, query: str, history: Optional[list], prefix: Optional[str] = "") -> str:
prompt = prefix
if history:
for old_query, response in history:
prompt += "Human: {}\n\nBelle: {}\n\n".format(old_query, response)
prompt += "Human: {}\n\nBelle: ".format(query)
return prompt
def _format_ziya(self, query: str, history: Optional[list], prefix: Optional[str] = "") -> str: def _format_ziya(self, query: str, history: Optional[list], prefix: Optional[str] = "") -> str:
prompt = prefix prompt = prefix