remove loftq

This commit is contained in:
hiyouga
2023-12-13 01:53:46 +08:00
parent 2c8e88f9c1
commit 3a8a50d4d4
5 changed files with 14 additions and 37 deletions

View File

@@ -55,10 +55,6 @@ class LoraArguments:
Phi-1.5 choices: [\"Wqkv\", \"out_proj\", \"fc1\", \"fc2\"], \
Others choices: the same as LLaMA."}
)
loftq_init: Optional[bool] = field(
default=False,
metadata={"help": "Use LoftQ initialization for quantized LoRA fine-tuning."}
)
resume_lora_training: Optional[bool] = field(
default=True,
metadata={"help": "Whether to resume training from the last LoRA weights or create new weights after merging them."}