423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-16 11:50:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

add bf16 lora option

Browse Source
This commit is contained in:
hiyouga
2024-01-19 16:29:03 +08:00
parent 35aef8b287
commit b6ec112beb
2 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/llmtuner/hparams/finetuning_args.py
View File

@@ -55,9 +55,13 @@ class LoraArguments:
Phi choices: [\"Wqkv\", \"out_proj\", \"fc1\", \"fc2\"], \
Others choices: the same as LLaMA."}
)
lora_bf16_mode: Optional[bool] = field(
default=False,
metadata={"help": "Whether or not to train lora adapters in bf16 precision."}
)
create_new_adapter: Optional[bool] = field(
default=False,
metadata={"help": "Whether to create a new adapter with randomly initialized weight or not."}
metadata={"help": "Whether or not to create a new adapter with randomly initialized weight."}
)