diff --git a/examples/extras/badam/llama3_lora_sft.yaml b/examples/extras/badam/llama3_lora_sft.yaml index c8c00431..24322356 100644 --- a/examples/extras/badam/llama3_lora_sft.yaml +++ b/examples/extras/badam/llama3_lora_sft.yaml @@ -6,7 +6,7 @@ stage: sft do_train: true finetuning_type: full use_badam: true -badam_switch_mode: descending +badam_switch_mode: ascending badam_switch_interval: 50 badam_verbose: 2