From 92b3697e2cb2e80f38b519bc1938fcf64d7b9e6c Mon Sep 17 00:00:00 2001 From: hiyouga <467089858@qq.com> Date: Fri, 17 May 2024 02:21:10 +0800 Subject: [PATCH] update badam example #3764 Former-commit-id: a3730fd0a96bab869be6d695031182dabaea8137 --- examples/extras/badam/llama3_lora_sft.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/extras/badam/llama3_lora_sft.yaml b/examples/extras/badam/llama3_lora_sft.yaml index c8c00431..24322356 100644 --- a/examples/extras/badam/llama3_lora_sft.yaml +++ b/examples/extras/badam/llama3_lora_sft.yaml @@ -6,7 +6,7 @@ stage: sft do_train: true finetuning_type: full use_badam: true -badam_switch_mode: descending +badam_switch_mode: ascending badam_switch_interval: 50 badam_verbose: 2