From 947f0e9964b0f43e4c52cefa21d3465f89d3e602 Mon Sep 17 00:00:00 2001 From: hiyouga <467089858@qq.com> Date: Fri, 17 May 2024 02:21:10 +0800 Subject: [PATCH] update badam example #3764 Former-commit-id: e5bba7cf1bd5317a2446b67ee5e0e245bb8b4ad4 --- examples/extras/badam/llama3_lora_sft.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/extras/badam/llama3_lora_sft.yaml b/examples/extras/badam/llama3_lora_sft.yaml index c8c00431..24322356 100644 --- a/examples/extras/badam/llama3_lora_sft.yaml +++ b/examples/extras/badam/llama3_lora_sft.yaml @@ -6,7 +6,7 @@ stage: sft do_train: true finetuning_type: full use_badam: true -badam_switch_mode: descending +badam_switch_mode: ascending badam_switch_interval: 50 badam_verbose: 2