Update README.md

Former-commit-id: c9b499fa7e1de6ff3467a3c6bf44e559deb492f7
This commit is contained in:
Yuchen Han 2023-11-17 00:17:36 -08:00 committed by GitHub
parent a419122179
commit c761a9987c

View File

@ -288,6 +288,8 @@ CUDA_VISIBLE_DEVICES=0 python src/train_bash.py \
--per_device_train_batch_size 2 \ --per_device_train_batch_size 2 \
--gradient_accumulation_steps 4 \ --gradient_accumulation_steps 4 \
--lr_scheduler_type cosine \ --lr_scheduler_type cosine \
--top_k 0 \
--top_p 0.9 \
--logging_steps 10 \ --logging_steps 10 \
--save_steps 1000 \ --save_steps 1000 \
--learning_rate 1e-5 \ --learning_rate 1e-5 \