Merge pull request #1553 from hannlp/hans

Change the default argument settings for PPO training
2026-03-08 12:46:06 +08:00 · 2023-11-20 20:32:55 +08:00
parent 2a36fd5064 7cab47b822
commit 48211e3799
4 changed files with 9 additions and 1 deletions
--- a/README.md
+++ b/README.md
@@ -313,6 +313,8 @@ CUDA_VISIBLE_DEVICES=0 python src/train_bash.py \
    --per_device_train_batch_size 2 \
    --gradient_accumulation_steps 4 \
    --lr_scheduler_type cosine \
+    --top_k 0 \
+    --top_p 0.9 \
    --logging_steps 10 \
    --save_steps 1000 \
    --learning_rate 1e-5 \