Merge pull request #1553 from hannlp/hans

Change the default argument settings for PPO training Former-commit-id: 48211e3799
2025-12-29 18:20:35 +08:00 · 2023-11-20 20:32:55 +08:00
parent a7b1632ace b92259ae02
commit d72f123851
4 changed files with 9 additions and 1 deletions
--- a/README.md
+++ b/README.md
@@ -313,6 +313,8 @@ CUDA_VISIBLE_DEVICES=0 python src/train_bash.py \
    --per_device_train_batch_size 2 \
    --gradient_accumulation_steps 4 \
    --lr_scheduler_type cosine \
+    --top_k 0 \
+    --top_p 0.9 \
    --logging_steps 10 \
    --save_steps 1000 \
    --learning_rate 1e-5 \