support full-parameter PPO

Former-commit-id: ce78303600
2025-12-14 10:56:56 +08:00 · 2023-11-16 02:08:04 +08:00
parent 0c1fab84f1
commit f441932bd1
20 changed files with 288 additions and 145 deletions
--- a/data/ultra_chat/ultra_chat.py
+++ b/data/ultra_chat/ultra_chat.py
@@ -66,6 +66,4 @@ class UltraChat(datasets.GeneratorBasedBuilder):
                        "from": "human" if i % 2 == 0 else "gpt",
                        "value": content[i]
                    } for i in range(len(content))]
-                    yield key, {
-                        "conversations": conversations
-                    }
+                    yield key, {"conversations": conversations}