423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-16 11:50:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

refactor patcher

Browse Source
This commit is contained in:
hiyouga
2024-04-24 03:02:23 +08:00
parent 07737a3d2d
commit aa2b79eb23
14 changed files with 598 additions and 394 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/extras/constants.py
View File

@@ -47,6 +47,8 @@ TRAINING_STAGES = {
STAGES_USE_PAIR_DATA = ["rm", "dpo", "orpo"]
SUPPORTED_CLASS_FOR_S2ATTN = ["llama"]
V_HEAD_WEIGHTS_NAME = "value_head.bin"
V_HEAD_SAFE_WEIGHTS_NAME = "value_head.safetensors"