423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2026-03-12 06:55:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix mrope

Browse Source 
Former-commit-id: 2811814fc4
This commit is contained in:
hiyouga
2024-12-12 15:08:17 +00:00
parent 93d1cba06e
commit 6f1e450739
13 changed files with 32 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/llamafactory/train/kto/workflow.py
View File

@@ -47,6 +47,7 @@ def run_kto(
data_collator = KTODataCollatorWithPadding(
template=template,
model=model,
pad_to_multiple_of=8,
label_pad_token_id=IGNORE_INDEX if data_args.ignore_pad_token_for_loss else tokenizer.pad_token_id,
**tokenizer_module,