423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-15 03:10:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

generalized packing & fix #6343

Browse Source 
Former-commit-id: 2d107d3aef
This commit is contained in:
hiyouga
2024-12-17 10:26:19 +00:00
parent 4caf043cf8
commit bff1b94583
4 changed files with 10 additions and 57 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
src/llamafactory/extras/constants.py
View File

@@ -81,19 +81,6 @@ TRAINING_STAGES = {
STAGES_USE_PAIR_DATA = {"rm", "dpo"}
SUPPORTED_CLASS_FOR_BLOCK_DIAG_ATTN = {
"cohere",
"falcon",
"gemma",
"gemma2",
"llama",
"mistral",
"phi",
"phi3",
"qwen2",
"starcoder2",
}
SUPPORTED_CLASS_FOR_S2ATTN = {"llama"}
VIDEO_PLACEHOLDER = os.environ.get("VIDEO_PLACEHOLDER", "<video>")