423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-17 04:10:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

remove some unused params

Browse Source
This commit is contained in:
ancv
2024-06-15 23:00:55 +07:00
parent b2c367bc61
commit 04315c3d92
3 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llamafactory/model/model_utils/packing.py
View File

@@ -239,7 +239,7 @@ def configure_packing(config: "PretrainedConfig") -> None:
attn_implementation = getattr(config, "_attn_implementation", None)
if attn_implementation != "flash_attention_2":
raise ValueError("Efficient packing only supports for flash_attention_2. Please set config `flash_attn` is fa2" + " " + attn_implementation)
raise ValueError("Efficient packing only supports for flash_attention_2. Please set config `flash_attn` is fa2")
logger = get_logger(__name__)