423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-16 20:00:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

[config] Fix RoPE scaling patch for resuming from a scaled model (#9588)

Browse Source
This commit is contained in:
DoubleWheat
2025-12-09 20:37:37 +08:00
committed by GitHub
parent 5d56817e2b
commit cff4483392
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/llamafactory/model/model_utils/rope.py
View File

@@ -40,7 +40,10 @@ def configure_rope(config: "PretrainedConfig", model_args: "ModelArguments") ->
logger.warning_rank0("Current model does not support RoPE scaling.") logger.warning_rank0("Current model does not support RoPE scaling.")
return return
if hasattr(config, "max_position_embeddings"): rope_scaling = getattr(config, "rope_scaling", None)
if isinstance(rope_scaling, dict) and "original_max_position_embeddings" in rope_scaling:
old_max_length = rope_scaling["original_max_position_embeddings"]
elif hasattr(config, "max_position_embeddings"):
old_max_length = getattr(config, "max_position_embeddings", None) old_max_length = getattr(config, "max_position_embeddings", None)
else: else:
logger.warning_rank0("Cannot find the max position embeddings in the config.") logger.warning_rank0("Cannot find the max position embeddings in the config.")