423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-19 13:20:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

[optim] add support to APOLLO (#6617)

Browse Source
This commit is contained in:
zhuHQ
2025-01-14 10:24:56 -06:00
committed by GitHub
parent 9b7ba093c7
commit d9189f9f0b
10 changed files with 351 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llamafactory/model/model_utils/misc.py
View File

@@ -27,7 +27,7 @@ logger = logging.get_logger(__name__)
def find_all_linear_modules(model: "PreTrainedModel", freeze_vision_tower: bool) -> List[str]:
r"""
Finds all available modules to apply lora or galore.
Finds all available modules to apply lora or galore or apollo.
"""
model_type = getattr(model.config, "model_type", None)
forbidden_modules = {"lm_head"}