423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-14 10:56:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

add test case

Browse Source 
Former-commit-id: 52a06efaf8
This commit is contained in:
hiyouga
2024-09-08 01:40:49 +08:00
parent 0daee7cb39
commit 945841503e
2 changed files with 28 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
tests/model/model_utils/test_checkpointing.py
View File

@@ -51,6 +51,12 @@ def test_checkpointing_disable():
assert getattr(module, "gradient_checkpointing") is False
def test_unsloth_gradient_checkpointing():
model = load_train_model(use_unsloth_gc=True, **TRAIN_ARGS)
for module in filter(lambda m: hasattr(m, "gradient_checkpointing"), model.modules()):
assert module._gradient_checkpointing_func.__self__.__name__ == "UnslothGradientCheckpointing"
def test_upcast_layernorm():
model = load_train_model(upcast_layernorm=True, **TRAIN_ARGS)
for name, param in model.named_parameters():