423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-14 23:58:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

increase tol

Browse Source 
Former-commit-id: c29071445e34aed23123fdf883a4d877744a1b0e
This commit is contained in:
hiyouga 2024-06-16 01:21:06 +08:00
parent 32f45c9e91
commit 9049f72d2f
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/model/test_pissa.py
View File

@ -59,7 +59,7 @@ def compare_model(model_a: "torch.nn.Module", model_b: "torch.nn.Module"):
state_dict_b = model_b.state_dict() state_dict_b = model_b.state_dict()
assert set(state_dict_a.keys()) == set(state_dict_b.keys()) assert set(state_dict_a.keys()) == set(state_dict_b.keys())
for name in state_dict_a.keys(): for name in state_dict_a.keys():
assert torch.allclose(state_dict_a[name], state_dict_b[name]) assert torch.allclose(state_dict_a[name], state_dict_b[name], rtol=1e-3, atol=1e-3)
def test_pissa_init(): def test_pissa_init():