Former-commit-id: e43809bced
This commit is contained in:
hiyouga
2024-07-05 00:58:05 +08:00
parent 956e555310
commit 9aa3403687
2 changed files with 8 additions and 1 deletions

View File

@@ -26,6 +26,9 @@ from llamafactory.data.processors.processor_utils import infer_seqlen
((2000, 3000, 1000), (400, 600)),
((1000, 100, 1000), (900, 100)),
((100, 1000, 1000), (100, 900)),
((100, 500, 1000), (100, 500)),
((500, 100, 1000), (500, 100)),
((10, 10, 1000), (10, 10)),
],
)
def test_infer_seqlen(test_input: Tuple[int, int, int], test_output: Tuple[int, int]):