Former-commit-id: cbff0ea0db6971f8ced503a2f0cb6bc43e7037ac
This commit is contained in:
hiyouga
2024-07-05 00:58:05 +08:00
parent feb3b09081
commit a49956efd9
2 changed files with 8 additions and 1 deletions

View File

@@ -26,6 +26,9 @@ from llamafactory.data.processors.processor_utils import infer_seqlen
((2000, 3000, 1000), (400, 600)),
((1000, 100, 1000), (900, 100)),
((100, 1000, 1000), (100, 900)),
((100, 500, 1000), (100, 500)),
((500, 100, 1000), (500, 100)),
((10, 10, 1000), (10, 10)),
],
)
def test_infer_seqlen(test_input: Tuple[int, int, int], test_output: Tuple[int, int]):