423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2026-01-13 09:30:34 +08:00
Code Issues Packages Projects Releases Wiki Activity

[v1] upgrade batching (#9751)

Browse Source 
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
This commit is contained in:
Yaowei Zheng
2026-01-12 00:21:36 +08:00
committed by GitHub
parent 15b87f3125
commit a296723697
18 changed files with 273 additions and 97 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
tests_v1/core/test_data_engine.py
View File

@@ -33,4 +33,7 @@ def test_map_dataset(num_samples: int):
if __name__ == "__main__":
"""
python -m tests_v1.core.test_data_engine
"""
test_map_dataset(1)

3
tests_v1/core/test_model_loader.py
View File

@@ -44,5 +44,8 @@ def test_tiny_qwen_with_kernel_plugin():
if __name__ == "__main__":
"""
python -m tests_v1.core.test_model_loader
"""
test_tiny_qwen()
test_tiny_qwen_with_kernel_plugin()

3
tests_v1/core/utils/test_batching.py
View File

@@ -46,4 +46,7 @@ def test_normal_batching():
if __name__ == "__main__":
"""
python -m tests_v1.core.utils.test_batching
"""
test_normal_batching()

3
tests_v1/core/utils/test_rendering.py
View File

@@ -219,6 +219,9 @@ def test_process_dpo_samples():
if __name__ == "__main__":
"""
python -m tests_v1.core.utils.test_rendering
"""
test_chatml_rendering()
test_chatml_parse()
test_chatml_rendering_remote(16)