423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2026-04-28 02:39:03 +08:00
Code Issues Packages Projects Releases Wiki Activity

[v1] add batch generator (#9744)

Browse Source
This commit is contained in:
Yaowei Zheng
2026-01-10 04:24:09 +08:00
committed by GitHub
parent d7d734d54c
commit b2effbd77c
26 changed files with 604 additions and 850 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/llamafactory/v1/config/arg_utils.py
View File

@@ -50,6 +50,14 @@ class SampleBackend(StrEnum):
VLLM = "vllm"
@unique
class BatchingStrategy(StrEnum):
NORMAL = "normal"
PADDING_FREE = "padding_free"
DYNAMIC_BATCHING = "dynamic_batching"
DYNAMIC_PADDING_FREE = "dynamic_padding_free"
def _convert_str_dict(data: dict) -> dict:
"""Parse string representation inside the dictionary.