wangdepeng 452291417d fix:tokenized_path not None and load_from_disk return Dataset Trigger stuck ...

Former-commit-id: cbf9da35728daaf98d92e699e891e334c74af1e5

2024-11-27 16:44:42 +08:00

..

processors

support rank0 logger

2024-11-02 18:31:04 +08:00

__init__.py

fix mixed mm inputs and rlhf-v

2024-09-01 20:52:47 +08:00

aligner.py

support rank0 logger

2024-11-02 18:31:04 +08:00

collator.py

fix mllama cross_mask

2024-11-26 15:56:58 +00:00

data_utils.py

support rank0 logger

2024-11-02 18:31:04 +08:00

formatter.py

use pre-commit

2024-10-29 09:07:46 +00:00

loader.py

fix:tokenized_path not None and load_from_disk return Dataset Trigger stuck

2024-11-27 16:44:42 +08:00

mm_plugin.py

fix mllama cross_mask

2024-11-26 15:56:58 +00:00

parser.py

use pre-commit

2024-10-29 09:07:46 +00:00

preprocess.py

fix mixed mm inputs and rlhf-v

2024-09-01 20:52:47 +08:00

template.py

fix dataset

2024-11-27 06:27:44 +00:00

tool_utils.py

use pre-commit

2024-10-29 09:07:46 +00:00