423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-23 14:22:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

try to past test

Browse Source 
Former-commit-id: e387216d49cf261c82d77df22424e6360dbcfc2a
This commit is contained in:
BUAADreamer 2024-09-10 13:25:30 +08:00
parent 4b6606832c
commit 0be477292b
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
src/llamafactory/data/mm_plugin.py
View File

@ -264,7 +264,7 @@ class Idefics2Plugin(BasePlugin):
processor: Optional["ProcessorMixin"], processor: Optional["ProcessorMixin"],
) -> Dict[str, Union[List[int], "torch.Tensor"]]: ) -> Dict[str, Union[List[int], "torch.Tensor"]]:
self._validate_input(images, videos) self._validate_input(images, videos)
return _get_mm_inputs(images, videos, processor) return self._get_mm_inputs(images, videos, processor)
class LlavaPlugin(BasePlugin): class LlavaPlugin(BasePlugin):
@ -341,7 +341,7 @@ class LlavaNextPlugin(BasePlugin):
processor: Optional["ProcessorMixin"], processor: Optional["ProcessorMixin"],
) -> Dict[str, Union[List[int], "torch.Tensor"]]: ) -> Dict[str, Union[List[int], "torch.Tensor"]]:
self._validate_input(images, videos) self._validate_input(images, videos)
return _get_mm_inputs(images, videos, processor) return self._get_mm_inputs(images, videos, processor)
class LlavaNextVideoPlugin(BasePlugin): class LlavaNextVideoPlugin(BasePlugin):
@ -386,9 +386,9 @@ class LlavaNextVideoPlugin(BasePlugin):
) -> Dict[str, Union[List[int], "torch.Tensor"]]: ) -> Dict[str, Union[List[int], "torch.Tensor"]]:
self._validate_input(images, videos) self._validate_input(images, videos)
video_processor = getattr(processor, "video_processor") video_processor = getattr(processor, "video_processor")
res = _get_mm_inputs(images, [], processor) res = self._get_mm_inputs(images, [], processor)
if len(videos) != 0: if len(videos) != 0:
videos = _regularize_videos(videos, processor) videos = self._regularize_videos(videos)
video_res = video_processor(videos, return_tensors="pt") video_res = video_processor(videos, return_tensors="pt")
res.update(video_res) res.update(video_res)
return res return res
@ -589,7 +589,7 @@ class VideoLlavaPlugin(BasePlugin):
processor: Optional["ProcessorMixin"], processor: Optional["ProcessorMixin"],
) -> Dict[str, Union[List[int], "torch.Tensor"]]: ) -> Dict[str, Union[List[int], "torch.Tensor"]]:
self._validate_input(images, videos) self._validate_input(images, videos)
return _get_mm_inputs(images, videos, processor) return self._get_mm_inputs(images, videos, processor)
PLUGINS = { PLUGINS = {