423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-14 19:06:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

add image input type

Browse Source
This commit is contained in:
hiyouga
2024-11-04 08:27:20 +00:00
parent 8c88065c38
commit ffa39ba3db
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/llamafactory/data/mm_plugin.py
View File

@@ -30,7 +30,7 @@ if TYPE_CHECKING:
path: Optional[str] path: Optional[str]
bytes: Optional[bytes] bytes: Optional[bytes]
ImageInput = Union[str, EncodedImage, ImageObject] ImageInput = Union[str, bytes, EncodedImage, ImageObject]
VideoInput = str VideoInput = str
@@ -104,6 +104,8 @@ class BasePlugin:
for image in images: for image in images:
if isinstance(image, str): if isinstance(image, str):
image = Image.open(image) image = Image.open(image)
elif isinstance(image, bytes):
image = Image.open(BytesIO(image))
elif isinstance(image, dict): elif isinstance(image, dict):
if image["bytes"] is not None: if image["bytes"] is not None:
image = Image.open(BytesIO(image["bytes"])) image = Image.open(BytesIO(image["bytes"]))