423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-22 22:02:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix #4242

Browse Source 
Former-commit-id: 577de2fa078ee62d61bca24b75fa59590e2ef66b
This commit is contained in:
hiyouga 2024-06-12 16:50:11 +08:00
parent bc5e97295e
commit f8497921fe
2 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Dockerfile
View File

@ -32,7 +32,7 @@ RUN EXTRA_PACKAGES="metrics"; \
EXTRA_PACKAGES="${EXTRA_PACKAGES},deepspeed"; \ EXTRA_PACKAGES="${EXTRA_PACKAGES},deepspeed"; \
fi; \ fi; \
pip install -e .[$EXTRA_PACKAGES] && \ pip install -e .[$EXTRA_PACKAGES] && \
pip uninstall -y transformer-engine pip uninstall -y transformer-engine flash-attn
# Set up volumes # Set up volumes
VOLUME [ "/root/.cache/huggingface/", "/app/data", "/app/output" ] VOLUME [ "/root/.cache/huggingface/", "/app/data", "/app/output" ]

5
src/llamafactory/chat/vllm_engine.py
View File

@ -13,10 +13,11 @@ from .base_engine import BaseEngine, Response
if is_vllm_available(): if is_vllm_available():
from vllm import AsyncEngineArgs, AsyncLLMEngine, RequestOutput, SamplingParams from vllm import AsyncEngineArgs, AsyncLLMEngine, RequestOutput, SamplingParams
from vllm.lora.request import LoRARequest from vllm.lora.request import LoRARequest
try: try:
from vllm.multimodal import MultiModalData # vllm==0.5.0 from vllm.multimodal import MultiModalData # type: ignore (for vllm>=0.5.0)
except ImportError: except ImportError:
from vllm.sequence import MultiModalData # vllm<0.5.0 from vllm.sequence import MultiModalData # for vllm<0.5.0
if TYPE_CHECKING: if TYPE_CHECKING: