423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-22 23:00:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix #3317

Browse Source 
Former-commit-id: 7dce1763be4374cf616d96db95ae964ff510a9d6
This commit is contained in:
hiyouga
2024-04-17 22:17:19 +08:00
parent 171a029c5e
commit 9f6349a333
15 changed files with 75 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/llmtuner/chat/base_engine.py
View File

@@ -5,14 +5,11 @@ from typing import TYPE_CHECKING, Any, AsyncGenerator, Dict, List, Literal, Opti
if TYPE_CHECKING:
from transformers import PreTrainedModel, PreTrainedTokenizer
from vllm import AsyncLLMEngine
from ..data import Template
from ..extras.packages import is_vllm_available
from ..hparams import DataArguments, FinetuningArguments, GeneratingArguments, ModelArguments
if is_vllm_available():
from vllm import AsyncLLMEngine
@dataclass
class Response: