mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-12-27 09:10:35 +08:00
[misc] fix accelerator (#9661)
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
This commit is contained in:
@@ -39,7 +39,7 @@ MESSAGES = [
|
||||
]
|
||||
|
||||
|
||||
@pytest.mark.runs_on(["cpu"])
|
||||
@pytest.mark.runs_on(["cuda"])
|
||||
@pytest.mark.skipif(not is_sglang_available(), reason="SGLang is not installed")
|
||||
def test_chat():
|
||||
r"""Test the SGLang engine's basic chat functionality."""
|
||||
@@ -49,7 +49,7 @@ def test_chat():
|
||||
print(response.response_text)
|
||||
|
||||
|
||||
@pytest.mark.runs_on(["cpu"])
|
||||
@pytest.mark.runs_on(["cuda"])
|
||||
@pytest.mark.skipif(not is_sglang_available(), reason="SGLang is not installed")
|
||||
def test_stream_chat():
|
||||
r"""Test the SGLang engine's streaming chat functionality."""
|
||||
|
||||
Reference in New Issue
Block a user