423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2026-01-16 19:10:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

[ci] using mp to run kernel test (#9754)

Browse Source 
Co-authored-by: frozenleaves <frozen@Mac.local>
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
Co-authored-by: Yaowei Zheng <hiyouga@buaa.edu.cn>
This commit is contained in:
浮梦
2026-01-13 19:43:59 +08:00
committed by GitHub
parent 958b9c3468
commit 9829ae0a77
2 changed files with 59 additions and 55 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
tests_v1/conftest.py
View File

@@ -120,6 +120,17 @@ def pytest_collection_modifyitems(config: Config, items: list[Item]):
_handle_device_visibility(items)
@pytest.fixture(scope="session", autouse=True)
def _set_env():
# add project root dir to path for mp run
project_root = os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))
if project_root not in sys.path:
sys.path.insert(0, project_root)
os.environ["PYTHONPATH"] = project_root + os.pathsep + os.getenv("PYTHONPATH", "")
os.environ["TOKENIZERS_PARALLELISM"] = "false"
@pytest.fixture(autouse=True)
def _cleanup_distributed_state():
"""Cleanup distributed state after each test."""
@@ -150,13 +161,6 @@ def _manage_distributed_env(request: FixtureRequest, monkeypatch: MonkeyPatch) -
monkeypatch.setenv(env_key, devices_str)
# add project root dir to path for mp run
project_root = os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))
if project_root not in sys.path:
sys.path.insert(0, project_root)
os.environ["PYTHONPATH"] = project_root + os.pathsep + os.environ.get("PYTHONPATH", "")
else: # non-distributed test
if old_value:
visible_devices = [v for v in old_value.split(",") if v != ""]