diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 139e6154..2457241a 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -29,7 +29,7 @@ jobs:
         os:
           - "ubuntu-latest"
           - "windows-latest"
-          - "macos-latest"
+          - "macos-12"
 
     runs-on: ${{ matrix.os }}
 
@@ -38,6 +38,7 @@ jobs:
 
     env:
       HF_TOKEN: ${{ secrets.HF_TOKEN }}
+      CI_OS: ${{ matrix.os }}
 
     steps:
       - name: Checkout
diff --git a/tests/model/test_pissa.py b/tests/model/test_pissa.py
index 5e35fcce..26340c3b 100644
--- a/tests/model/test_pissa.py
+++ b/tests/model/test_pissa.py
@@ -14,6 +14,8 @@
 
 import os
 
+import pytest
+
 from llamafactory.train.test_utils import compare_model, load_infer_model, load_reference_model, load_train_model
 
 
@@ -47,6 +49,8 @@ INFER_ARGS = {
     "infer_dtype": "float16",
 }
 
+CI_OS = os.environ.get("CI_OS", "")
+
 
 def test_pissa_train():
     model = load_train_model(**TRAIN_ARGS)
@@ -54,6 +58,7 @@ def test_pissa_train():
     compare_model(model, ref_model)
 
 
+@pytest.mark.skipif(CI_OS.startswith("windows"), reason="Skip for windows.")
 def test_pissa_inference():
     model = load_infer_model(**INFER_ARGS)
     ref_model = load_reference_model(TINY_LLAMA_PISSA, TINY_LLAMA_PISSA, use_pissa=True, is_trainable=False)