diff --git a/.github/workflows/unit_test.yaml b/.github/workflows/unit_test.yaml
index e14aba870..7a5aba75e 100644
--- a/.github/workflows/unit_test.yaml
+++ b/.github/workflows/unit_test.yaml
@@ -31,4 +31,4 @@ jobs:
     - name: unit-test
       run: |
         export PYTHONPYCACHEPREFIX=/tmp
-        python ci/scripts/xtuner_unittest.py "$IMAGE" "source ${{env.WORKSPACE_PREFIX}}/BASE_ENV.sh;source ci/scripts/CI_ENV.sh" "pytest tests"
+        python ci/scripts/xtuner_unittest.py "$IMAGE" "source ${{env.WORKSPACE_PREFIX}}/BASE_ENV.sh;source ci/scripts/CI_ENV.sh" "pytest tests --error-for-skips"
diff --git a/ci/scripts/CI_ENV.sh b/ci/scripts/CI_ENV.sh
index 1555cb10d..f50c43b7e 100644
--- a/ci/scripts/CI_ENV.sh
+++ b/ci/scripts/CI_ENV.sh
@@ -32,5 +32,5 @@ export DISTRIBUTED_TESTS_DEFAULT_TIMEOUT=600
 
 proxy_off
 pip install -e .[all]
-
+pip install -r requirements/test.txt
 export PYTHONPATH=${LM_DEPLOY}:$PYTHONPATH
diff --git a/requirements/test.txt b/requirements/test.txt
new file mode 100644
index 000000000..a340485b1
--- /dev/null
+++ b/requirements/test.txt
@@ -0,0 +1 @@
+pytest-error-for-skips