diff --git a/.github/workflows/test_labeler.yml b/.github/workflows/test_labeler.yml
index 7a938cb42e7b0..ff970e3c602d3 100644
--- a/.github/workflows/test_labeler.yml
+++ b/.github/workflows/test_labeler.yml
@@ -42,7 +42,7 @@ jobs:
       id: set-pr-id
       run: echo "::set-output name=pr-id::$( cat pull_request_id )"
     - name: set-label
-      if: ${{ github.event.workflow_run.conclusion == 'success' || steps.set-basic-build-success.outputs.basic-build-success == 'true' }}
+      if: ${{ github.event.workflow_run.conclusion == 'success' && github.event.workflow_run.conclusion != 'skipped' || steps.set-basic-build-success.outputs.basic-build-success == 'true' }}
       uses: actions/github-script@v5
       with:
         script: |