diff --git a/.github/labeler.yml b/.github/labeler.yml
index 34d49ab231e..d866a7342fe 100644
--- a/.github/labeler.yml
+++ b/.github/labeler.yml
@@ -54,10 +54,6 @@ topic-indexing:
   - xarray/core/indexes.py
   - xarray/core/indexing.py
 
-run-benchmark:
-  - asv_bench/benchmarks/*
-  - asv_bench/benchmarks/**/*
-
 topic-performance:
   - asv_bench/benchmarks/*
   - asv_bench/benchmarks/**/*
diff --git a/.github/workflows/benchmarks.yml b/.github/workflows/benchmarks.yml
index 5b85cfa5275..07fe7ef6256 100644
--- a/.github/workflows/benchmarks.yml
+++ b/.github/workflows/benchmarks.yml
@@ -7,7 +7,7 @@ on:
 
 jobs:
   benchmark:
-    if: ${{ contains( github.event.pull_request.labels.*.name, 'run-benchmark') && github.event_name == 'pull_request' || github.event_name == 'workflow_dispatch' }}
+    if: ${{ contains( github.event.pull_request.labels.*.name, 'run-benchmark') && github.event_name == 'pull_request' || contains( github.event.pull_request.labels.*.name, 'topic-performance') && github.event_name == 'pull_request' || github.event_name == 'workflow_dispatch' }}
     name: Linux
     runs-on: ubuntu-20.04
     env:
diff --git a/.github/workflows/label-prs.yml b/.github/workflows/label-prs.yml
index ec39e68a3ff..fcfb27b4bd1 100644
--- a/.github/workflows/label-prs.yml
+++ b/.github/workflows/label-prs.yml
@@ -9,4 +9,6 @@ jobs:
     - uses: actions/labeler@main
       with:
         repo-token: "${{ secrets.GITHUB_TOKEN }}"
-        sync-labels: false
+        # Workaround for sync-labels bug:
+        # https://github.com/actions/labeler/issues/112
+        sync-labels: ""