diff --git a/src/controller/stream-controller.ts b/src/controller/stream-controller.ts
index 0bf2624a1a6..e37201f1363 100644
--- a/src/controller/stream-controller.ts
+++ b/src/controller/stream-controller.ts
@@ -180,6 +180,9 @@ export default class StreamController
           }
           this.state = State.IDLE;
           break;
+        } else if (this.hls.nextLoadLevel !== this.level) {
+          this.state = State.IDLE;
+          break;
         }
         break;
       }