diff --git a/src/backend/mod.rs b/src/backend/mod.rs
index 5cdd2b32..b7dff763 100644
--- a/src/backend/mod.rs
+++ b/src/backend/mod.rs
@@ -3032,10 +3032,6 @@ impl<'ctx> CoreStreamData<'ctx> {
         shared_voice_processing_unit: &mut SharedVoiceProcessingUnit,
     ) -> Result<(device_info, device_info)> {
         self.debug_assert_is_on_stream_queue();
-        if self.has_input() && self.has_output() {
-            shared_voice_processing_unit.prime();
-        }
-
         let should_use_voice_processing_unit = self.has_input()
             && self.has_output()
             && self