diff --git a/pkg/domain/infra/abi/play.go b/pkg/domain/infra/abi/play.go
index 4a146a4c6a..541822f5cc 100644
--- a/pkg/domain/infra/abi/play.go
+++ b/pkg/domain/infra/abi/play.go
@@ -1366,6 +1366,15 @@ func (ic *ContainerEngine) PlayKubeDown(ctx context.Context, body io.Reader, opt
 		}
 	}
 
+	// Remove the service container to ensure it is removed before we return for the remote case
+	// Needed for the clean up with podman kube play --wait in the remote case
+	if reports.ServiceContainerID != "" {
+		_, err = ic.ContainerRm(ctx, []string{reports.ServiceContainerID}, entities.RmOptions{})
+		if err != nil && !errors.Is(err, define.ErrNoSuchCtr) {
+			return nil, err
+		}
+	}
+
 	return reports, nil
 }
 
diff --git a/test/system/700-play.bats b/test/system/700-play.bats
index 593f889bda..8355b183a6 100644
--- a/test/system/700-play.bats
+++ b/test/system/700-play.bats
@@ -619,8 +619,8 @@ spec:
     - name: server
       image: $IMAGE
       command:
-      - sleep
-      - "5"
+      - echo
+      - "hello"
 " > $fname
 
     run_podman kube play --wait $fname