diff --git a/.github/workflows/build_conda_pkg.yaml b/.github/workflows/build_conda_pkg.yaml
index 8583aa4e02..bcf5187f75 100644
--- a/.github/workflows/build_conda_pkg.yaml
+++ b/.github/workflows/build_conda_pkg.yaml
@@ -29,8 +29,6 @@ jobs:
           sudo rm -rf /usr/share/dotnet
           sudo rm -rf /opt/ghc
           sudo rm -rf "/usr/local/share/boost"
-          sudo rm -rf "$AGENT_TOOLSDIRECTORY"
-        shell: bash
       - name: Install Dependencies
         run: |
           pip install virtualenv
diff --git a/docs/source/release_notes.rst b/docs/source/release_notes.rst
index 674c23c913..1d5d4d5dce 100644
--- a/docs/source/release_notes.rst
+++ b/docs/source/release_notes.rst
@@ -16,7 +16,7 @@ Release Notes
     * Enhancements
     * Fixes
          * Fixed bug related to pypi release github action failing :pr:`4330`
-         * Fixed bug related to conda build github action :pr:`4335` :pr:`4337`, :pr:`4338`
+         * Fixed bug related to conda build github action :pr:`4335` :pr:`4337`, :pr:`4338`, :pr:`4340`
     * Changes
     * Documentation Changes
     * Testing Changes
diff --git a/evalml/tests/dependency_update_check/latest_dependency_versions.txt b/evalml/tests/dependency_update_check/latest_dependency_versions.txt
index f61fd55dce..ee1b7a0432 100644
--- a/evalml/tests/dependency_update_check/latest_dependency_versions.txt
+++ b/evalml/tests/dependency_update_check/latest_dependency_versions.txt
@@ -29,7 +29,7 @@ scikit-optimize==0.9.0
 scipy==1.10.1
 seaborn==0.13.0
 shap==0.43.0
-sktime==0.23.0
+sktime==0.23.1
 statsmodels==0.14.0
 texttable==1.7.0
 tomli==2.0.1