diff --git a/ci/azure/install.yml b/ci/azure/install.yml
index e4f3a0b9e16..e11a8b54db3 100644
--- a/ci/azure/install.yml
+++ b/ci/azure/install.yml
@@ -6,12 +6,14 @@ steps:
 - template: add-conda-to-path.yml
 
 - bash: |
+    conda update -y conda
     conda env create -n xarray-tests --file ${{ parameters.env_file }}
   displayName: Install conda dependencies
 
 - bash: |
     source activate xarray-tests
-    pip install -f https://7933911d6844c6c53a7d-47bd50c35cd79bd838daf386af554a83.ssl.cf2.rackcdn.com \
+    python -m pip install \
+        -f https://7933911d6844c6c53a7d-47bd50c35cd79bd838daf386af554a83.ssl.cf2.rackcdn.com \
         --no-deps \
         --pre \
         --upgrade \
@@ -19,7 +21,7 @@ steps:
         numpy \
         pandas \
         scipy
-    pip install \
+    python -m pip install \
         --no-deps \
         --upgrade \
         git+https://github.com/dask/dask \
@@ -33,7 +35,7 @@ steps:
 
 - bash: |
     source activate xarray-tests
-    pip install --no-deps -e .
+    python -m pip install --no-deps -e .
   displayName: Install xarray
 
 - bash: |
diff --git a/ci/requirements/py36-bare-minimum.yml b/ci/requirements/py36-bare-minimum.yml
index 8b604ce02dd..ca491ad4897 100644
--- a/ci/requirements/py36-bare-minimum.yml
+++ b/ci/requirements/py36-bare-minimum.yml
@@ -4,6 +4,7 @@ channels:
 dependencies:
   - python=3.6
   - coveralls
+  - pip
   - pytest
   - pytest-cov
   - pytest-env
diff --git a/ci/requirements/py36-min-nep18.yml b/ci/requirements/py36-min-nep18.yml
index 8fe7644d626..3dac1d624dc 100644
--- a/ci/requirements/py36-min-nep18.yml
+++ b/ci/requirements/py36-min-nep18.yml
@@ -11,6 +11,7 @@ dependencies:
   - numpy=1.17
   - pandas=0.25
   - pint=0.9  # Actually not enough as it doesn't implement __array_function__yet!
+  - pip
   - pytest
   - pytest-cov
   - pytest-env