Implementing conda lock

.github/workflows/action-create-condalock.yml

@@ -0,0 +1,86 @@
+name: Conda lock file creation
+
+on:
+  push:
+    branches:
+    - main
+    - condalock
+  schedule:
+    - cron: '0 4 */10 * *'
+
+jobs:
+  create-lock-file:
+    name: Create conda lock file for latest Python
+    runs-on: 'ubuntu-latest'
+    steps:
+      - uses: actions/checkout@v2
+      - uses: conda-incubator/setup-miniconda@v2
+        with:
+          auto-update-conda: true
+          python-version: "3.9"
+          miniconda-version: "latest"
+          channels: conda-forge
+      - name: Show conda config
+        shell: bash -l {0}
+        run: |
+          conda info
+          conda list
+          conda config --show-sources
+          conda config --show
+      - name: Python info
+        shell: bash -l {0}
+        run: |
+          which python
+          python --version
+      - name: Install conda-lock
+        shell: bash -l {0}
+        run: conda install -y conda-lock
+      - name: Create conda lock file for linux-64
+        shell: bash -l {0}
+        run: conda-lock lock --platform linux-64 -f environment.yml --mamba
+      # - name: Create conda lock file for osx-64
+      #   shell: bash -l {0}
+      #   run: conda-lock lock --platform osx-64 -f environment.yml --mamba
+  verify:
+    name: verify / python-${{ matrix.python-version }} / ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: ['ubuntu-latest']  # 'macos-latest' currently having issues with conda creation of env
+        python-version: ["3.6", "3.7", "3.8", "3.9"]
+    runs-on: ${{ matrix.os }}
+    needs: create-lock-file
+    steps:
+      - uses: actions/checkout@v2
+      - uses: conda-incubator/setup-miniconda@v2
+        with:
+          activate-environment: esmvaltool-fromlock
+          python-version: ${{ matrix.python-version }}
+          miniconda-version: "latest"
+          channels: conda-forge
+      - shell: bash -l {0}
+        run: mkdir -p source_install_linux_artifacts_python_${{ matrix.python-version }}
+      - shell: bash -l {0}
+        run: conda --version 2>&1 | tee source_install_linux_artifacts_python_${{ matrix.python-version }}/conda_version.txt
+      - shell: bash -l {0}
+        run: which python
+      - shell: bash -l {0}
+        run: python -V 2>&1 | tee source_install_linux_artifacts_python_${{ matrix.python-version }}/python_version.txt
+      - shell: bash -l {0}
+        run: conda create --name esmvaltool-fromlock --file conda-linux-64.lock
+      - shell: bash -l {0}
+        run: conda install pip
+      - shell: bash -l {0}
+        run: which python
+      - shell: bash -l {0}
+        run: pip --version
+      - shell: bash -l {0}
+        run: pip install -e .[develop]
+      - shell: bash -l {0}
+        run: esmvaltool --help
+      - shell: bash -l {0}
+        run: esmvaltool version 2>&1 | tee source_install_linux_artifacts_python_${{ matrix.python-version }}/version.txt
+      - shell: bash -l {0}
+        run: pytest -n 2 -m "not installation and not sequential"
+      - shell: bash -l {0}
+        run: pytest -n 0 -m "sequential"

.github/workflows/action-install-from-condalock.yml

@@ -0,0 +1,106 @@
+# Install esmvalcore from a conda lock file
+# To build a conda lock file install conda-lock first then
+# run conda-lock lock --platform linux-64 -f environment.yml --mamba
+# (mamba activated for speed). Change platform for osx-64 or win-64.
+# Env creation then happens as per normal use with
+# conda create --name esmvaltool-fromlock --file conda-linux-64.lock
+# note that pip and conda are NOT installed.
+
+name: Conda-lock Install
+on:
+  push:
+    branches:
+    - main
+    - condalock
+  # run the test only if the PR is to main
+  # turn it on if required
+  #pull_request:
+  #  branches:
+  #  - main
+  schedule:
+    - cron: '0 0 * * *'
+
+jobs:
+  linux:
+    runs-on: "ubuntu-latest"
+    strategy:
+      matrix:
+        python-version: [3.6, 3.7, 3.8, 3.9]
+      fail-fast: false
+    name: Linux Python ${{ matrix.python-version }}
+    steps:
+      - uses: actions/checkout@v2
+      - uses: conda-incubator/setup-miniconda@v2
+        with:
+          activate-environment: esmvaltool-fromlock
+          # environment-file: conda-linux-64.lock
+          python-version: ${{ matrix.python-version }}
+          miniconda-version: "latest"
+          channels: conda-forge
+      - shell: bash -l {0}
+        run: mkdir -p source_install_linux_artifacts_python_${{ matrix.python-version }}
+      - shell: bash -l {0}
+        run: conda --version 2>&1 | tee source_install_linux_artifacts_python_${{ matrix.python-version }}/conda_version.txt
+      - shell: bash -l {0}
+        run: which python
+      - shell: bash -l {0}
+        run: python -V 2>&1 | tee source_install_linux_artifacts_python_${{ matrix.python-version }}/python_version.txt
+      - shell: bash -l {0}
+        run: conda create --name esmvaltool-fromlock --file conda-linux-64.lock
+      - shell: bash -l {0}
+        run: conda install pip
+      - shell: bash -l {0}
+        run: which python
+      - shell: bash -l {0}
+        run: pip --version
+      - shell: bash -l {0}
+        run: pip install -e .[develop]
+      - shell: bash -l {0}
+        run: esmvaltool --help
+      - shell: bash -l {0}
+        run: esmvaltool version 2>&1 | tee source_install_linux_artifacts_python_${{ matrix.python-version }}/version.txt
+      - shell: bash -l {0}
+        run: pytest -n 2 -m "not installation and not sequential"
+      - shell: bash -l {0}
+        run: pytest -n 0 -m "sequential"
+      - name: Upload artifacts
+        if: ${{ always() }}  # upload artifacts even if fail
+        uses: actions/upload-artifact@v2
+        with:
+          name: Source_Install_Linux_python_${{ matrix.python-version }}
+          path: source_install_linux_artifacts_python_${{ matrix.python-version }}
+
+#  osx:
+#    runs-on: "macos-latest"
+#    strategy:
+#      matrix:
+#        python-version: [3.6, 3.7, 3.8, 3.9]
+#      fail-fast: false
+#    name: OSX Python ${{ matrix.python-version }}
+#    steps:
+#      - uses: actions/checkout@v2
+#      - uses: conda-incubator/setup-miniconda@v2
+#        with:
+#          activate-environment: esmvaltool
+#          environment-file: environment.yml
+#          python-version: ${{ matrix.python-version }}
+#          miniconda-version: "latest"
+#          channels: conda-forge
+#      - shell: bash -l {0}
+#        run: mkdir -p source_install_osx_artifacts_python_${{ matrix.python-version }}
+#      - shell: bash -l {0}
+#        run: conda --version 2>&1 | tee source_install_osx_artifacts_python_${{ matrix.python-version }}/conda_version.txt
+#      - shell: bash -l {0}
+#        run: python -V 2>&1 | tee source_install_osx_artifacts_python_${{ matrix.python-version }}/python_version.txt
+#      - shell: bash -l {0}
+#        run: pip install -e .[develop] 2>&1 | tee source_install_osx_artifacts_python_${{ matrix.python-version }}/install.txt
+#      - shell: bash -l {0}
+#        run: esmvaltool --help
+#      - shell: bash -l {0}
+#        run: esmvaltool version 2>&1 | tee source_install_osx_artifacts_python_${{ matrix.python-version }}/version.txt
+#      - name: Upload artifacts
+#        if: ${{ always() }}  # upload artifacts even if fail
+#        uses: actions/upload-artifact@v2
+#        with:
+#          name: Source_Install_OSX_python_${{ matrix.python-version }}
+#          path: source_install_osx_artifacts_python_${{ matrix.python-version }}

CITATION.cff

@@ -163,11 +163,11 @@ authors:
     "orcid": "https://orcid.org/0000-0003-0892-5967"
 
 cff-version: "1.0.3"
-date-released: 2021-2-8
+date-released: 2021-6-14
 doi: "10.5281/zenodo.3387139"
 license: "Apache-2.0"
 message: "If you use this software, please cite it using these metadata."
 repository-code: "https://github.com/ESMValGroup/ESMValCore/"
 title: ESMValCore
-version: "v2.2.0"
+version: "v2.3.0"
 ...