diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml index 8c02f9ef9..5cb5d3799 100644 --- a/.github/workflows/integration-tests.yml +++ b/.github/workflows/integration-tests.yml @@ -43,5 +43,45 @@ jobs: - name: Upload Example Plots Artifact uses: actions/upload-artifact@v2 with: - name: example-results + name: example-plots path: ${{ steps.example-run.outputs.plots-path }} + + - name: Upload Example Results + uses: actions/upload-artifact@v2 + with: + name: example-results + path: ~/pyglotaran_examples_results + + compare-results: + name: Compare Results + runs-on: ubuntu-latest + needs: [run-examples] + steps: + - name: Checkout glotaran + uses: actions/checkout@v2 + + - name: Checkout compare results + uses: actions/checkout@v2 + with: + repository: "glotaran/pyglotaran-examples" + ref: comparison-results + path: comparison-results + + - name: Download result artifact + uses: actions/download-artifact@v2 + with: + name: example-results + path: comparison-results-current + + - name: Set up Python 3.8 + uses: actions/setup-python@v2 + with: + python-version: 3.8 + + - name: Install dependencies + run: | + pip install xarray pytest netCDF4 + + - name: Compare Results + run: | + python -m pytest .github/test_result_consistency.py -vv