Skip to content

Commit

Permalink
Moving dbt commands to retrying make command
Browse files Browse the repository at this point in the history
  • Loading branch information
pgoslatara committed Dec 9, 2024
1 parent 12342a6 commit b0a38cd
Show file tree
Hide file tree
Showing 5 changed files with 15 additions and 29 deletions.
12 changes: 3 additions & 9 deletions .github/workflows/ci_pipeline.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
name: CI pipeline

on:
pull_request_target:
pull_request: # _target:
branches:
- main

Expand Down Expand Up @@ -108,18 +108,12 @@ jobs:
if: matrix.operating-system == 'windows-latest'
run: |
$env:Path += ';C:\Users\runneradmin\.local\bin'
poetry run dbt deps
poetry run dbt build
poetry run dbt docs generate
poetry run dbt-bouncer --config-file ./dbt-bouncer-example.yml
(r=3;while ! make build-and-run-dbt-bouncer ; do ((--r))||exit;done)
- name: Regenerate dbt artifacts and run `dbt-bouncer`
if: matrix.operating-system != 'windows-latest'
run: |
poetry run dbt deps
poetry run dbt build
poetry run dbt docs generate
poetry run dbt-bouncer --config-file ./dbt-bouncer-example.yml
(r=3;while ! make build-and-run-dbt-bouncer ; do ((--r))||exit;done)
e2e-tests:
needs: [pre-commit]
Expand Down
5 changes: 1 addition & 4 deletions .github/workflows/dbt_artifact_probes.yml
Original file line number Diff line number Diff line change
Expand Up @@ -66,7 +66,4 @@

- name: Regenerate dbt artifacts and run `dbt-bouncer`
run: |
poetry run dbt deps
poetry run dbt build
poetry run dbt docs generate
poetry run dbt-bouncer --config-file ./dbt-bouncer-example.yml
(r=3;while ! make build-and-run-dbt-bouncer ; do ((--r))||exit;done)
10 changes: 2 additions & 8 deletions .github/workflows/merge_pipeline.yml
Original file line number Diff line number Diff line change
Expand Up @@ -157,15 +157,9 @@
if: matrix.operating-system == 'windows-latest'
run: |
$env:Path += ';C:\Users\runneradmin\.local\bin'
poetry run dbt deps
poetry run dbt build
poetry run dbt docs generate
poetry run dbt-bouncer --config-file ./dbt-bouncer-example.yml
make build-and-run-dbt-bouncer
- name: Regenerate dbt artifacts and run `dbt-bouncer`
if: matrix.operating-system != 'windows-latest'
run: |
poetry run dbt deps
poetry run dbt build
poetry run dbt docs generate
poetry run dbt-bouncer --config-file ./dbt-bouncer-example.yml
(r=3;while ! make build-and-run-dbt-bouncer ; do ((--r))||exit;done)
10 changes: 2 additions & 8 deletions .github/workflows/post_release_pipeline.yml
Original file line number Diff line number Diff line change
Expand Up @@ -119,15 +119,9 @@ jobs:
if: matrix.operating-system == 'windows-latest'
run: |
$env:Path += ';C:\Users\runneradmin\.local\bin'
poetry run dbt deps
poetry run dbt build
poetry run dbt docs generate
poetry run dbt-bouncer --config-file ./dbt-bouncer-example.yml
(r=3;while ! make build-and-run-dbt-bouncer ; do ((--r))||exit;done)
- name: Regenerate dbt artifacts and run `dbt-bouncer`
if: matrix.operating-system != 'windows-latest'
run: |
poetry run dbt deps
poetry run dbt build
poetry run dbt docs generate
poetry run dbt-bouncer --config-file ./dbt-bouncer-example.yml
(r=3;while ! make build-and-run-dbt-bouncer ; do ((--r))||exit;done)
7 changes: 7 additions & 0 deletions makefile
Original file line number Diff line number Diff line change
@@ -1,3 +1,10 @@
# On GitHub the `dbt build` command often returns "leaked semaphores" errors.
build-and-run-dbt-bouncer:
poetry run dbt deps
poetry run dbt build
poetry run dbt docs generate
poetry run dbt-bouncer --config-file ./dbt-bouncer-example.yml

build-artifacts:
poetry run python ./scripts/generate_artifacts.py

Expand Down

0 comments on commit b0a38cd

Please sign in to comment.