Moving dbt commands to retrying make command

.github/workflows/ci_pipeline.yml

@@ -108,18 +108,12 @@ jobs:
               if: matrix.operating-system == 'windows-latest'
               run: |
                 $env:Path += ';C:\Users\runneradmin\.local\bin'
-                poetry run dbt deps
-                poetry run dbt build
-                poetry run dbt docs generate
-                poetry run dbt-bouncer --config-file ./dbt-bouncer-example.yml
+                make build-and-run-dbt-bouncer
 
             - name: Regenerate dbt artifacts and run `dbt-bouncer`
               if: matrix.operating-system != 'windows-latest'
               run: |
-                poetry run dbt deps
-                poetry run dbt build
-                poetry run dbt docs generate
-                poetry run dbt-bouncer --config-file ./dbt-bouncer-example.yml
+                  (r=3;while ! make build-and-run-dbt-bouncer ; do ((--r))||exit;done)
 
     e2e-tests:
         needs: [pre-commit]

.github/workflows/dbt_artifact_probes.yml

@@ -66,7 +66,4 @@
 
                 - name: Regenerate dbt artifacts and run `dbt-bouncer`
                   run: |
-                    poetry run dbt deps
-                    poetry run dbt build
-                    poetry run dbt docs generate
-                    poetry run dbt-bouncer --config-file ./dbt-bouncer-example.yml
+                    (r=3;while ! make build-and-run-dbt-bouncer ; do ((--r))||exit;done)

.github/workflows/merge_pipeline.yml

@@ -157,15 +157,9 @@
               if: matrix.operating-system == 'windows-latest'
               run: |
                 $env:Path += ';C:\Users\runneradmin\.local\bin'
-                poetry run dbt deps
-                poetry run dbt build
-                poetry run dbt docs generate
-                poetry run dbt-bouncer --config-file ./dbt-bouncer-example.yml
+                make build-and-run-dbt-bouncer
 
             - name: Regenerate dbt artifacts and run `dbt-bouncer`
               if: matrix.operating-system != 'windows-latest'
               run: |
-                poetry run dbt deps
-                poetry run dbt build
-                poetry run dbt docs generate
-                poetry run dbt-bouncer --config-file ./dbt-bouncer-example.yml
+                (r=3;while ! make build-and-run-dbt-bouncer ; do ((--r))||exit;done)

.github/workflows/post_release_pipeline.yml

@@ -119,15 +119,9 @@ jobs:
               if: matrix.operating-system == 'windows-latest'
               run: |
                 $env:Path += ';C:\Users\runneradmin\.local\bin'
-                poetry run dbt deps
-                poetry run dbt build
-                poetry run dbt docs generate
-                poetry run dbt-bouncer --config-file ./dbt-bouncer-example.yml
+                make build-and-run-dbt-bouncer
 
             - name: Regenerate dbt artifacts and run `dbt-bouncer`
               if: matrix.operating-system != 'windows-latest'
               run: |
-                poetry run dbt deps
-                poetry run dbt build
-                poetry run dbt docs generate
-                poetry run dbt-bouncer --config-file ./dbt-bouncer-example.yml
+                (r=3;while ! make build-and-run-dbt-bouncer ; do ((--r))||exit;done)

makefile

@@ -1,3 +1,10 @@
+# On GitHub the `dbt build` command often returns "leaked semaphores" errors.
+build-and-run-dbt-bouncer:
+	poetry run dbt deps
+	poetry run dbt build
+	poetry run dbt docs generate
+	poetry run dbt-bouncer --config-file ./dbt-bouncer-example.yml
+
 build-artifacts:
 	poetry run python ./scripts/generate_artifacts.py