fix(ci): fix spark lineage test (#7829)

datahub-project · Apr 18, 2023 · 15adb94 · 15adb94
1 parent 03cad8d
commit 15adb94
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 1 deletion.
diff --git a/.github/workflows/spark-smoke-test.yml b/.github/workflows/spark-smoke-test.yml
@@ -9,13 +9,15 @@ on:
       - "metadata_models/**"
       - "metadata-integration/java/datahub-client/**"
       - "metadata-integration/java/spark-lineage"
+      - ".github/workflows/spark-smoke-test.yml"
   pull_request:
     branches:
       - master
     paths:
       - "metadata_models/**"
       - "metadata-integration/java/datahub-client/**"
       - "metadata-integration/java/spark-lineage"
+      - ".github/workflows/spark-smoke-test.yml"
   release:
     types: [published]
 
@@ -39,7 +41,16 @@ jobs:
       - name: Install dependencies
         run: ./metadata-ingestion/scripts/install_deps.sh
       - name: Smoke test
-        run: ./gradlew :metadata-integration:java:spark-lineage:integrationTest --max-workers=2
+        run: |
+          ./gradlew :metadata-integration:java:spark-lineage:integrationTest \
+             -x :datahub-web-react:yarnTest \
+             -x :datahub-web-react:yarnLint \
+             -x :datahub-web-react:yarnGenerate \
+             -x :datahub-web-react:yarnInstall \
+             -x :datahub-web-react:yarnQuickBuild \
+             -x :datahub-web-react:copyAssets \
+             -x :datahub-web-react:distZip \
+             -x :datahub-web-react:jar
       - uses: actions/upload-artifact@v3
         if: always()
         with:

diff --git a/datahub-web-react/build.gradle b/datahub-web-react/build.gradle
@@ -73,6 +73,7 @@ task yarnBuild(type: YarnTask, dependsOn: [yarnInstall, yarnTest, yarnLint]) {
 }
 
 task yarnQuickBuild(type: YarnTask, dependsOn: [yarnInstall, yarnGenerate]) {
+  environment = [NODE_OPTIONS: "--max-old-space-size=3072"]
   args = ['run', 'build']
 }
-Original file line number
+Diff line change
@@ Expand Up @@
     }
     task yarnQuickBuild(type: YarnTask, dependsOn: [yarnInstall, yarnGenerate]) {
+      environment = [NODE_OPTIONS: "--max-old-space-size=3072"]
       args = ['run', 'build']
     }
@@ Expand Down @@