Merge pull request #96 from MattiasBuelens/run-wpt-in-browser

Run web platform tests in browsers
MattiasBuelens · Sep 29, 2021 · 6c7eb27 · 6c7eb27
2 parents f43be79 + 6e5d709
commit 6c7eb27
Show file tree

Hide file tree

Showing 10 changed files with 848 additions and 577 deletions.
diff --git a/.github/workflows/pull-request.yml b/.github/workflows/pull-request.yml
@@ -1,16 +1,15 @@
-name: Build pull request
-on: [pull_request]
+name: Test pull request
+on:
+  pull_request:
+    types: [opened, reopened, synchronize, ready_for_review]
 jobs:
-  build:
+  test-node:
+    name: Node
     runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        node-version: [12.x, 14.x]
     # Run only on non-merged non-draft mergeable pull requests
     if: |
-      !(
-        (github.event.action == 'opened' || github.event.action == 'reopened' || github.event.action == 'synchronize')
-        && !github.event.pull_request.draft
+      (
+        !github.event.pull_request.draft
         && !github.event.pull_request.merged
         && github.event.pull_request.merge_commit_sha != null
       )
@@ -19,11 +18,16 @@ jobs:
         uses: actions/checkout@v2
         with:
           ref: ${{ github.event.pull_request.merge_commit_sha }}
-      - name: Use Node.js ${{ matrix.node-version }}
-        uses: actions/setup-node@v1
+          submodules: true
+      - name: Use Node.js 14
+        uses: actions/setup-node@v2
         with:
-          node-version: ${{ matrix.node-version }}
-      - name: npm install and test
-        run: |
-          npm install
-          npm test
+          node-version: 14
+          cache: npm
+      - run: npm ci
+        env:
+          PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: 1
+      - run: npm run test:types
+      - run: npm run test:unit
+      - run: npm run test:wpt:node
+      - run: npm run test:bundler
diff --git a/.github/workflows/push.yml b/.github/workflows/push.yml
@@ -1,22 +1,54 @@
-name: Build on push
+name: Test on push
 on: [push]
 jobs:
-  build:
+  test-node:
+    name: Node ${{ matrix.node-version }}
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        node-version: [12.x, 14.x]
+        node-version: [12, 14]
     # Skip job if commit message contains "[skip ci]"
     if: |
       !contains(github.event.head_commit.message, '[skip ci]')
     steps:
       - name: Check out commit
         uses: actions/checkout@v2
+        with:
+          submodules: true
       - name: Use Node.js ${{ matrix.node-version }}
-        uses: actions/setup-node@v1
+        uses: actions/setup-node@v2
         with:
           node-version: ${{ matrix.node-version }}
-      - name: npm install and test
-        run: |
-          npm install
-          npm test
+          cache: npm
+      - run: npm ci
+        env:
+          PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: 1
+      - run: npm run test:types
+      - run: npm run test:unit
+      - run: npm run test:wpt:node
+      - run: npm run test:bundler
+
+  test-browser:
+    name: ${{ matrix.browser }}
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        browser: [chromium, firefox]
+    if: |
+      !contains(github.event.head_commit.message, '[skip ci]')
+    steps:
+      - name: Check out commit
+        uses: actions/checkout@v2
+        with:
+          submodules: true
+      - name: Use Node.js 14
+        uses: actions/setup-node@v2
+        with:
+          node-version: 14
+          cache: npm
+      - run: npm ci
+        env:
+          PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: 1
+      - run: npx playwright install --with-deps ${{ matrix.browser }}
+      - run: npm run test:wpt:${{ matrix.browser }}