[RFC + PR] Use TCP for {LLVM / Torch-MLIR / StableHLO} Green Commit Sync

.bazelignore

@@ -0,0 +1,6 @@
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+# Also available under a BSD-style license. See LICENSE.
+
+third_party/

.github/workflows/bazelBuildAndTestLlvm.yml

@@ -0,0 +1,82 @@
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+# Also available under a BSD-style license. See LICENSE.
+
+name: Bazel Build and Test (llvm-project)
+
+# Only run when llvm-project hash changes (deps.bzl)
+on:
+  pull_request:
+    branches:
+      - main
+    paths:
+      - 'deps.bzl'
+  push:
+    branches:
+      - main
+    paths:
+      - 'deps.bzl'
+  workflow_dispatch:
+
+# Ensure that only a single job or workflow using the same
+# concurrency group will run at a time. This would cancel
+# any in-progress jobs in the same github workflow and github
+# ref (e.g. refs/heads/main or refs/pull/<pr_number>/merge).
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+
+jobs:
+  ubuntu-build:
+    name: ubuntu-x86_64 / llvm-project
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout mlir-tcp
+      uses: actions/checkout@v3
+
+    # Continually update cache even if there's a "hit" during
+    # restore to avoid the cache going stale over time
+    # https://github.com/actions/cache/blob/main/tips-and-workarounds.md#update-a-cache
+    - name: Setup cache for bazel
+      uses: actions/cache@v3
+      with:
+        path: ~/.cache/bazel
+        key: llvm-project-bazel-build-cache-${{ runner.os }}-${{ github.sha }}
+        restore-keys: |
+          llvm-project-bazel-build-cache-${{ runner.os }}
+
+    # Change bazel cache directory to root ownership
+    # to allow writing to it from within the docker container.
+    # If no cache hits, this directory is not present
+    # so don't run chown (will error otherwise).
+    - name: Set bazel cache permissions
+      run: |
+        if [ -d "${HOME}/.cache/bazel" ]; then
+          sudo chown -R root:root "${HOME}/.cache/bazel"
+        fi
+
+    - name: Build docker image
+      run: |
+        docker build -f docker/Dockerfile \
+                     -t mlir-tcp:ci \
+                     .
+
+    - name: Bazel build and test llvm-project
+      run: |
+        docker run --rm \
+                   -v "$(pwd)":"/opt/src/mlir-tcp" \
+                   -v "${HOME}/.cache/bazel":"/root/.cache/bazel" \
+                   mlir-tcp:ci \
+                   bazel test --config=clang_linux @llvm-project//mlir/...
+
+    # Switch back bazel cache directory to user ownership
+    # to allow GHA post-cache step to save cache without
+    # permissions issue.
+    - name: Switch bazel cache permissions
+      run: |
+        if [ -d "${HOME}/.cache/bazel" ]; then
+          sudo chown -R "$USER":"$USER" "${HOME}/.cache/bazel"
+        fi

.github/workflows/bazelBuildAndTestStablehlo.yml

@@ -0,0 +1,82 @@
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+# Also available under a BSD-style license. See LICENSE.
+
+name: Bazel Build and Test (stablehlo)
+
+# Only run when stablehlo hash changes (deps.bzl)
+on:
+  pull_request:
+    branches:
+      - main
+    paths:
+      - 'deps.bzl'
+  push:
+    branches:
+      - main
+    paths:
+      - 'deps.bzl'
+  workflow_dispatch:
+
+# Ensure that only a single job or workflow using the same
+# concurrency group will run at a time. This would cancel
+# any in-progress jobs in the same github workflow and github
+# ref (e.g. refs/heads/main or refs/pull/<pr_number>/merge).
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+
+jobs:
+  ubuntu-build:
+    name: ubuntu-x86_64 / stablehlo
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout mlir-tcp
+      uses: actions/checkout@v3
+
+    # Continually update cache even if there's a "hit" during
+    # restore to avoid the cache going stale over time
+    # https://github.com/actions/cache/blob/main/tips-and-workarounds.md#update-a-cache
+    - name: Setup cache for bazel
+      uses: actions/cache@v3
+      with:
+        path: ~/.cache/bazel
+        key: stablehlo-bazel-build-cache-${{ runner.os }}-${{ github.sha }}
+        restore-keys: |
+          stablehlo-bazel-build-cache-${{ runner.os }}
+
+    # Change bazel cache directory to root ownership
+    # to allow writing to it from within the docker container.
+    # If no cache hits, this directory is not present
+    # so don't run chown (will error otherwise).
+    - name: Set bazel cache permissions
+      run: |
+        if [ -d "${HOME}/.cache/bazel" ]; then
+          sudo chown -R root:root "${HOME}/.cache/bazel"
+        fi
+
+    - name: Build docker image
+      run: |
+        docker build -f docker/Dockerfile \
+                     -t mlir-tcp:ci \
+                     .
+
+    - name: Bazel build and test stablehlo
+      run: |
+        docker run --rm \
+                   -v "$(pwd)":"/opt/src/mlir-tcp" \
+                   -v "${HOME}/.cache/bazel":"/root/.cache/bazel" \
+                   mlir-tcp:ci \
+                   bazel test --config=clang_linux @stablehlo//...
+
+    # Switch back bazel cache directory to user ownership
+    # to allow GHA post-cache step to save cache without
+    # permissions issue.
+    - name: Switch bazel cache permissions
+      run: |
+        if [ -d "${HOME}/.cache/bazel" ]; then
+          sudo chown -R "$USER":"$USER" "${HOME}/.cache/bazel"
+        fi

.github/workflows/bazelBuildAndTestTcp.yml

@@ -3,13 +3,15 @@
 # SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
 # Also available under a BSD-style license. See LICENSE.
 
-name: Bazel Build and Test
+name: Bazel Build and Test (mlir-tcp)
 
 on:
   pull_request:
-    branches: [ main ]
+    branches:
+      - main
   push:
-    branches: [ main ]
+    branches:
+      - main
   workflow_dispatch:
 
 # Ensure that only a single job or workflow using the same
@@ -23,7 +25,7 @@ concurrency:
 
 jobs:
   ubuntu-build:
-    name: ubuntu-x86_64
+    name: ubuntu-x86_64 / mlir-tcp
     runs-on: ubuntu-latest
 
     steps:
@@ -32,7 +34,7 @@ jobs:
 
     # Continually update cache even if there's a "hit" during
     # restore to avoid the cache going stale over time
-    # https://github.com/actions/cache/blob/main/workarounds.md#update-a-cache
+    # https://github.com/actions/cache/blob/main/tips-and-workarounds.md#update-a-cache
     - name: Setup cache for bazel
       uses: actions/cache@v3
       with:

.github/workflows/bazelBuildAndTestTorchmlir.yml

@@ -0,0 +1,82 @@
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+# Also available under a BSD-style license. See LICENSE.
+
+name: Bazel Build and Test (torch-mlir)
+
+# Only run when torch-mlir hash changes (deps.bzl)
+on:
+  pull_request:
+    branches:
+      - main
+    paths:
+      - 'deps.bzl'
+  push:
+    branches:
+      - main
+    paths:
+      - 'deps.bzl'
+  workflow_dispatch:
+
+# Ensure that only a single job or workflow using the same
+# concurrency group will run at a time. This would cancel
+# any in-progress jobs in the same github workflow and github
+# ref (e.g. refs/heads/main or refs/pull/<pr_number>/merge).
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+
+jobs:
+  ubuntu-build:
+    name: ubuntu-x86_64 / torch-mlir
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout mlir-tcp
+      uses: actions/checkout@v3
+
+    # Continually update cache even if there's a "hit" during
+    # restore to avoid the cache going stale over time
+    # https://github.com/actions/cache/blob/main/tips-and-workarounds.md#update-a-cache
+    - name: Setup cache for bazel
+      uses: actions/cache@v3
+      with:
+        path: ~/.cache/bazel
+        key: torch-mlir-bazel-build-cache-${{ runner.os }}-${{ github.sha }}
+        restore-keys: |
+          torch-mlir-bazel-build-cache-${{ runner.os }}
+
+    # Change bazel cache directory to root ownership
+    # to allow writing to it from within the docker container.
+    # If no cache hits, this directory is not present
+    # so don't run chown (will error otherwise).
+    - name: Set bazel cache permissions
+      run: |
+        if [ -d "${HOME}/.cache/bazel" ]; then
+          sudo chown -R root:root "${HOME}/.cache/bazel"
+        fi
+
+    - name: Build docker image
+      run: |
+        docker build -f docker/Dockerfile \
+                     -t mlir-tcp:ci \
+                     .
+
+    - name: Bazel build and test torch-mlir
+      run: |
+        docker run --rm \
+                   -v "$(pwd)":"/opt/src/mlir-tcp" \
+                   -v "${HOME}/.cache/bazel":"/root/.cache/bazel" \
+                   mlir-tcp:ci \
+                   bazel test --config=clang_linux @torch-mlir//...
+
+    # Switch back bazel cache directory to user ownership
+    # to allow GHA post-cache step to save cache without
+    # permissions issue.
+    - name: Switch bazel cache permissions
+      run: |
+        if [ -d "${HOME}/.cache/bazel" ]; then
+          sudo chown -R "$USER":"$USER" "${HOME}/.cache/bazel"
+        fi

.gitignore

@@ -1,4 +1,10 @@
-/bazel-bin
-/bazel-out
-/bazel-mlir-tcp
-/bazel-testlogs
+# Licensed under the Apache License v2.0 with LLVM Exceptions.
+# See https://llvm.org/LICENSE.txt for license information.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+# Also available under a BSD-style license. See LICENSE.
+
+bazel-bin
+bazel-out
+bazel-mlir-tcp
+bazel-testlogs
+third_party/

README.md

@@ -3,7 +3,7 @@ Tensor Compute Primitives
 
 Mid-level intermediate representation for machine learning programs.
 
-![Bazel Build](https://github.com/cruise-automation/mlir-tcp/actions/workflows/bazelBuildAndTestTcp.yml/badge.svg)
+[![Bazel Build and Test (mlir-tcp)](https://github.com/cruise-automation/mlir-tcp/actions/workflows/bazelBuildAndTestTcp.yml/badge.svg)](https://github.com/cruise-automation/mlir-tcp/actions/workflows/bazelBuildAndTestTcp.yml)
 
 :construction: **This project is under active development (WIP).**
 
@@ -40,3 +40,15 @@ find . -type f -name "*.cpp" -o -name "*.h" | xargs clang-format -i
 # buildifer
 bazel run --config=clang_linux //:buildifier
 ```
+
+When bumping upstream dependencies (LLVM, Torch-MLIR, StableHLO), you may validate the set of "green commits" by running the corresponding third-party tests:
+```shell
+bazel test --config=clang_linux @llvm-project//mlir/...
+bazel test --config=clang_linux @torch-mlir//...
+bazel test --config=clang_linux @stablehlo//...
+```
+
+The following CI workflows are automatically triggered anytime upstream dependencies (`deps.bzl`) are updated:
+- [![Bazel Build and Test (llvm-project)](https://github.com/cruise-automation/mlir-tcp/actions/workflows/bazelBuildAndTestLlvm.yml/badge.svg)](https://github.com/cruise-automation/mlir-tcp/actions/workflows/bazelBuildAndTestLlvm.yml)
+- [![Bazel Build and Test (torch-mlir)](https://github.com/cruise-automation/mlir-tcp/actions/workflows/bazelBuildAndTestTorchmlir.yml/badge.svg)](https://github.com/cruise-automation/mlir-tcp/actions/workflows/bazelBuildAndTestTorchmlir.yml)
+- [![Bazel Build and Test (stablehlo)](https://github.com/cruise-automation/mlir-tcp/actions/workflows/bazelBuildAndTestStablehlo.yml/badge.svg)](https://github.com/cruise-automation/mlir-tcp/actions/workflows/bazelBuildAndTestStablehlo.yml)