Migrate to Github Actions

.github/actions/build-library/action.yml

@@ -0,0 +1,111 @@
+# Configurable build step that build and test the library depending
+name: 'Build and Test Library'
+description: 'Runs the build and test steps of verifying '
+inputs:
+  scope:
+    description: >
+      The scope of the build. Must either be `full` or `minimal`. Full builds build for all
+      architectures and with LTO enabled. `minimal` only built for x86 and without LTO
+    required: true
+    default: 'minimal'
+
+runs:
+  using: "composite"
+  steps:
+    - name: Setup conditional environment variables
+      shell: |
+        if [[ $INPUT_SCOPE == full ]]; then
+          echo "BUILD_FLAGS=-PbuildTargetABIs=x86 -PenableLTO=false -PbuildCore=true" >> $GITHUB_ENV
+          echo "TEST_TARGET=connectedAndroidTest" >> $GITHUB_ENV
+        else
+          echo "BUILD_FLAGS=-PenableLTO=true -PbuildCore=true" >> $GITHUB_ENV
+          echo "TEST_TARGET=connectedObjectServerDebugAndroidTest" >> $GITHUB_ENV
+        endif
+        echo "CCACHE_CPP2=yes" >> $GITHUB_ENV
+
+    # TODO Can we optimize this? Caching?
+    - name: Install dependencies
+      run: |
+        brew install ninja
+        brew install ccache
+        brew install yq
+        npm install -g mongodb-realm-cli
+
+    # CCache setup copied from https://github.com/cristianadam/HelloWorld/blob/master/.github/workflows/build_cmake.yml
+    # TODO: How to verify this works at all?
+    - name: Prepare ccache timestamp
+      id: ccache_cache_timestamp
+      shell: cmake -P {0}
+      run: |
+        string(TIMESTAMP current_date "%Y-%m-%d-%H;%M;%S" UTC)
+        message("::set-output name=timestamp::${current_date}")
+
+    - name: ccache cache files
+      uses: actions/[email protected]
+      with:
+        path: .ccache
+        key: ${{ runner.os }}-ccache-${{ steps.ccache_cache_timestamp.outputs.timestamp }}
+        restore-keys: |
+          ${{ runner.os }}-ccache-
+
+    # TODO: Figure out why we require 3.18.4. Ideally it should just be minimum versions everywhere?
+    - name: Setup cmake
+      uses: jwlawson/[email protected]
+      with:
+        cmake-version: '3.18.4'
+
+    - name: Cache Gradle
+      uses: actions/[email protected]
+      with:
+        path: ~/.gradle/caches
+        key: ${{ runner.os }}-gradle-${{ hashFiles('**/*.gradle*') }}
+        restore-keys: ${{ runner.os }}-gradle-
+
+    - name: Setup SSH Keys and known_hosts
+      env:
+        SSH_AUTH_SOCK: /tmp/ssh_agent.sock
+      run: |
+        ssh-agent -a $SSH_AUTH_SOCK > /dev/null
+        ssh-add - <<< "${{ secrets.SSH_PRIVATE_KEY }}"
+
+    # TODO: Figure out how to do different build flags depending on the build type.
+    - name: Build library
+      run: ./gradlew assemble $BUILD_FLAGS --stacktrace
+
+    - name: Run Unit Tests
+      run: ./gradlew check $BUILD_FLAGS --stacktrace
+
+    - name: Upload Unit Test Results
+      if: always()
+      uses: actions/upload-artifact@v2
+      with:
+        name: unit-test-results
+        path: |
+          realm/realm-annotations-processor/build/test-results/test/TEST-*.xml
+          examples/unitTestExample/build/test-results/**/TEST-*.xml
+          realm/realm-library/build/test-results/**/TEST-*.xml
+
+    - name: Run Integration Tests
+      env:
+        SSH_AUTH_SOCK: /tmp/ssh_agent.sock
+      uses: reactivecircus/android-emulator-runner@v2
+      with:
+        api-level: 29
+        target: default
+        arch: x86_64
+        ndk: 22.0.7026061
+        profile: Nexus 6
+        script: bash tools/sync_test_server/ci_run_integration_tests.sh
+
+    # EnricoMi/publish-unit-test-result-action@v1 only works on Linux, so as a work-around
+    # we archive the test results from mac-os and download them to a Linux runner.
+    - name: Upload Integration Test Results
+      if: always()
+      uses: actions/upload-artifact@v2
+      with:
+        name: integration-test-results
+        path: |
+          realm/realm-library/build/outputs/androidTest-results/connected/**/TEST-*.xml'
+          realm/kotlin-extensions/build/outputs/androidTest-results/connected/**/TEST-*.xml'
+
+#

.github/workflows/gradle-wrapper-validation.yml

@@ -1,5 +1,5 @@
 name: "Validate Gradle Wrapper"
-on: [push, pull_request]
+on: [pull_request]
 
 jobs:
   validation:

.github/workflows/pr.yml

@@ -0,0 +1,154 @@
+# Define how pull requests are built and tested.
+name: Pull Requests
+on:
+  pull_request:
+    paths-ignore:
+      - '*.md'
+
+env:
+  #  GRADLE_OPTS: -Dorg.gradle.configureondemand=true -Dkotlin.incremental=false -Dorg.gradle.jvmargs="-Xmx4g -XX:MaxPermSize=4096m -XX:+HeapDumpOnOutOfMemoryError -Dfile.encoding=UTF-8 -XX:MaxMetaspaceSize=1024m"
+
+  # GitHub Actions does not support variables. Use environments vars as a work-around
+  BUILD_FLAGS: -PbuildTargetABIs=x86 -PenableLTO=false -PbuildCore=true
+
+  # TODO: From DockerFile, not sure if needed
+  CCACHE_CPP2: yes
+  # CMAKE_VERSION: 3.18.4
+  # CCACHE_VERSION: 3.7.7
+
+jobs:
+  run-pr-build:
+    runs-on: macos-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+        with:
+          submodules: 'recursive'
+
+      # TODO Can we optimize this? Caching?
+      - name: Install dependencies
+        run: |
+          brew install ninja
+          brew install ccache
+          brew install yq
+          npm install -g mongodb-realm-cli
+
+      # CCache setup copied from https://github.com/cristianadam/HelloWorld/blob/master/.github/workflows/build_cmake.yml
+      # TODO: How to verify this works at all?
+      - name: Prepare ccache timestamp
+        id: ccache_cache_timestamp
+        shell: cmake -P {0}
+        run: |
+          string(TIMESTAMP current_date "%Y-%m-%d-%H;%M;%S" UTC)
+          message("::set-output name=timestamp::${current_date}")
+
+      - name: ccache cache files
+        uses: actions/[email protected]
+        with:
+          path: .ccache
+          key: ${{ runner.os }}-ccache-${{ steps.ccache_cache_timestamp.outputs.timestamp }}
+          restore-keys: |
+            ${{ runner.os }}-ccache-
+
+      # TODO: Figure out why we require 3.18.4. Ideally it should just be minimum versions everywhere?
+      - name: Setup cmake
+        uses: jwlawson/[email protected]
+        with:
+          cmake-version: '3.18.4'
+
+      - name: Cache Gradle packages
+        uses: actions/cache@v2
+        with:
+          path: |
+            ~/.gradle/caches
+            ~/.gradle/wrapper
+          key: ${{ runner.os }}-gradle-${{ hashFiles('**/*.gradle*', '**/gradle-wrapper.properties') }}
+          restore-keys: |
+            ${{ runner.os }}-gradle-
+
+      - name: Setup SSH Keys and known_hosts
+        env:
+          SSH_AUTH_SOCK: /tmp/ssh_agent.sock
+        run: |
+          ssh-agent -a $SSH_AUTH_SOCK > /dev/null
+          ssh-add - <<< "${{ secrets.SSH_PRIVATE_KEY }}"
+
+      # TODO: Figure out how to do different build flags depending on the build type.
+      - name: Build library
+        run: ./gradlew assemble $BUILD_FLAGS --stacktrace
+
+      - name: Run Unit Tests
+        run: ./gradlew check $BUILD_FLAGS --stacktrace
+
+      - name: Upload Unit Test Results
+        if: always()
+        uses: actions/upload-artifact@v2
+        with:
+          name: unit-test-results
+          if-no-files-found: warn
+          path: |
+            realm/realm-annotations-processor/build/test-results/test/TEST-*.xml
+            examples/unitTestExample/build/test-results/**/TEST-*.xml
+            realm/realm-library/build/test-results/**/TEST-*.xml
+
+      - name: Run Integration Tests
+        env:
+          SSH_AUTH_SOCK: /tmp/ssh_agent.sock
+        uses: reactivecircus/android-emulator-runner@v2
+        with:
+          api-level: 29
+          target: default
+          arch: x86_64
+          ndk: 22.0.7026061
+          profile: Nexus 6
+          script: bash tools/sync_test_server/ci_run_integration_tests.sh
+
+      # EnricoMi/publish-unit-test-result-action@v1 only works on Linux, so as a work-around
+      # we archive the test results from mac-os and download them to a Linux runner.
+      - name: Archive Integration Test Results and Logs
+        if: always()
+        uses: actions/upload-artifact@v2
+        with:
+          name: integration-test-results
+          if-no-files-found: warn
+          path: |
+            realm/realm-library/build/outputs/androidTest-results/connected/**/TEST-*.xml
+            realm/kotlin-extensions/build/outputs/androidTest-results/connected/**/TEST-*.xml
+            tools/sync_test_server/logcat.txt
+            tools/sync_test_server/baas_local/tmp-baas/baas_server.log
+            tools/sync_test_server/baas_local/tmp-command-server/command_server.log
+
+      # Source: https://docs.github.com/en/actions/guides/building-and-testing-java-with-gradle
+      - name: Cleanup Gradle Cache
+        if: always()
+        # Remove some files from the Gradle cache, so they aren't cached by GitHub Actions.
+        # Restoring these files from a GitHub Actions cache might cause problems for future builds.
+        run: |
+          rm -f ~/.gradle/caches/modules-2/modules-2.lock
+          rm -f ~/.gradle/caches/modules-2/gc.properties
+
+
+# TODO: Figure out another way to publish Unit Test Results. Maybe https://github.com/mikepenz/action-junit-report
+#  process-test-results:
+#    needs: run-pr-build
+#    runs-on: ubuntu-latest
+#    steps:
+#      - name: Download Artifacts
+#        uses: actions/download-artifact@v2
+#        with:
+#          path: artifacts
+#
+#      - name: Publish Annotation Processor Results
+#        uses: EnricoMi/publish-unit-test-result-action@master
+#        with:
+#          files: artifacts/unit-test-results/realm-java/realm/realm-annotations-processor/build/test-results/test/TEST-*.xml
+#
+#      - name: Publish Example Project Results
+#        uses: EnricoMi/publish-unit-test-result-action@master
+#        with:
+#          files: artifacts/unit-test-results/realm-java/examples/unitTestExample/build/test-results/**/TEST-*.xml
+#
+#      - name: Publish Library Test Results
+#        uses: EnricoMi/publish-unit-test-result-action@master
+#        with:
+#          files: artifacts/unit-test-results/realm-java/realm/realm-library/build/test-results/**/TEST-*.xml

.github/workflows/releases.yml

@@ -0,0 +1,16 @@
+# Workflow for building and publishing releases to Maven Central.
+name: Publish release
+on:
+  push:
+    tags:
+      - 'v*'
+
+jobs:
+  run-release-build:
+    runs-on: macos-latest
+    steps:
+      - name: Build and Test Library
+        run: echo "Work work work..."
+
+
+

.github/workflows/snapshots.yml

@@ -0,0 +1,17 @@
+# Workflow for building and publishing SNAPSHOT releases to Maven Central.
+name: Create SNAPSHOT release
+on:
+  push:
+    branches:
+      - master
+      - releases
+env:
+jobs:
+  run-snapshot-build:
+    runs-on: macos-latest
+    steps:
+      - name: Build and Test Library
+        run: echo "Work work work..."
+
+
+

.gitignore

@@ -9,6 +9,10 @@ realm/build
 # Gradle local properties
 local.properties
 
+# Test server temp dirs
+tools/sync_test_server/baas_local/tmp-baas
+tools/sync_test_server/baas_local/tmp-command-server
+
 # Core
 core
 core-*

build.gradle

@@ -3,7 +3,7 @@ buildscript {
         jcenter()
     }
     dependencies {
-        classpath 'ch.netzwerg:gradle-release-plugin:1.2.0'
+        classpath 'ch.netzwerg:gradle-release-plugin:1.2.5'
     }
 }
 

dependencies.list

@@ -2,9 +2,9 @@
 # https://github.com/realm/realm-core/releases
 REALM_CORE=10.3.3
 
-# Version of MongoDB Realm used by integration tests
-# See https://github.com/realm/ci/packages/147854 for available versions
-MONGODB_REALM_SERVER=2021-03-09
+# Git commit SHA of MongoDB Realm used by integration tests
+# See https://github.com/10gen/baas for available versions
+MONGODB_REALM_SERVER=acb927b3b2042b4df38e00928183e62c29b20236
 
 # Common Android settings across projects
 GRADLE_BUILD_TOOLS=4.0.0

realm/realm-library/src/syncIntegrationTest/kotlin/io/realm/SyncSessionTests.kt

@@ -272,7 +272,7 @@ class SyncSessionTests {
             realm.executeTransaction {
                 realm.createObject(SyncAllTypesWithFloat::class.java, ObjectId())
             }
-            assertFailsWithErrorCode(ErrorCode.INVALID_SCHEMA_CHANGE) {
+            assertFailsWithErrorCode(ErrorCode.BAD_CHANGESET) {
                 realm.syncSession.uploadAllLocalChanges()
             }
         }

tools/sync_test_server/Dockerfile → tools/sync_test_server/baas_docker/Dockerfile

@@ -26,7 +26,7 @@ RUN apt-get update \
 
 # Copy webserver script and install dependencies
 WORKDIR "/tmp"
-COPY mongodb-realm-command-server.js /tmp
+COPY ../mongodb-realm-command-server.js /tmp
 RUN npm install [email protected] temp [email protected] fs-extra moment [email protected]
 
 # Run integration test server

tools/sync_test_server/start_server.sh → tools/sync_test_server/baas_docker/start_docker_server.sh

@@ -24,7 +24,7 @@ fi
 # Get the script dir which contains the Dockerfile
 DOCKERFILE_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
 
-MONGODB_REALM_VERSION=$(grep MONGODB_REALM_SERVER $DOCKERFILE_DIR/../../dependencies.list | cut -d'=' -f2)
+MONGODB_REALM_VERSION=$(grep MONGODB_REALM_SERVER $DOCKERFILE_DIR/../../../dependencies.list | cut -d'=' -f2)
 
 adb reverse tcp:9443 tcp:9443 && \
 adb reverse tcp:9080 tcp:9080 && \

tools/sync_test_server/baas_local/abspath.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+PLATFORM=$(uname -s)
+case $(uname -s) in
+    Darwin)
+        exec perl -e 'use File::Spec; print File::Spec->rel2abs(shift); print "\n"' $1
+        ;;
+    CYGWIN*)
+        exec cygpath -am $1
+        ;;
+    *)
+        exec realpath -s $1
+        ;;
+esac