add integ testing for event processor and added pr-level, nightly-bui…

…ld, and release workflow (#488)

.github/actions/dep_install_and_lint/action.yaml

@@ -0,0 +1,28 @@
+name: "Install Dependencies and Run Linter"
+description: "Installs dependencies and runs the Rust linter."
+
+inputs:
+  working-directory:
+    description: 'The working directory for the linter'
+    required: true
+    default: '.'
+
+runs:
+  using: "composite"
+  steps:
+    - name: Install Dependencies
+      run: |
+        sudo apt update && sudo apt install libdw-dev
+        cargo install cargo-sort
+        rustup update
+        rustup toolchain install nightly
+        rustup component add clippy --toolchain nightly
+        rustup component add rustfmt --toolchain nightly
+      shell: bash
+      working-directory: ${{ inputs.working-directory }}
+
+    - name: Run Linter
+      run: |
+        scripts/rust_lint.sh --check
+      shell: bash
+      working-directory: ${{ inputs.working-directory }}

.github/workflows/copy-processor-images-to-dockerhub.yaml

@@ -65,6 +65,10 @@ jobs:
       - run: pnpm install --frozen-lockfile
         working-directory: scripts
 
+      - name: Run Integration Tests for Specific Crate
+        run: cargo test --manifest-path integration-tests/Cargo.toml
+        working-directory: rust
+
       - name: Release Images
         env:
           FORCE_COLOR: 3 # Force color output as per https://github.com/google/zx#using-github-actions

.github/workflows/integration-tests.yaml

@@ -0,0 +1,28 @@
+name: Run Integration Tests
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - main
+  pull_request:
+
+jobs:
+  Integration-tests:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Set branch
+        run: echo "BRANCH_NAME=${GITHUB_REF##*/}" >> $GITHUB_ENV
+
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Install Dependencies and Run Linter
+        uses: ./.github/actions/dep_install_and_lint
+        with:
+          working-directory: rust
+
+      - name: Run Integration Tests
+        run: cargo test --manifest-path integration-tests/Cargo.toml
+        working-directory: rust

.github/workflows/nightly-integration-tests.yaml

@@ -0,0 +1,24 @@
+name: "Nightly Run Integration Tests"
+
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: '0 9 * * *'  # This runs the workflow every day at 9:00 AM UTC
+
+jobs:
+
+  nightly-run:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Install Dependencies and Run Linter
+        uses: ./.github/actions/dep_install_and_lint
+        with:
+          working-directory: rust
+
+      - name: Run Integration Tests
+        run: cargo test --manifest-path integration-tests/Cargo.toml
+        working-directory: rust