feat(spartan): run ethereum with beacon node in cluster w/ kurtosis

.github/workflows/publish-aztec-packages.yml

@@ -191,6 +191,36 @@ jobs:
         run: |
           earthly-ci --no-output --push ./yarn-project+export-cli-wallet --DIST_TAG=${{ env.GIT_COMMIT }} --ARCH=arm64
 
+  build-blob-sink-x86:
+    needs: [configure, build-aztec-x86]
+    runs-on: ${{ needs.configure.outputs.username }}-x86
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: "${{ env.GIT_COMMIT }}"
+      - uses: ./.github/ci-setup-action
+        with:
+          concurrency_key: build-aztec-blob-sink-x86_64
+          dockerhub_password: "${{ env.DOCKERHUB_PASSWORD }}"
+      - name: Build & push aztec blob sink image x86-64
+        run: |
+          earthly-ci --no-output --push ./yarn-project+export-blob-sink --DIST_TAG=${{ env.GIT_COMMIT }} --ARCH=x86_64
+
+  build-blob-sink-arm:
+    needs: [configure, build-aztec-arm]
+    runs-on: ${{ needs.configure.outputs.username }}-arm
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: "${{ env.GIT_COMMIT }}"
+      - uses: ./.github/ci-setup-action
+        with:
+          concurrency_key: build-aztec-blob-sink-arm64
+          dockerhub_password: "${{ env.DOCKERHUB_PASSWORD }}"
+      - name: Build & push aztec blob sink image arm
+        run: |
+          earthly-ci --no-output --push ./yarn-project+export-blob-sink --DIST_TAG=${{ env.GIT_COMMIT }} --ARCH=arm64
+
   publish-manifests:
     needs:
       - configure

aztec-up/bin/aztec-install

@@ -107,6 +107,7 @@ if [ -z "${SKIP_PULL:-}" ]; then
   pull_container aztec-nargo
   pull_container aztec
   pull_container cli-wallet
+  pull_container blob-sink
 fi
 
 # Download the Docker Compose file. Used by aztec.

aztec-up/bin/docker-compose.sandbox.yml

@@ -15,6 +15,13 @@ services:
       FORK_BLOCK_NUMBER:
       ANVIL_PORT: ${ANVIL_PORT:-8545}
 
+  # TODO: add a readiness probe to this
+  # TODO: delete all of these extra images and just have one, then symlink them???
+  blob-sink:
+    image: aztecprotocol/blob-sink
+    ports:
+      - "${BLOB_SINK_PORT:-5052}:${BLOB_SINK_PORT:-5052}"
+
   aztec:
     image: "aztecprotocol/aztec"
     ports:
@@ -29,11 +36,13 @@ services:
       SEQ_TX_POLLING_INTERVAL_MS: 50
       WS_BLOCK_CHECK_INTERVAL_MS: 50
       ARCHIVER_VIEM_POLLING_INTERVAL_MS: 500
+      SEQ_BLOB_SINK_URL: http://blob-sink:${BLOB_SINK_PORT:-5052}
       PXE_PORT: ${PXE_PORT:-8080}
       PORT: ${AZTEC_NODE_PORT:-8080}
       TEST_ACCOUNTS: ${TEST_ACCOUNTS:-true}
     volumes:
       - ./log:/usr/src/yarn-project/aztec/log:rw
     depends_on:
       - ethereum
+      - blob-sink
     command: "start --sandbox"

boxes/docker-compose.yml

@@ -18,9 +18,17 @@ services:
       SEQ_TX_POLLING_INTERVAL_MS: 50
       WS_BLOCK_CHECK_INTERVAL_MS: 50
       ARCHIVER_VIEM_POLLING_INTERVAL_MS: 500
+      SEQ_BLOB_SINK_URL: http://blob-sink:5052
     depends_on:
       - ethereum
 
+  blob-sink:
+    image: aztecprotocol/blob-sink:${AZTEC_DOCKER_TAG:-latest}
+    environment:
+      PORT: 5052
+      DEBUG: "aztec:*"
+      DEBUG_COLORS: "true"
+
   boxes:
     image: aztecprotocol/boxes:${AZTEC_DOCKER_TAG:-latest}
     entrypoint: >

build_manifest.yml

@@ -242,6 +242,13 @@ cli-wallet:
     - yarn-project
   multiarch: buildx
 
+blob-sink:
+  buildDir: yarn-project
+  projectDir: yarn-project/blob-sink
+  dependencies:
+    - yarn-project
+  multiarch: buildx
+
 # Builds all the boxes. They are then independently tested in the container.
 boxes:
   buildDir: boxes

scripts/run_native_testnet.sh

@@ -128,7 +128,8 @@ BASE_CMD="INTERLEAVED=$INTERLEAVED ./yarn-project/end-to-end/scripts/native_netw
         \"./validators.sh $NUM_VALIDATORS\" \
         $PROVER_SCRIPT \
         ./pxe.sh \
-        ./transaction-bot.sh"
+        ./transaction-bot.sh \
+        ./blob-sink.sh"
 
 # Execute the command
 eval $BASE_CMD

spartan/aztec-network/files/config/setup-service-addresses.sh

@@ -57,6 +57,8 @@ if [ "${ETHEREUM_EXTERNAL_HOST}" != "" ]; then
     ETHEREUM_ADDR="${ETHEREUM_EXTERNAL_HOST}"
 elif [ "${NETWORK_PUBLIC}" = "true" ]; then
     ETHEREUM_ADDR=$(get_service_address "ethereum" "${ETHEREUM_PORT}")
+elif [ "${ETHEREUM__NAMESPACE}" != "" ]; then
+    ETHEREUM_ADDR="http://${ETHEREUM_EL_SERVICE_NAME}.${ETHEREUM__NAMESPACE}:${ETHEREUM_PORT}"
 else
     ETHEREUM_ADDR="http://${SERVICE_NAME}-ethereum.${NAMESPACE}:${ETHEREUM_PORT}"
 fi

spartan/aztec-network/templates/_helpers.tpl

@@ -143,8 +143,14 @@ Service Address Setup Container
       value: "{{ .Values.telemetry.otelCollectorEndpoint }}"
     - name: EXTERNAL_ETHEREUM_HOST
       value: "{{ .Values.ethereum.externalHost }}"
+    - name: ETHEREUM__NAMESPACE
+      value: "{{ .Values.ethereum.namespace }}"
+    - name: ETHEREUM_EL_SERVICE_NAME
+      value: "{{ .Values.ethereum.elServiceName }}"
+    - name: ETHEREUM_CL_SERVICE_NAME
+      value: "{{ .Values.ethereum.clServiceName }}"
     - name: ETHEREUM_PORT
-      value: "{{ .Values.ethereum.service.port }}"
+      value: "{{ .Values.ethereum.elPort }}"
     - name: EXTERNAL_BOOT_NODE_HOST
       value: "{{ .Values.bootNode.externalHost }}"
     - name: BOOT_NODE_PORT

spartan/aztec-network/templates/setup-l2-contracts.yaml

@@ -82,10 +82,17 @@ spec:
               value: "{{ .Values.network.public }}"
             - name: NAMESPACE
               value: {{ .Release.Namespace }}
+            # TODO: clean up these variables
+            - name: ETHEREUM_HOST
+              value: "http://${ETHEREUM_EL_SERVICE_NAME}.${ETHEREUM__NAMESPACE}:${ETHEREUM_PORT}"
             - name: EXTERNAL_ETHEREUM_HOST
               value: "{{ .Values.ethereum.externalHost }}"
+            - name: ETHEREUM_EL_SERVICE_NAME
+              value: "{{ .Values.ethereum.elServiceName }}"
+            - name: ETHEREUM_CL_SERVICE_NAME
+              value: "{{ .Values.ethereum.clServiceName }}"
             - name: ETHEREUM_PORT
-              value: "{{ .Values.ethereum.service.port }}"
+              value: "{{ .Values.ethereum.elPort }}"
             - name: EXTERNAL_BOOT_NODE_HOST
               value: "{{ .Values.bootNode.externalHost }}"
             - name: BOOT_NODE_PORT

spartan/aztec-network/values.yaml

@@ -185,30 +185,14 @@ bot:
       cpu: "200m"
 
 ethereum:
-  externalHost: ""
-  replicas: 1
   chainId: 1337
-  blockTime: 12sec
   # 1 billion gas limit
   # helps ensure we can deploy public contracts
   gasLimit: "1000000000"
-  args: ""
-  service:
-    type: ClusterIP
-    port: 8545
-    targetPort: 8545
-    nodePort: ""
-  readinessProbe:
-    initialDelaySeconds: 5
-    periodSeconds: 10
-    timeoutSeconds: 5
-    successThreshold: 1
-    failureThreshold: 3
-  resources:
-    requests:
-      memory: "2Gi"
-      cpu: "200m"
-  storage: "80Gi"
+  namespace: "kt-ethereum-testnet"
+  elServiceName: el-1-reth-lighthouse
+  clServiceName: cl-1-lighthouse-reth
+  elPort: 8545
 
 proverAgent:
   service:

spartan/ethereum-testnet/README.md

@@ -0,0 +1,20 @@
+## Ethereum Testnet
+
+This directory contains scripts to install a local Ethereum testnet using Kurtosis.
+
+To install:
+```bash
+./install_kurtosis.sh
+```
+
+To deploy the testnet:
+```bash
+export ENCLAVE_NAME=ethereum-testnet # defaults to this
+./deploy.sh
+```
+This will deploy a testnet with into the namespace `kt-{ENCLAVE_NAME}`. Defaults to `kt-ethereum-testnet`.
+
+To destroy the testnet:
+```bash
+./teardown.sh
+```

spartan/ethereum-testnet/config/kurtosis-config.yml

@@ -0,0 +1,11 @@
+config-version: 2
+should-send-metrics: false
+kurtosis-clusters:
+  docker:
+    type: "docker"
+  kind:
+    type: "kubernetes"
+    config:
+      kubernetes-cluster-name: "kind-kind"
+      storage-class: "standard"
+      enclave-size-in-megabytes: 10