feat: make stateless

.github/actions/env/action.yml

@@ -7,11 +7,6 @@ inputs:
 runs:
   using: composite
   steps:
-    - uses: earthly/actions-setup@v1
-      with:
-        github-token: ${{ inputs.token }}
-        version: "latest"
-        use-cache: true
     - name: Set up QEMU
       uses: docker/setup-qemu-action@v3
     - name: Set up Docker Buildx

.github/workflows/benchmark.yml

@@ -0,0 +1,44 @@
+name: Benchmark
+on:
+  workflow_dispatch:
+  pull_request:
+    types: [ assigned, opened, synchronize, reopened, labeled ]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  Benchmark:
+    runs-on: "github-001"
+    if: contains(github.event.pull_request.labels.*.name, 'benchmarks') || github.ref == 'refs/heads/main'
+    steps:
+      - uses: 'actions/checkout@v4'
+        with:
+          fetch-depth: 0
+      - run: go build -o /tmp/ledger ./
+      - run: echo "running actions as ${USER}"
+      - run: >
+          /tmp/ledger serve 
+          --postgres-uri=postgres://formance:[email protected]/ledger 
+          --postgres-conn-max-idle-time=120s 
+          --postgres-max-open-conns=500 
+          --postgres-max-idle-conns=100 
+          --experimental-features 
+          --otel-metrics-keep-in-memory &
+      - run: >
+          earthly
+          --allow-privileged
+          ${{ contains(github.event.pull_request.labels.*.name, 'no-cache') && '--no-cache' || '' }}
+          ./test/performance+run --args="-benchtime 10s --ledger.url=http://localhost:3068 --parallelism=5"
+      - run: >
+          earthly
+          --allow-privileged
+          ${{ contains(github.event.pull_request.labels.*.name, 'no-cache') && '--no-cache' || '' }}
+          ./test/performance+generate-graphs
+      - run: kill -9 $(ps aux | grep "ledger serve"| grep -v "grep" | awk '{print $2}')
+        if: always()
+      - uses: actions/upload-artifact@v4
+        with:
+          name: graphs
+          path: test/performance/report

.github/workflows/main.yml

@@ -25,7 +25,7 @@ jobs:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
   Dirty:
-    runs-on: "ubuntu-latest"
+    runs-on: "formance-runner"
     steps:
       - uses: 'actions/checkout@v4'
         with:
@@ -50,13 +50,12 @@ jobs:
           if (( $(echo ${#hasChanged}) != 0 )); then
             git status
             echo "There are changes in the repository"
+            git diff
             exit 1
           fi
 
   Tests:
-    runs-on: "ubuntu-latest"
-    needs:
-      - Dirty
+    runs-on: "formance-runner"
     steps:
       - uses: 'actions/checkout@v4'
         with:
@@ -67,16 +66,19 @@ jobs:
           token: ${{ secrets.NUMARY_GITHUB_TOKEN }}
       - run: >
           earthly
-          --no-output
           --allow-privileged
           --secret SPEAKEASY_API_KEY=$SPEAKEASY_API_KEY
           ${{ contains(github.event.pull_request.labels.*.name, 'no-cache') && '--no-cache' || '' }}
-          +tests
+          +tests --coverage=true
         env:
           SPEAKEASY_API_KEY: ${{ secrets.SPEAKEASY_API_KEY }}
+      - name: Upload coverage reports to Codecov with GitHub Action
+        uses: codecov/[email protected]
+        env:
+          CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
 
   GoReleaser:
-    runs-on: "ubuntu-latest"
+    runs-on: "formance-runner"
     if: contains(github.event.pull_request.labels.*.name, 'build-images') || github.ref == 'refs/heads/main' || github.event_name == 'merge_group'
     needs:
       - Dirty
@@ -115,7 +117,7 @@ jobs:
           GORELEASER_KEY: ${{ secrets.GORELEASER_KEY }}
 
   Deploy:
-    runs-on: "ubuntu-latest"
+    runs-on: "formance-runner"
     if: github.ref == 'refs/heads/main'
     environment: staging
     needs:

.github/workflows/releases.yml

@@ -13,6 +13,11 @@ jobs:
       - uses: 'actions/checkout@v4'
         with:
           fetch-depth: 0
+      - uses: earthly/actions-setup@v1
+        with:
+          github-token: ${{ inputs.token }}
+          version: "latest"
+          use-cache: true
       - name: Setup Env
         uses: ./.github/actions/env
         with:

.gitignore

@@ -1,18 +1,7 @@
-coverage*
-/dist/
-cmd/control/*
-!cmd/control/gitkeep
-.DS_Store
-.idea
+cover.out
+go.work*
+*.jar
+node_modules
+dist
 vendor
-sdk/swagger.yaml
-sdk/swagger.yaml-e
-sdk/sdks
-.vscode
-.env
-sqlstorage.test
-ledger.test
-antlr-*-complete.jar
-go.work
-go.work.sum
-benchs
+worktrees

.goreleaser.yml

@@ -18,9 +18,27 @@ builds:
       - CGO_ENABLED=0
     goos:
       - linux
+      - darwin
     goarch:
       - amd64
       - arm64
+  - binary: benchmarks
+    id: benchmarks
+    ldflags:
+      - -extldflags "-static"
+    env:
+      - CGO_ENABLED=0
+    goos:
+      - linux
+      - darwin
+    goarch:
+      - amd64
+      - arm64
+    command: test
+    dir: test/performance
+    no_main_check: true
+    tags:
+      - it
 
 release:
   prerelease: auto
@@ -33,6 +51,7 @@ archives:
   - id: "{{.ProjectName}}"
     builds:
       - ledger
+      - benchmarks
     format: tar.gz
     name_template: "{{.ProjectName}}_{{.Os}}-{{.Arch}}"
 
@@ -47,11 +66,22 @@ nfpms:
     formats:
       - deb
       - rpm
+  - id: benchmarks
+    package_name: ledger-benchmarks
+    file_name_template: "{{ .ProjectName }}_benchmarks_{{ .Version }}_{{ .Os }}_{{ .Arch }}"
+    builds:
+      - benchmarks
+    homepage: https://formance.com
+    maintainer: Maxence Maireaux <[email protected]>
+    formats:
+      - deb
+      - rpm
 
 publishers:
   - name: fury.io
     ids:
       - ledger
+      - benchmarks
     dir: "{{ dir .ArtifactPath }}"
     cmd: curl --http1.1 -F package=@{{ .ArtifactName }} https://{{ .Env.FURY_TOKEN }}@push.fury.io/ledger/
 
@@ -75,3 +105,20 @@ brews:
       system "#{bin}/ledger version"
     install: |
       bin.install "ledger"
+  - name: ledger-benchmarks
+    alternative_names:
+      - ledger-benchmarks@{{ .Major }}
+    repository:
+      owner: formancehq
+      name: homebrew-tap
+      pull_request:
+        enabled: true
+        base:
+          owner: formancehq
+          name: homebrew-tap
+          branch: main
+    directory: Formula
+    homepage: https://formance.com
+    skip_upload: 'false'
+    install: |
+      bin.install "ledger-benchmarks"