Benchmark #69
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Benchmark | |
| on: | |
| # pull_request: | |
| # branches: | |
| # - main | |
| # types: | |
| # - closed | |
| workflow_dispatch: | |
| jobs: | |
| run-benchmarks: | |
| # if: github.event_name == 'workflow_dispatch' || (github.event_name == 'pull_request' && github.event.pull_request.merged == true && !contains(github.event.pull_request.title, '[SKIPCI]')) | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install Rust | |
| uses: dtolnay/rust-toolchain@stable | |
| - name: Install Go | |
| uses: actions/setup-go@v4 | |
| with: | |
| go-version: "1.21.1" | |
| - name: Install crystal | |
| uses: crystal-lang/install-crystal@v1 | |
| - name: Install zig | |
| uses: goto-bus-stop/setup-zig@v2 | |
| - name: Install Julia | |
| uses: julia-actions/setup-julia@v1 | |
| - name: Install Vlang | |
| uses: vlang/[email protected] | |
| # with: | |
| # version: "stable" | |
| - name: Install odin | |
| run: | | |
| wget https://github.com/odin-lang/Odin/releases/download/dev-2023-08/odin-ubuntu-amd64-dev-2023-08.zip -O odin.zip | |
| unzip odin.zip -d odin_exe | |
| chmod +x $GITHUB_WORKSPACE/odin_exe/odin | |
| echo "$GITHUB_WORKSPACE/odin_exe" >> $GITHUB_PATH | |
| - name: Install hyperfine for benchmarking | |
| run: | | |
| wget https://github.com/sharkdp/hyperfine/releases/download/v1.17.0/hyperfine_1.17.0_amd64.deb -O hyperfine.deb | |
| sudo dpkg -i hyperfine.deb | |
| - name: Install dart | |
| uses: dart-lang/setup-dart@v1 | |
| - name: Install swift | |
| uses: swift-actions/setup-swift@v1 | |
| - name: Install node | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: latest | |
| - name: Install bun | |
| uses: oven-sh/setup-bun@v1 | |
| with: | |
| bun-version: latest | |
| - name: Install deno | |
| uses: denoland/setup-deno@v1 | |
| with: | |
| deno-version: v1.x | |
| - name: Install Java | |
| uses: actions/[email protected] | |
| with: | |
| distribution: "temurin" | |
| java-version: "17" | |
| - name: Install GraalVM | |
| uses: graalvm/setup-graalvm@v1 | |
| with: | |
| java-version: "21" | |
| set-java-home: false | |
| - name: Install Nim | |
| uses: iffy/install-nim@v5 | |
| - name: Install Dotnet | |
| uses: actions/setup-dotnet@v3 | |
| - name: Install LuaJit | |
| run: | | |
| sudo apt install luajit lua5.1 luarocks lua-socket:amd64 | |
| - name: Install Python | |
| uses: actions/[email protected] | |
| with: | |
| python-version: "3.11" | |
| - name: Install Ocaml | |
| uses: ocaml/setup-ocaml@v2 | |
| with: | |
| ocaml-compiler: "5.1" | |
| - name: Run Benchmark (5k posts) | |
| run: ./run.sh all raw_results.md | |
| - name: Install python deps | |
| run: python -m pip install faker --break-system-packages && python -m pip install nanoid --break-system-packages | |
| - name: Generate 25k posts | |
| run: python gen_fake_posts.py 25000 | |
| - name: Run Benchmark (25k posts) | |
| run: ./run.sh all raw_results.md append | |
| - name: Generate 50k posts | |
| run: python gen_fake_posts.py 50000 | |
| - name: Run Benchmark (50k posts) | |
| run: ./run.sh all raw_results.md append | |
| - name: Clean up | |
| run: rm -rf odin_exe && rm hyperfine.deb && rm odin.zip && rm -rf vlang | |
| # - name: Push results to repo | |
| # uses: github-actions-x/[email protected] | |
| # with: | |
| # commit-message: "Update benchmark results" | |
| # files: raw_results.md | |
| # push-branch: main | |
| # github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Modify Readme | |
| run: dart extract_results.dart raw_results.md | |
| - name: Create Pull Request | |
| uses: peter-evans/create-pull-request@v5 | |
| with: | |
| token: ${{ secrets.GH_REPO_TOKEN }} | |
| commit-message: Update benchmark results | |
| title: "[SKIPCI] Update benchmark results" | |
| body: "New benchmark results" | |
| labels: automated pr | |
| branch: benchmark-results | |
| add-paths: | | |
| raw_results.md | |
| readme.md |