fix: strip wasm debug (#9987)

Ensures wasms are stripped of debug info to reduce size.
Gzips them for inlining into the webpack bundle.
Bundle is now 6.8MB.

barretenberg/acir_tests/.gitignore

@@ -1 +1,3 @@
-acir_tests
+acir_tests
+**/.yarn/*
+!**/.yarn/releases

barretenberg/acir_tests/bootstrap.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+(cd headless-test && yarn && npx playwright install && npx playwright install-deps)
+(cd browser-test-app && yarn && yarn build)

barretenberg/acir_tests/browser-test-app/.yarnrc.yml

@@ -0,0 +1 @@
+nodeLinker: node-modules

barretenberg/acir_tests/headless-test/.yarnrc.yml

@@ -0,0 +1 @@
+nodeLinker: node-modules

barretenberg/acir_tests/headless-test/package.json

@@ -10,7 +10,7 @@
   "dependencies": {
     "chalk": "^5.3.0",
     "commander": "^12.1.0",
-    "playwright": "^1.42.1",
+    "playwright": "^1.48.2",
     "puppeteer": "^22.4.1"
   },
   "devDependencies": {

barretenberg/cpp/CMakePresets.json

@@ -396,7 +396,8 @@
         "CMAKE_FIND_ROOT_PATH_MODE_PACKAGE": "ONLY",
         "CMAKE_C_COMPILER_WORKS": "ON",
         "CMAKE_CXX_COMPILER_WORKS": "ON",
-        "MULTITHREADING": "OFF"
+        "MULTITHREADING": "OFF",
+        "DISABLE_AZTEC_VM": "ON"
       }
     },
     {

barretenberg/cpp/Earthfile

@@ -126,7 +126,7 @@ preset-wasm:
     SAVE ARTIFACT build/bin
   ELSE
     DO +CACHE_BUILD_BIN --prefix=preset-wasm \
-      --command="cmake --preset wasm -Bbuild && cmake --build build --target barretenberg.wasm && /opt/wasi-sdk/bin/llvm-strip ./build/bin/barretenberg.wasm"
+      --command="cmake --preset wasm -Bbuild && cmake --build build --target barretenberg.wasm && /opt/wasi-sdk/bin/llvm-strip ./build/bin/barretenberg.wasm && gzip -c ./build/bin/barretenberg.wasm > ./build/bin/barretenberg.wasm.gz"
     SAVE ARTIFACT build/bin
     SAVE IMAGE --cache-hint
   END
@@ -140,7 +140,7 @@ preset-sol:
 preset-wasm-threads:
   FROM +source
   DO +CACHE_BUILD_BIN --prefix=preset-wasm-threads \
-    --command="cmake --preset wasm-threads -Bbuild && cmake --build build --target barretenberg.wasm"
+    --command="cmake --preset wasm-threads -Bbuild && cmake --build build --target barretenberg.wasm && /opt/wasi-sdk/bin/llvm-strip ./build/bin/barretenberg.wasm && gzip -c ./build/bin/barretenberg.wasm > ./build/bin/barretenberg.wasm.gz"
   SAVE ARTIFACT build/bin
 
 preset-gcc:

barretenberg/cpp/scripts/gzip-wasm.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+(cd ./build-wasm/bin && gzip barretenberg.wasm -c > barretenberg.wasm.gz)
+(cd ./build-wasm-threads/bin && gzip barretenberg.wasm -c > barretenberg.wasm.gz)

barretenberg/cpp/scripts/strip-wasm.sh

@@ -1,4 +1,3 @@
 #!/bin/sh
 /opt/wasi-sdk/bin/llvm-strip ./build-wasm/bin/barretenberg.wasm
-# TODO(https://github.com/AztecProtocol/barretenberg/issues/941) We currently do not strip barretenberg threaded wasm, for stack traces.
-# /opt/wasi-sdk/bin/llvm-strip ./build-wasm-threads/bin/barretenberg.wasm
+/opt/wasi-sdk/bin/llvm-strip ./build-wasm-threads/bin/barretenberg.wasm

barretenberg/ts/Earthfile

@@ -25,10 +25,10 @@ deps:
     COPY --dir src *.json *.js *.cjs *.md .
 
     # copy over wasm builds from cpp folder
-    COPY ../cpp/+preset-wasm-threads/bin/barretenberg.wasm src/barretenberg_wasm/barretenberg-threads.wasm
-    COPY ../cpp/+preset-wasm/bin/barretenberg.wasm src/barretenberg_wasm/barretenberg.wasm
-    COPY ../cpp/+preset-wasm-threads/bin/barretenberg.wasm dest/node/barretenberg_wasm/barretenberg-threads.wasm
-    COPY ../cpp/+preset-wasm-threads/bin/barretenberg.wasm dest/node-cjs/barretenberg_wasm/barretenberg-threads.wasm
+    COPY ../cpp/+preset-wasm-threads/bin/barretenberg.wasm.gz src/barretenberg_wasm/barretenberg-threads.wasm.gz
+    COPY ../cpp/+preset-wasm/bin/barretenberg.wasm.gz src/barretenberg_wasm/barretenberg.wasm.gz
+    COPY ../cpp/+preset-wasm-threads/bin/barretenberg.wasm.gz dest/node/barretenberg_wasm/barretenberg-threads.wasm.gz
+    COPY ../cpp/+preset-wasm-threads/bin/barretenberg.wasm.gz dest/node-cjs/barretenberg_wasm/barretenberg-threads.wasm.gz
 
 esm:
     FROM +deps

barretenberg/ts/scripts/build_wasm.sh

@@ -9,6 +9,7 @@ if [ -z "$SKIP_CPP_BUILD" ]; then
     cmake --preset wasm -DCMAKE_MESSAGE_LOG_LEVEL=Warning && cmake --build --preset wasm
   fi
   ./scripts/strip-wasm.sh
+  ./scripts/gzip-wasm.sh
   cd ../ts
 fi
 

barretenberg/ts/src/barretenberg_wasm/barretenberg-threads.wasm.gz

@@ -0,0 +1 @@
+../../../cpp/build-wasm-threads/bin/barretenberg.wasm.gz

barretenberg/ts/src/barretenberg_wasm/barretenberg.wasm.gz

@@ -0,0 +1 @@
+../../../cpp/build-wasm/bin/barretenberg.wasm.gz

barretenberg/ts/src/barretenberg_wasm/fetch_code/browser/index.ts

@@ -1,9 +1,12 @@
-import barretenbergModule from '../../barretenberg.wasm';
-import barretenbergThreadsModule from '../../barretenberg-threads.wasm';
+import barretenbergModule from '../../barretenberg.wasm.gz';
+import barretenbergThreadsModule from '../../barretenberg-threads.wasm.gz';
+import pako from 'pako';
 
 // Annoyingly the wasm declares if it's memory is shared or not. So now we need two wasms if we want to be
 // able to fallback on "non shared memory" situations.
 export async function fetchCode(multithreaded: boolean) {
   const res = await fetch(multithreaded ? barretenbergThreadsModule : barretenbergModule);
-  return await res.arrayBuffer();
+  const compressedData = await res.arrayBuffer();
+  const decompressedData = pako.ungzip(new Uint8Array(compressedData));
+  return decompressedData.buffer;
 }

barretenberg/ts/src/barretenberg_wasm/fetch_code/browser/wasm-module.d.ts

@@ -1,4 +1,4 @@
-declare module '*.wasm' {
+declare module '*.wasm.gz' {
   const content: string;
   export default content;
 }

barretenberg/ts/src/barretenberg_wasm/fetch_code/node/index.ts

@@ -1,6 +1,7 @@
 import { readFile } from 'fs/promises';
 import { dirname } from 'path';
 import { fileURLToPath } from 'url';
+import pako from 'pako';
 
 function getCurrentDir() {
   if (typeof __dirname !== 'undefined') {
@@ -14,6 +15,8 @@ function getCurrentDir() {
 
 // eslint-disable-next-line @typescript-eslint/no-unused-vars
 export async function fetchCode(multithreaded: boolean) {
-  const path = getCurrentDir() + '/../../barretenberg-threads.wasm';
-  return await readFile(path);
+  const path = getCurrentDir() + '/../../barretenberg-threads.wasm.gz';
+  const compressedData = await readFile(path);
+  const decompressedData = pako.ungzip(new Uint8Array(compressedData));
+  return decompressedData.buffer;
 }

barretenberg/ts/webpack.config.js

@@ -13,7 +13,7 @@ export default {
   module: {
     rules: [
       {
-        test: /\.wasm$/,
+        test: /\.wasm\.gz$/,
         type: 'asset/inline',
       },
       {
@@ -53,8 +53,8 @@ export default {
   resolve: {
     plugins: [new ResolveTypeScriptPlugin()],
     fallback: {
-      "os": false
-    }
+      os: false,
+    },
   },
   devServer: {
     hot: false,