feat: docker monorepo build

.changeset/funny-paws-admire.md

@@ -0,0 +1,5 @@
+---
+"@latticexyz/services": patch
+---
+
+The build phase of services now works on machines with older protobuf compilers

.dockerignore

@@ -0,0 +1,4 @@
+node_modules
+.gitignore
+*.md
+dist

Dockerfile

@@ -0,0 +1,39 @@
+FROM docker.io/library/debian:bullseye-slim as base
+ENV SHELL /bin/bash
+
+WORKDIR /opt
+RUN apt-get -y update --fix-missing && \
+    apt-get -y upgrade && \
+    apt-get install -y --no-install-recommends \
+    libssl-dev make cmake graphviz \
+    git pkg-config curl time rhash ca-certificates jq \
+    python3 python3-pip lsof ruby ruby-bundler git-restore-mtime xz-utils zstd unzip gnupg protobuf-compiler \
+    wget net-tools iptables iproute2 iputils-ping ed zlib1g-dev wabt && \
+    curl -fsSL https://deb.nodesource.com/setup_18.x | bash - && \
+    apt-get install -y nodejs
+
+# foundry
+RUN curl -L https://foundry.paradigm.xyz/ | bash && \
+    ${HOME}/.foundry/bin/foundryup
+# go
+RUN wget https://dl.google.com/go/go1.20.4.linux-amd64.tar.gz && \
+    # -C to move to given directory
+    tar -C /usr/local/ -xzf go1.20.4.linux-amd64.tar.gz
+# pnpm
+RUN npm install pnpm --global
+
+FROM base AS builder
+COPY . /app
+WORKDIR /app
+
+ENV PATH="${PATH}:/usr/local/go/bin"
+ENV PATH="${PATH}:/root/.foundry/bin"
+RUN --mount=type=cache,id=pnpm,target=/pnpm/store pnpm install --frozen-lockfile
+RUN pnpm run -r build
+
+FROM builder AS store-indexer
+WORKDIR /app/packages/store-indexer
+EXPOSE 3001
+ENV DEBUG=*
+ENV NODE_ENV=production
+CMD [ "pnpm", "start:testnet" ]

packages/services/Makefile

@@ -29,27 +29,32 @@ protoc-ts:
 	--plugin protoc-gen-ts_proto=./node_modules/.bin/protoc-gen-ts_proto \
 	--ts_proto_out ./protobuf/ts/ecs-stream \
 	--ts_proto_opt=env=browser,outputServices=nice-grpc,outputServices=generic-definitions,outputJsonMethods=false,useExactTypes=false,eslint_disable,esModuleInterop=true,importSuffix=.js \
-	--proto_path proto proto/ecs-stream.proto 
+	--proto_path proto proto/ecs-stream.proto \
+	--experimental_allow_proto3_optional
 	protoc \
 	--plugin protoc-gen-ts_proto=./node_modules/.bin/protoc-gen-ts_proto \
 	--ts_proto_out ./protobuf/ts/ecs-snapshot \
 	--ts_proto_opt=env=browser,outputServices=nice-grpc,outputServices=generic-definitions,outputJsonMethods=false,useExactTypes=false,eslint_disable,esModuleInterop=true,importSuffix=.js \
-	--proto_path proto proto/ecs-snapshot.proto 
+	--proto_path proto proto/ecs-snapshot.proto \
+	--experimental_allow_proto3_optional 
 	protoc \
 	--plugin protoc-gen-ts_proto=./node_modules/.bin/protoc-gen-ts_proto \
 	--ts_proto_out ./protobuf/ts/ecs-relay \
 	--ts_proto_opt=env=browser,outputServices=nice-grpc,outputServices=generic-definitions,outputJsonMethods=false,useExactTypes=false,eslint_disable,esModuleInterop=true,importSuffix=.js \
-	--proto_path proto proto/ecs-relay.proto 
+	--proto_path proto proto/ecs-relay.proto \
+	--experimental_allow_proto3_optional 
 	protoc \
 	--plugin protoc-gen-ts_proto=./node_modules/.bin/protoc-gen-ts_proto \
 	--ts_proto_out ./protobuf/ts/faucet \
 	--ts_proto_opt=env=browser,outputServices=nice-grpc,outputServices=generic-definitions,outputJsonMethods=false,useExactTypes=false,eslint_disable,esModuleInterop=true,importSuffix=.js \
-	--proto_path proto proto/faucet.proto 
+	--proto_path proto proto/faucet.proto \
+	--experimental_allow_proto3_optional 
 	protoc \
 	--plugin protoc-gen-ts_proto=./node_modules/.bin/protoc-gen-ts_proto \
 	--ts_proto_out ./protobuf/ts/mode \
 	--ts_proto_opt=env=browser,outputServices=nice-grpc,outputServices=generic-definitions,outputJsonMethods=false,useExactTypes=false,eslint_disable,esModuleInterop=true,importSuffix=.js \
-	--proto_path proto proto/mode.proto 
+	--proto_path proto proto/mode.proto \
+	--experimental_allow_proto3_optional 
 .PHONY: protoc-ts
 
 protoc-clean:

packages/store-indexer/bin/sqlite-indexer.ts

@@ -4,7 +4,7 @@ import cors from "cors";
 import { eq } from "drizzle-orm";
 import { drizzle } from "drizzle-orm/better-sqlite3";
 import Database from "better-sqlite3";
-import { createPublicClient, fallback, webSocket, http } from "viem";
+import { createPublicClient, fallback, webSocket, http, Transport } from "viem";
 import { createHTTPServer } from "@trpc/server/adapters/standalone";
 import { createAppRouter } from "@latticexyz/store-sync/trpc-indexer";
 import { chainState, schemaVersion } from "@latticexyz/store-sync/sqlite";
@@ -13,6 +13,7 @@ import { createStorageAdapter } from "../src/sqlite/createStorageAdapter";
 import type { Chain } from "viem/chains";
 import * as mudChains from "@latticexyz/common/chains";
 import * as chains from "viem/chains";
+import { isNotNull } from "@latticexyz/common/utils";
 
 const possibleChains = Object.values({ ...mudChains, ...chains }) as Chain[];
 
@@ -23,6 +24,8 @@ const env = z
     MAX_BLOCK_RANGE: z.coerce.bigint().positive().default(1000n),
     PORT: z.coerce.number().positive().default(3001),
     SQLITE_FILENAME: z.string().default("indexer.db"),
+    RPC_HTTP_URL: z.string().optional(),
+    RPC_WS_URL: z.string().optional(),
   })
   .parse(process.env, {
     errorMap: (issue) => ({
@@ -35,9 +38,20 @@ if (!chain) {
   throw new Error(`Chain ${env.CHAIN_ID} not found`);
 }
 
+const transports: Transport[] = [
+  env.RPC_WS_URL ? webSocket(env.RPC_WS_URL) : null,
+  env.RPC_HTTP_URL ? http(env.RPC_HTTP_URL) : null,
+].filter(isNotNull);
+
 const publicClient = createPublicClient({
   chain,
-  transport: fallback([webSocket(), http()]),
+  transport: fallback(
+    // If one or more RPC URLs are provided, we'll configure the transport with only those RPC URLs
+    transports.length > 0
+      ? transports
+      : // Otherwise use the chain defaults
+        [webSocket(), http()]
+  ),
   pollingInterval: 1000,
 });