Multi client 👨‍🦯

.env.dist

@@ -3,5 +3,8 @@ SENTRY_DSN=https://[email protected]/yyyyyyy
 SENTRY_ORG=nodefactory
 SENTRY_PROJECT=chainguardian
 SENTRY_AUTH_TOKEN=xxx
-DOCKER_LIGHTHOUSE_IMAGE=sigp/lighthouse:v1.1.1
-DOCKER_TEKU_IMAGE=consensys/teku:21.3.2
+DOCKER_LIGHTHOUSE_IMAGE=sigp/lighthouse:v1.3.0
+DOCKER_TEKU_IMAGE=consensys/teku:21.5
+DOCKER_PRYSM_IMAGE=gcr.io/prysmaticlabs/prysm/beacon-chain:v1.3.3
+DOCKER_PRYSM_VALIDATOR_IMAGE=gcr.io/prysmaticlabs/prysm/validator:v1.3.3
+DOCKER_NIMBUS_IMAGE=statusim/nimbus-eth2:amd64-v1.3.0

.gitignore

@@ -9,6 +9,5 @@ coverage
 *.log
 package-lock.json
 *.db
-/eth2_testnet/genesis.ssz
 .tmp
 *.sqlite*

integration/nimbus-keystore.json

@@ -0,0 +1 @@
+{"crypto":{"kdf":{"function":"pbkdf2","params":{"dklen":32,"c":262144,"prf":"hmac-sha256","salt":"394aa7bf7b8543bec9328678fabbb82b1d88b651a1629992c596011c87035ee0"},"message":""},"checksum":{"function":"sha256","params":{},"message":"4e1093d856e9cfa77b2ef37e49d96e248aa2b88be51c542a1a5c295f97eb30c2"},"cipher":{"function":"aes-128-ctr","params":{"iv":"8fa9958ef656695f12e3999d869d291e"},"message":"5869a4b6f5bab27676d6212737afbdedf5823ecb522ea88a72322c50a2f4c392"}},"description":"","pubkey":"8309a5281dd43297a3eccc1e70553831ec4dbf6a0b5b38fc910b49fb4eecf37075c90269443fd5fc6b8cad701e3eec53","path":"m/12381/3600/29/0/0","uuid":"97ee5497-09d8-489b-af81-e060358f5d5c","version":4}

integration/nimbus.ts

@@ -0,0 +1,38 @@
+import assert from "assert";
+import {restValidation} from "./restValidation";
+import {config} from "@chainsafe/lodestar-config/lib/presets/mainnet";
+import {CgNimbusEth2Api} from "../src/renderer/services/eth2/client/module";
+import {SecretKey} from "@chainsafe/bls";
+import {Keystore} from "@chainsafe/bls-keystore";
+
+import keystore from "./nimbus-keystore.json";
+const keystorePassword = "4E015C5AF6C9610B0230DBC4FD9714B786F24A28414E49C52D85950E1ED23AD8";
+
+(async function (): Promise<void> {
+    const {proposer, attestation} = await restValidation({
+        baseUrl: "http://localhost:5052",
+        getValidatorPrivateKey: async () =>
+            SecretKey.fromBytes(await Keystore.fromObject(keystore).decrypt(keystorePassword)),
+        limit: 5,
+        config,
+        ApiClient: CgNimbusEth2Api,
+    });
+
+    console.log("\n\n\n");
+    let isFailed = false;
+    try {
+        assert.equal(proposer.proposed, proposer.delegated);
+        console.info(`Successfully proposed all ${proposer.delegated} blocks`);
+    } catch (e) {
+        console.error("Proposals", e.message);
+        isFailed = true;
+    }
+    try {
+        assert.equal(attestation.attestations, attestation.delegated);
+        console.info(`Successfully provide all ${proposer.delegated} attestations`);
+    } catch (e) {
+        console.error("Attestations", e.message);
+        isFailed = true;
+    }
+    process.exit(Number(isFailed));
+})();

integration/prysm.ts

@@ -0,0 +1,33 @@
+import {getInteropKey} from "../src/renderer/services/validator/interop_keys";
+import assert from "assert";
+import {restValidation} from "./restValidation";
+import {config} from "@chainsafe/lodestar-config/lib/presets/mainnet";
+import {CgPrysmEth2Api} from "../src/renderer/services/eth2/client/module";
+
+(async function (): Promise<void> {
+    const {proposer, attestation} = await restValidation({
+        baseUrl: "http://localhost:5050",
+        getValidatorPrivateKey: async () => getInteropKey(7),
+        limit: 5,
+        config,
+        ApiClient: CgPrysmEth2Api,
+    });
+
+    console.log("\n\n\n");
+    let isFailed = false;
+    try {
+        assert.equal(proposer.proposed, proposer.delegated);
+        console.info(`Successfully proposed all ${proposer.delegated} blocks`);
+    } catch (e) {
+        console.error("Proposals", e.message);
+        isFailed = true;
+    }
+    try {
+        assert.equal(attestation.attestations, attestation.delegated);
+        console.info(`Successfully provide all ${proposer.delegated} attestations`);
+    } catch (e) {
+        console.error("Attestations", e.message);
+        isFailed = true;
+    }
+    process.exit(Number(isFailed));
+})();

nimbus-testnet.yml

@@ -0,0 +1,13 @@
+version: "3.4"
+
+services:
+  beacon_node:
+    image: "${DOCKER_NIMBUS_IMAGE:-statusim/nimbus-eth2:amd64-v1.3.0}"
+    container_name: "eth2_testnet_beacon_nimbus"
+    entrypoint: "/bin/bash"
+    ports:
+      - "9190:9190"
+      - "5052:5052"
+    volumes:
+      - ./testnet/nimbus:/tmp/scripts
+    command: /tmp/scripts/run_local_testnet.sh --reuse-existing-data-dir --data-dir /tmp/scripts --disable-vc --nodes 1

package.json

@@ -55,11 +55,21 @@
     "storybook": "start-storybook -p 6006",
     "codecov": "codecov",
     "script": "node -r ts-node/register",
-    "generate:validators": "yarn run script scripts/generate_interop_validators.ts",
-    "testnet:dev": "./testnet/lighthouse/reset_genesis_time.sh && docker-compose -f lighthouse-testnet.yml up",
     "build-storybook": "build-storybook",
+    "generate:validators": "yarn run script scripts/generate_interop_validators.ts",
+    "testnet:lighthouse": "docker-compose -f lighthouse-testnet.yml up",
+    "testnet:lighthouse:down": "docker-compose -f lighthouse-testnet.yml down",
+    "testnet:lighthouse:reset-genesis": "cd ./testnet/lighthouse && ./reset_genesis_time.sh",
+    "testnet:teku": "docker-compose -f teku-testnet.yml up",
+    "testnet:teku:down": "docker-compose -f teku-testnet.yml down",
+    "testnet:nimbus": "docker-compose -f nimbus-testnet.yml up",
+    "testnet:nimbus:down": "docker-compose -f nimbus-testnet.yml down",
+    "testnet:prysm": "docker-compose -f prysm-testnet.yml up",
+    "testnet:prysm:down": "docker-compose -f prysm-testnet.yml down",
     "integration:lighthouse": "yarn run script integration/lighthouse.ts",
-    "integration:teku": "yarn run script integration/teku.ts.ts"
+    "integration:teku": "yarn run script integration/teku.ts",
+    "integration:prysm": "yarn run script integration/prysm.ts",
+    "integration:nimbus": "yarn run script integration/nimbus.ts"
   },
   "jest": {
     "transform": {

prysm-testnet.yml

@@ -0,0 +1,41 @@
+version: '3.6'
+
+services:
+  prysm_beacon:
+    image: "${DOCKER_PRYSM_IMAGE:-gcr.io/prysmaticlabs/prysm/beacon-chain:v1.3.5}"
+    container_name: "eth2_testnet_prysm_beacon"
+    volumes:
+      - ./testnet/prysm/data:/data
+    ports:
+      - '5050:5050'
+      - '4000:4000'
+      - '13000:13000'
+      - '12000:12000'
+    network_mode: "host"
+    env_file: ./testnet/prysm/vars.env
+    command: >
+          --accept-terms-of-use
+          --disable-monitoring
+          --force-clear-db
+          --datadir=/data
+          --grpc-gateway-port=5050
+          --min-sync-peers=0
+          --bootstrap-node=
+          --disable-sync
+          --interop-genesis-state /data/genesis.ssz
+          --interop-eth1data-votes
+
+  prysm_validator:
+    image: "${DOCKER_PRYSM_VALIDATOR_IMAGE:-gcr.io/prysmaticlabs/prysm/validator:v1.3.5}"
+    container_name: "eth2_testnet_prysm_validator"
+    volumes:
+      - ./testnet/prysm/data:/data
+    network_mode: "host"
+    env_file: ./testnet/prysm/vars.env
+    command: >
+          --accept-terms-of-use
+          --disable-monitoring
+          --force-clear-db
+          --datadir=/data
+          --interop-start-index=0
+          --interop-num-validators=15

src/renderer/components/ConfigureBeaconNode/ConfigureBeaconNode.tsx

@@ -27,7 +27,7 @@ interface IConfigureBNProps {
     clientName?: string;
 }
 
-const clients = ["teku", "lighthouse"];
+const clients = ["prysm", "teku", "lighthouse"];
 
 export const ConfigureBeaconNode: React.FunctionComponent<IConfigureBNProps> = (props: IConfigureBNProps) => {
     // TODO: refactor to use list from src/renderer/services/eth2/networks/index.ts

src/renderer/ducks/beacon/sagas.ts

@@ -98,21 +98,20 @@ function* startLocalBeaconSaga({
     if (pullSuccess) {
         yield put(
             addBeacon(`http://localhost:${rpcPort}`, network, {
-                id: (yield call(
-                    BeaconChain.startBeaconChain,
-                    SupportedNetworks.LOCALHOST,
-                    getClientParams(ports, {
+                id: (yield call(BeaconChain.startBeaconChain, SupportedNetworks.LOCALHOST, {
+                    ...getClientParams({
                         network,
                         libp2pPort,
                         discoveryPort,
                         rpcPort,
                         client,
-                        memory,
                         eth1Url,
                         chainDataDir,
-                        image,
                     }),
-                )).getParams().name,
+                    memory,
+                    ports,
+                    image,
+                })).getParams().name,
                 network,
                 chainDataDir,
                 eth1Url,

src/renderer/ducks/store.ts

@@ -31,4 +31,6 @@ if (typeof module.hot !== "undefined") {
     );
 }
 
+(window as any).store = store;
+
 export default store;

src/renderer/services/docker/chain.ts

@@ -9,7 +9,7 @@ import {cgLogger} from "../../../main/logger";
 export class BeaconChain extends Container {
     public static async startBeaconChain(
         network: SupportedNetworks,
-        params: Partial<Exclude<IDockerRunParams, "name">> = {},
+        params: Partial<Omit<IDockerRunParams, "name">> = {},
         waitUntilReady = false,
     ): Promise<BeaconChain> {
         const imageName = BeaconChain.getContainerName(network);

src/renderer/services/docker/getClientParams.ts

@@ -1,12 +1,34 @@
-import {DockerPort, IDockerRunParams} from "./type";
+import {IDockerRunParams} from "./type";
 import {IConfigureBNSubmitOptions} from "../../components/ConfigureBeaconNode/ConfigureBeaconNode";
 
-export const getClientParams = (
-    ports: DockerPort[],
-    {network, libp2pPort, discoveryPort, rpcPort, eth1Url, chainDataDir, client, memory}: IConfigureBNSubmitOptions,
-): Partial<Exclude<IDockerRunParams, "name">> => {
+export const getClientParams = ({
+    network,
+    libp2pPort,
+    discoveryPort,
+    rpcPort,
+    eth1Url,
+    chainDataDir,
+    client,
+}: Omit<IConfigureBNSubmitOptions, "memory" | "image">): Partial<Omit<IDockerRunParams, "name">> => {
     const eth1QueryLimit = 200;
     switch (client) {
+        case "prysm": {
+            const networkEnvironment = network !== "mainet" ? " --" + network : "";
+            const cmd = [
+                `--accept-terms-of-use`,
+                `--datadir=/data${networkEnvironment}`,
+                `--p2p-tcp-port=${libp2pPort}`,
+                `--p2p-udp-port=${discoveryPort}`,
+                `--grpc-gateway-host=0.0.0.0`,
+                `--grpc-gateway-port=${rpcPort}`,
+                `--http-web3provider=${eth1Url}`,
+                // --fallback-web3provider=<PROVIDER 1> --fallback-web3provider=<PROVIDER 2>
+            ].join(" ");
+            return {
+                cmd,
+                volume: `${chainDataDir}:/data`,
+            };
+        }
         case "teku": {
             const cors =
                 process.env.NODE_ENV !== "production" ? " --rest-api-cors-origins=http://localhost:2003 " : " ";
@@ -21,9 +43,7 @@ export const getClientParams = (
                 `--log-destination=CONSOLE`,
             ].join(" ");
             return {
-                ports,
                 cmd,
-                memory,
                 volume: `${chainDataDir}:/opt/teku/.local/share/teku/beacon`,
             };
         }
@@ -39,9 +59,7 @@ export const getClientParams = (
                 `--eth1-blocks-per-log-query ${eth1QueryLimit}`,
             ].join(" ");
             return {
-                ports,
                 cmd,
-                memory,
                 volume: `${chainDataDir}:/root/.lighthouse`,
             };
         }

src/renderer/services/eth2/client/eth2ApiClient/cgEth2BeaconApi.ts

@@ -15,8 +15,8 @@ export class CgEth2BeaconApi implements ICGEth2BeaconApi {
     public state: ICGBeaconStateApi;
     public pool: IBeaconPoolApi;
 
-    private readonly httpClient: HttpClient;
-    private readonly config: IBeaconConfig;
+    protected readonly httpClient: HttpClient;
+    protected readonly config: IBeaconConfig;
     public constructor(config: IBeaconConfig, httpClient: HttpClient, publicKey?: string, dispatch?: Dispatch) {
         this.config = config;
         this.httpClient = httpClient;

src/renderer/services/eth2/client/eth2ApiClient/cgEth2BeaconBlocksApi.ts

@@ -7,8 +7,8 @@ import {Attestation} from "@chainsafe/lodestar-types/lib/types/operations";
 import {matomo} from "../../../tracking";
 
 export class CgEth2BeaconBlocksApi implements ICGETH2BeaconBlocksApi {
-    private readonly httpClient: HttpClient;
-    private readonly config: IBeaconConfig;
+    protected readonly httpClient: HttpClient;
+    protected readonly config: IBeaconConfig;
     public constructor(config: IBeaconConfig, httpClient: HttpClient) {
         this.config = config;
         this.httpClient = httpClient;

src/renderer/services/eth2/client/eth2ApiClient/cgEth2BeaconPoolApi.ts

@@ -7,10 +7,10 @@ import {toHex} from "@chainsafe/lodestar-utils";
 import {Dispatch} from "redux";
 
 export class CgEth2BeaconPoolApi implements IBeaconPoolApi {
-    private readonly httpClient: HttpClient;
-    private readonly config: IBeaconConfig;
-    private readonly publicKey?: string;
-    private readonly dispatch?: Dispatch;
+    protected readonly httpClient: HttpClient;
+    protected readonly config: IBeaconConfig;
+    protected readonly publicKey?: string;
+    protected readonly dispatch?: Dispatch;
 
     public constructor(config: IBeaconConfig, httpClient: HttpClient, publicKey?: string, dispatch?: Dispatch) {
         this.config = config;

src/renderer/services/eth2/client/eth2ApiClient/cgEth2BeaconStateApi.ts

@@ -7,8 +7,8 @@ import logger from "electron-log";
 import {cgLogger} from "../../../../../main/logger";
 
 export class CgEth2BeaconStateApi implements ICGBeaconStateApi {
-    private readonly httpClient: HttpClient;
-    private readonly config: IBeaconConfig;
+    protected readonly httpClient: HttpClient;
+    protected readonly config: IBeaconConfig;
     public constructor(config: IBeaconConfig, httpClient: HttpClient) {
         this.config = config;
         this.httpClient = httpClient;

src/renderer/services/eth2/client/eth2ApiClient/cgEth2ValidatorApi.tsx

@@ -19,8 +19,8 @@ import querystring from "querystring";
 import {aAPLogger} from "../../../../../main/logger";
 
 export class CgEth2ValidatorApi implements ICGEth2ValidatorApi {
-    private readonly httpClient: HttpClient;
-    private readonly config: IBeaconConfig;
+    protected readonly httpClient: HttpClient;
+    protected readonly config: IBeaconConfig;
     public constructor(config: IBeaconConfig, httpClient: HttpClient) {
         this.config = config;
         this.httpClient = httpClient;
@@ -108,8 +108,6 @@ export class CgEth2ValidatorApi implements ICGEth2ValidatorApi {
         } catch (e) {
             aAPLogger.error(e);
             error = e;
-        } finally {
-            aAPLogger.debug(data);
         }
         if (error) throw error;
     };

src/renderer/services/eth2/client/module.ts

@@ -7,6 +7,8 @@
 export * from "./eth2ApiClient";
 export * from "./lighthouse";
 export * from "./teku";
+export * from "./nimbus";
+export * from "./prysm";
 
 // as you wish
 export * from "./utils";