feat(devnet): add substrate docker images to dockerfile

devnet/README.md

@@ -21,6 +21,8 @@ docker-compose up --abort-on-container-exit
 docker-compose down
 ```
 
+>> optional: you can add the flag `-f` followed by the path to the docker-compose.yml file
+
 > **_NOTE:_**  The devnet is not stateful, so subsequent runs will start from the genesis block.
 
 ## Prometheus Datadog Integration
@@ -39,7 +41,13 @@ export $DD_API_KEY=YourKey
 
 ### Dockerfiles
 
-There are two Docker files used in the devnet.  `alice.Dockerfile` is the lead node and is intiated with the `babe-lead` flag to build the first block.  `bob.Dockerfile` is used for both `bob` and `charlie`.
+There are four Docker files used in the devnet.  
+- `alice.Dockerfile` is the lead node and is intiated with the `babe-lead` flag to build the first block.  
+- `bob.Dockerfile` is used for both `bob` and `charlie` and shares the same genesis as alice docker file.
+- `substrate_alice.Dockerfile` is the alice node initiated with the all 0s node key to keep an deterministic peer id
+- `substrate_bob.Dockerfile` is used for `bob` and `charlie` and shares the same genesis as alice docker file.
+
+> **_NOTE:_**: It is possible to use substrate alice node with bob and charlie gossamer nodes or any combination since the nodes in the network contains different keys
 
 ### cmd/update-dd-agent-confd
 

devnet/alice.Dockerfile

@@ -17,7 +17,7 @@ COPY . .
 RUN go install -trimpath github.com/ChainSafe/gossamer/cmd/gossamer
 
 # use modified genesis-spec.json with only 3 authority nodes
-RUN cp -f devnet/chain/gssmr/genesis-spec.json chain/gssmr/genesis-spec.json
+RUN cp -f devnet/chain/gssmr/genesis-raw.json chain/gssmr/genesis-spec.json
 
 RUN gossamer --key=alice init
 
@@ -34,4 +34,4 @@ WORKDIR /gossamer
 
 ENTRYPOINT service datadog-agent start && gossamer --key=alice --babe-lead --publish-metrics --rpc --rpc-external=true --pubdns=alice
 
-EXPOSE 7001/tcp 8545/tcp 8546/tcp 8540/tcp 9876/tcp
+EXPOSE 7001/tcp 8545/tcp 8546/tcp 8540/tcp 9876/tcp 6060/tcp

devnet/bob.Dockerfile

@@ -17,7 +17,7 @@ COPY . .
 RUN go install -trimpath github.com/ChainSafe/gossamer/cmd/gossamer
 
 # use modified genesis-spec.json with only 3 authority nodes
-RUN cp -f devnet/chain/gssmr/genesis-spec.json chain/gssmr/genesis-spec.json
+RUN cp -f devnet/chain/gssmr/genesis-raw.json chain/gssmr/genesis-spec.json
 
 ARG key
 RUN test -n "$key"
@@ -33,6 +33,11 @@ RUN go run cmd/update-dd-agent-confd/main.go -n=${METRICS_NAMESPACE} -t=key:${ke
 
 WORKDIR /gossamer
 
-ENTRYPOINT service datadog-agent start && gossamer --key=${key} --bootnodes=/dns/alice/tcp/7001/p2p/12D3KooWMER5iow67nScpWeVqEiRRx59PJ3xMMAYPTACYPRQbbWU --publish-metrics --rpc --pubdns=${key}
+ENTRYPOINT service datadog-agent start && \
+    gossamer --key=${key} \
+    --bootnodes=/dns/alice/tcp/7001/p2p/12D3KooWMER5iow67nScpWeVqEiRRx59PJ3xMMAYPTACYPRQbbWU \
+    --publish-metrics \
+    --rpc \
+    --pubdns=${key}
 
-EXPOSE 7001/tcp 8545/tcp 8546/tcp 8540/tcp 9876/tcp
+EXPOSE 7001/tcp 8545/tcp 8546/tcp 8540/tcp 9876/tcp 6060/tcp

devnet/docker-compose-substrate.yml

@@ -0,0 +1,54 @@
+services:
+  prometheus:
+    image: prom/prometheus
+    volumes:
+    - ./../prometheus.yml:/etc/prometheus/prometheus.yml
+    command:
+    - '--config.file=/etc/prometheus/prometheus.yml'
+    - '--storage.tsdb.path=/prometheus'
+    - '--web.console.libraries=/usr/share/prometheus/console_libraries'
+    - '--web.console.templates=/usr/share/prometheus/consoles'
+    ports:
+    - 9090:9090
+    restart: always
+
+  alice:
+    platform: linux/amd64
+    build:
+      context: ./..
+      dockerfile: devnet/substrate_alice.Dockerfile
+    ports:
+      - 30333
+      - 9933
+      - 9944
+      - 9615:9615
+
+  bob:
+    platform: linux/amd64
+    build:
+      context: ./..
+      dockerfile: devnet/substrate_bob.Dockerfile
+      args:
+        key: bob
+    ports:
+      - 30333
+      - 9933
+      - 9944
+      - 9615
+    depends_on:
+      - alice
+
+  charlie:
+    platform: linux/amd64
+    build:
+      context: ./..
+      dockerfile: devnet/substrate_bob.Dockerfile
+      args:
+        key: charlie
+    ports:
+      - 30333
+      - 9933
+      - 9944
+      - 9615
+    depends_on:
+      - alice

devnet/docker-compose.yml

@@ -1,5 +1,6 @@
 services: 
   alice:
+    platform: linux/amd64
     build:
       context: ./..
       dockerfile: devnet/alice.Dockerfile
@@ -11,8 +12,10 @@ services:
       - 8546
       - 8540
       - 9876
+      - 6060
 
   bob:
+    platform: linux/amd64
     build:
       context: ./..
       dockerfile: devnet/bob.Dockerfile
@@ -25,10 +28,12 @@ services:
       - 8546
       - 8540
       - 9876
+      - 6060
     depends_on:
       - alice
 
   charlie:
+    platform: linux/amd64
     build:
       context: ./..
       dockerfile: devnet/bob.Dockerfile
@@ -42,4 +47,4 @@ services:
       - 8540
       - 9876
     depends_on:
-      - alice
+      - alice

devnet/substrate_alice.Dockerfile

@@ -0,0 +1,26 @@
+FROM parity/polkadot:v0.9.10 as polkadot
+FROM golang:1.17
+
+ARG VERSION=v0.9.10
+ARG DD_API_KEY=somekey
+ENV DD_API_KEY=${DD_API_KEY}
+ARG METRICS_NAMESPACE=substrate.local.devnet
+
+RUN apt-get update
+
+RUN DD_AGENT_MAJOR_VERSION=7 DD_INSTALL_ONLY=true DD_SITE="datadoghq.com" bash -c "$(curl -L https://s3.amazonaws.com/dd-agent/scripts/install_script.sh)"
+
+COPY --from=polkadot /usr/bin/polkadot /usr/bin/polkadot
+COPY devnet/chain/gssmr/genesis-raw.json genesis-spec.json
+
+RUN go run cmd/update-dd-agent-confd/main.go -n=${METRICS_NAMESPACE} -t=key:alice > /etc/datadog-agent/conf.d/openmetrics.d/conf.yaml
+
+ENTRYPOINT ./polkadot \
+    --chain genesis-spec.json \
+    --alice \
+    --node-key 0000000000000000000000000000000000000000000000000000000000000000 \
+    --tmp \
+    --prometheus-external
+
+
+EXPOSE 30333 9933 9944 9615

devnet/substrate_bob.Dockerfile

@@ -0,0 +1,27 @@
+# This is the build stage for Substrate. Here we create the binary.
+FROM parity/polkadot:v0.9.10
+FROM docker.io/library/ubuntu:20.04
+
+ARG key
+ARG DD_API_KEY=somekey
+ARG METRICS_NAMESPACE=substrate.local.devnet
+
+ENV key=${key}
+ENV DD_API_KEY=${DD_API_KEY}
+
+RUN test -n "$key"
+RUN DD_AGENT_MAJOR_VERSION=7 DD_INSTALL_ONLY=true DD_SITE="datadoghq.com" bash -c "$(curl -L https://s3.amazonaws.com/dd-agent/scripts/install_script.sh)"
+
+COPY --from=polkadot /usr/bin/polkadot /usr/bin/polkadot
+COPY devnet/chain/gssmr/genesis-raw.json genesis-spec.json
+
+RUN go run cmd/update-dd-agent-confd/main.go -n=${METRICS_NAMESPACE} -t=key:${key} > /etc/datadog-agent/conf.d/openmetrics.d/conf.yaml
+
+ENTRYPOINT service datadog-agent start && /usr/bin/polkadot \
+    --bootnodes=/dns/substrate-alice/tcp/30333/p2p/12D3KooWDpJ7As7BWAwRMfu1VU2WCqNjvq387JEYKDBj4kx6nXTN \
+    --chain genesis-spec.json \
+    --${key} \
+    --tmp \
+    --prometheus-external
+
+EXPOSE 30333 9933 9944 9615

prometheus.yml

@@ -9,4 +9,7 @@ scrape_configs:
   - job_name: gossamer 
     metrics_path: /metrics
     static_configs:
-      - targets: ['host.docker.internal:9876']
+      - targets: ['host.docker.internal:9876']
+  - job_name: substrate 
+    static_configs:
+      - targets: ['alice:9615']