Merge remote-tracking branch 'origin/master' into feat/dapp-staking-v3

.github/ISSUE_TEMPLATE/release_checklist.md

@@ -0,0 +1,36 @@
+---
+name: Astar Release Checklist
+about: Checklist to follow before creating a new release
+title: 'Release v_xx Checklist'
+labels:
+assignees: ''
+---
+
+## Release v_xx Specific
+<!---
+All the preparation specific for this release, for example
+- [x] Test batch precompile in Astar & Shiden
+- [x] Test xtokens in Astar
+-->
+
+
+## Runtime Release
+- [ ] Check Semver bumped for below crates
+     - `astar-runtime`
+     - `shiden-runtime`
+     - `shibuya-runtime`
+     - `local-runtime`
+     - `astar-collator`
+     - `xcm-tools` (if needed)
+- [ ] Check Spec Version bumped for all runtimes
+     - Astar: x -> y
+     - Shiden: x -> y
+     - Shibuya: x -> y
+- [ ] Verify completed migrations are removed from any public networks.
+
+
+## All Releases
+- [ ]  Check and update new Github release is created with release logs.
+
+## Post Release
+- [ ] Notify Builders and DevOps

.github/PULL_REQUEST_TEMPLATE.md

@@ -5,5 +5,4 @@
 - [ ] added or updated unit tests
 - [ ] updated Astar official documentation
 - [ ] added OnRuntimeUpgrade hook for precompile revert code registration
-- [ ] updated spec version
-- [ ] updated semver
+- [ ] added benchmarks & weights for any modified runtime logics.

.github/license-check/config.json

@@ -7,6 +7,7 @@
             "pallets/collator-selection/**",
             "pallets/custom-signatures/**",
             "precompiles/utils/**",
+            "precompiles/utils_v2/**",
             "vendor/**"
         ],
         "license": "./.github/license-check/headers/HEADER-GNUv3"

.github/workflows/README.md

@@ -8,9 +8,9 @@ Latest commit hash in PR branch will be built and used for benchmarking.
 ### How to execute
 Usage
 ```
-# [chain name] - astar-dev, shiden-dev, shibuya-dev, dev
+# [chain names] - Use "," for multiple runtimes. Available values are: astar-dev, shiden-dev, shibuya-dev, dev
 # [pallet names] - Use "," for multiple pallets, "all" for all pallets
-/bench [chain name] [pallet names]
+/bench [chain names] [pallet names]
 ```
 ```
 # benchmark a pallet
@@ -21,8 +21,12 @@ Usage
 
 # benchmark all pallets
 /bench astar-dev all
+
+# benchmark multiple runtimes with multiple pallets
+/bench astar-dev,shibuya-dev pallet_balances,pallet_dapps_staking
 ```
 
+
 ### Reference machine
 ```
 Hardware

.github/workflows/base_checks.yaml

@@ -6,34 +6,25 @@ on:
     tags-ignore:
     - v[0-9]+.[0-9]+.[0-9]+*
   workflow_dispatch:
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: ${{ github.ref != 'refs/heads/master' }}
+
 jobs:
-  clean-up-actions:
-    runs-on: ubuntu-latest
-    steps:
-      - name: Cancel Previous Runs
-        # Only cancel non-master branch runs
-        if: ${{ github.ref != 'refs/heads/master' }}
-        uses: styfle/[email protected]
-        with:
-          access_token: ${{ github.token }}
-
   compile-and-check:
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, Linux, X64]
     steps:
-    - name: Free disk space
-      run: |
-        sudo rm -rf /usr/share/dotnet
-        sudo rm -rf /usr/local/lib/android
-        sudo rm -rf /opt/ghc
-        sudo rm -rf "/usr/local/share/boost"
-        sudo rm -rf "$AGENT_TOOLSDIRECTORY"
-        df -h
-
     - name: Checkout the source code
       uses: actions/checkout@v3
 
     - name: Install deps
-      run: sudo apt -y install protobuf-compiler
+      run: |
+        sudo apt -y install protobuf-compiler pkg-config
+        if ! command -v sccache; then
+            cargo install sccache --locked
+        fi
+        echo "RUSTC_WRAPPER=sccache" >> $GITHUB_ENV
+        echo "SCCACHE_CACHE_SIZE=100G" >> $GITHUB_ENV
 
     - name: Install & display rust toolchain
       run: rustup show

.github/workflows/coverage.yaml

@@ -3,17 +3,11 @@ on:
   pull_request:
     types: [opened, reopened, synchronize, ready_for_review]
   workflow_dispatch:
-jobs:
-  clean-up-actions:
-    runs-on: ubuntu-latest
-    steps:
-      - name: Cancel Previous Runs
-        # Only cancel non-master branch runs
-        if: ${{ github.ref != 'refs/heads/master' }}
-        uses: styfle/[email protected]
-        with:
-          access_token: ${{ github.token }}
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: ${{ github.ref != 'refs/heads/master' }}
 
+jobs:
   coverage:
     if: github.event.pull_request.draft == false
     runs-on: ubuntu-latest
@@ -53,7 +47,7 @@ jobs:
       uses: actions-rs/[email protected]
       with:
         version: 0.22.0
-        args: '--workspace -e astar-collator xcm-tools local-runtime shibuya-runtime shiden-runtime astar-runtime integration-tests --exclude-files vendor/* bin/* runtime/* tests/* **/mock.rs **/weights.rs'
+        args: '--workspace -e astar-collator xcm-tools local-runtime shibuya-runtime shiden-runtime astar-runtime integration-tests --exclude-files vendor/* bin/* runtime/* tests/* **/mock.rs **/weights.rs precompiles/utils_v2/*'
         out-type: Xml
 
     - name: Code Coverage Summary Report

.github/workflows/release.yml

@@ -205,14 +205,29 @@ jobs:
   native-macos:
     needs: checks-and-tests
     runs-on: macos-latest
+    env:
+      RUSTC_WRAPPER: "sccache"
+      SCCACHE_BUCKET: ${{ secrets.SCCACHE_BUCKET }}
+      SCCACHE_REGION: ${{ secrets.SCCACHE_REGION }}
+      SCCACHE_S3_KEY_PREFIX: "astar-macos"
+    permissions:
+      id-token: write
+      contents: read
     steps:
     - name: Checkout the source code
       uses: actions/checkout@v3
       with:
         submodules: true
 
+    - name: configure aws credentials
+      uses: aws-actions/configure-aws-credentials@v4
+      with:
+        role-to-assume: ${{ secrets.SCCACHE_ROLE }}
+        role-session-name: github_astar_mac
+        aws-region: ${{ secrets.SCCACHE_REGION }}
+
     - name: Install deps
-      run: brew install protobuf
+      run: brew install protobuf sccache
 
     - name: Install & display rust toolchain
       run: rustup show
@@ -223,6 +238,9 @@ jobs:
     - name: Build optimized binary
       run: cargo build --release --verbose --locked
 
+    - name: Show sccache stats
+      run: sccache --show-stats
+
     - uses: actions/upload-artifact@v3
       with:
         name: astar-macOS-latest-x86_64

.github/workflows/stale.yml

@@ -16,3 +16,4 @@ jobs:
           days-before-pr-stale: 60
           days-before-issue-close: 7
           days-before-pr-close: 14
+          exempt-issue-labels: 'project'

.github/workflows/static-analysis.yml

@@ -1,16 +1,10 @@
 name: Static Analysis
 on: [push, workflow_dispatch]
-jobs:
-  clean-up-actions:
-    runs-on: ubuntu-latest
-    steps:
-      - name: Cancel Previous Runs
-        # Only cancel non-master branch runs
-        if: ${{ github.ref != 'refs/heads/master' }}
-        uses: styfle/[email protected]
-        with:
-          access_token: ${{ github.token }}
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: ${{ github.ref != 'refs/heads/master' }}
 
+jobs:
   fmt:
     if: github.event.pull_request.draft == false
     runs-on: [self-hosted, Linux, X64]

.github/workflows/tests.yaml

@@ -6,29 +6,14 @@ on:
     tags-ignore:
     - v[0-9]+.[0-9]+.[0-9]+*
   workflow_dispatch:
-jobs:
-  clean-up-actions:
-    runs-on: ubuntu-latest
-    steps:
-      - name: Cancel Previous Runs
-        # Only cancel non-master branch runs
-        if: ${{ github.ref != 'refs/heads/master' }}
-        uses: styfle/[email protected]
-        with:
-          access_token: ${{ github.token }}
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: ${{ github.ref != 'refs/heads/master' }}
 
+jobs:
   test-runtimes:
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, Linux, X64]
     steps:
-    - name: Free disk space
-      run: |
-        sudo rm -rf /usr/share/dotnet
-        sudo rm -rf /usr/local/lib/android
-        sudo rm -rf /opt/ghc
-        sudo rm -rf "/usr/local/share/boost"
-        sudo rm -rf "$AGENT_TOOLSDIRECTORY"
-        df -h
-
     - name: Checkout the source code
       uses: actions/checkout@v3