Merge remote-tracking branch 'origin/main' into refactor-validate-reb…

…ased
tum-ei-eda · May 29, 2024 · 9196ede · 9196ede
2 parents cbff929 + 523f92e
commit 9196ede
Show file tree

Hide file tree

Showing 30 changed files with 233 additions and 60 deletions.
diff --git a/.github/workflows/bench.yml b/.github/workflows/bench.yml
@@ -30,11 +30,11 @@ on:
         default: ""
 
 jobs:
-  demo:
+  benchmark:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [3.8]
+        python-version: ["3.10"]
     steps:
     - uses: actions/checkout@v3
       with:
@@ -46,7 +46,7 @@ jobs:
     # TODO: caching
     - name: Install APT packages
       run: |
-        sudo apt -qq install -y g++ libboost-all-dev libboost-system-dev libboost-filesystem-dev libboost-program-options-dev graphviz doxygen libtinfo-dev zlib1g-dev texinfo unzip device-tree-compiler
+        sudo apt -qq install -y g++ libboost-all-dev libboost-system-dev libboost-filesystem-dev libboost-program-options-dev graphviz doxygen libtinfo-dev zlib1g-dev texinfo unzip device-tree-compiler rsync
         sudo apt -qq install -y ninja-build flex
         sudo apt remove clang-11* llvm-11*
     - name: Initialize Virtualenv
@@ -81,8 +81,6 @@ jobs:
         path: scripts/out/
     - name: Get date
       run: echo "timestamp=`date +%FT%T`" >> $GITHUB_ENV
-    - name: Install RSync
-      run: apt install -y rsync
     - name: Upload results to a special branch
       uses: JamesIves/[email protected]
       with:

diff --git a/.github/workflows/cicd.yml b/.github/workflows/cicd.yml
@@ -81,7 +81,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [3.9]
+        python-version: ["3.10"]
     if: github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/v')
     steps:
     - uses: actions/checkout@v3
@@ -116,7 +116,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [3.9]
+        python-version: ["3.10"]
     steps:
     - uses: actions/checkout@v3
     - name: Set up Python ${{ matrix.python-version }}
@@ -180,7 +180,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [3.9]
+        python-version: ["3.10"]
     steps:
     - uses: actions/checkout@v3
     - name: Set up Python ${{ matrix.python-version }}

diff --git a/.github/workflows/container.yml b/.github/workflows/container.yml
@@ -156,6 +156,7 @@ jobs:
         uses: docker/login-action@v2
         if: ${{ github.repository == 'tum-ei-eda/mlonmcu' }}
         with:
+          registry: ${{ secrets.DOCKER_REGISTRY }}
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
       - name: Build and push to Docker Hub
@@ -174,7 +175,7 @@ jobs:
             type=registry,ref=ghcr.io/${{ steps.lowered.outputs.lowercase }}-cmake:${{ github.event.inputs.version }}
             type=registry,ref=ghcr.io/${{ steps.lowered.outputs.lowercase }}-ci:${{ github.event.inputs.version }}
           cache-to: type=inline
-          tags: tumeda/mlonmcu:${{ github.event.inputs.version }}
+          tags: ${{ secrets.DOCKER_REGISTRY }}/${{ secrets.DOCKER_NAMESPACE }}/mlonmcu:${{ github.event.inputs.version }}
   bench:
     name: Build large image for benchmarking
     runs-on: ubuntu-latest
@@ -229,6 +230,7 @@ jobs:
         uses: docker/login-action@v2
         if: ${{ github.repository == 'tum-ei-eda/mlonmcu' }}
         with:
+          registry: ${{ secrets.DOCKER_REGISTRY }}
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
       - name: Build and push to Docker Hub
@@ -247,4 +249,4 @@ jobs:
             type=registry,ref=ghcr.io/${{ steps.lowered.outputs.lowercase }}-ci:${{ github.event.inputs.version }}
             type=registry,ref=ghcr.io/${{ steps.lowered.outputs.lowercase }}:${{ github.event.inputs.version }}
           cache-to: type=inline
-          tags: tumeda/mlonmcu-bench:${{ github.event.inputs.template }}-${{ github.event.inputs.version }}
+          tags: ${{ secrets.DOCKER_REGISTRY }}/${{ secrets.DOCKER_NAMESPACE }}/mlonmcu-bench:${{ github.event.inputs.template }}-${{ github.event.inputs.version }}
diff --git a/.github/workflows/container_weekly.yml b/.github/workflows/container_weekly.yml
@@ -244,10 +244,9 @@ jobs:
         uses: docker/login-action@v2
         if: ${{ github.repository == 'tum-ei-eda/mlonmcu' }}
         with:
+          registry: ${{ secrets.DOCKER_REGISTRY }}
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: Check disk 1
-        run: df -h
       - name: Build and push to Docker Hub
         uses: docker/build-push-action@v4
         if: ${{ github.repository == 'tum-ei-eda/mlonmcu' }}
@@ -265,10 +264,8 @@ jobs:
             type=registry,ref=ghcr.io/${{ steps.lowered.outputs.lowercase }}-ci:${{ steps.branch_str.outputs.branch }}latest
           cache-to: type=inline
           tags: |
-            tumeda/mlonmcu:${{ steps.branch_str.outputs.branch }}latest
-            tumeda/mlonmcu:${{ steps.branch_str.outputs.branch }}${{ steps.timestamp.outputs.builddate }}
-      - name: Check disk 2
-        run: df -h
+            ${{ secrets.DOCKER_REGISTRY }}/${{ secrets.DOCKER_NAMESPACE }}/mlonmcu:${{ steps.branch_str.outputs.branch }}latest
+            ${{ secrets.DOCKER_REGISTRY }}/${{ secrets.DOCKER_NAMESPACE }}/mlonmcu:${{ steps.branch_str.outputs.branch }}${{ steps.timestamp.outputs.builddate }}
   bench:
     name: Build large image for benchmarking
     runs-on: ubuntu-latest
@@ -359,10 +356,9 @@ jobs:
         uses: docker/login-action@v2
         if: ${{ github.repository == 'tum-ei-eda/mlonmcu' }}
         with:
+          registry: ${{ secrets.DOCKER_REGISTRY }}
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
-      - name: Check disk 1
-        run: df -h
       - name: Build and push to Docker Hub
         uses: docker/build-push-action@v4
         if: ${{ github.repository == 'tum-ei-eda/mlonmcu' }}
@@ -380,7 +376,5 @@ jobs:
             type=registry,ref=ghcr.io/${{ steps.lowered.outputs.lowercase }}:${{ steps.template_str.outputs.template }}${{ steps.branch_str.outputs.branch }}latest
           cache-to: type=inline
           tags: |
-            tumeda/mlonmcu-bench:${{ steps.template_str.outputs.template }}${{ steps.branch_str.outputs.branch }}latest
-            tumeda/mlonmcu-bench:${{ steps.template_str.outputs.template }}${{ steps.branch_str.outputs.branch }}${{ steps.timestamp.outputs.builddate }}
-      - name: Check disk 2
-        run: df -h
+            ${{ secrets.DOCKER_REGISTRY }}/${{ secrets.DOCKER_NAMESPACE }}/mlonmcu-bench:${{ steps.template_str.outputs.template }}${{ steps.branch_str.outputs.branch }}latest
+            ${{ secrets.DOCKER_REGISTRY }}/${{ secrets.DOCKER_NAMESPACE }}/mlonmcu-bench:${{ steps.template_str.outputs.template }}${{ steps.branch_str.outputs.branch }}${{ steps.timestamp.outputs.builddate }}
diff --git a/.github/workflows/demo.yml b/.github/workflows/demo.yml
@@ -55,7 +55,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [3.8]
+        python-version: ["3.10"]
     steps:
     - uses: actions/checkout@v3
       with:

diff --git a/.github/workflows/docker_bench.yml b/.github/workflows/docker_bench.yml
@@ -23,7 +23,7 @@ on:
       bench_image:
         description: 'Base Docker Image'
         required: true
-        default: "tumeda/mlonmcu-bench:default-latest"
+        default: "tumeda/mlonmcu-bench:latest"
       bench_cmd:
         description: 'Benchmarking Command'
         required: true
@@ -35,6 +35,16 @@ jobs:
     runs-on: ubuntu-latest
     container: "${{ github.event.inputs.bench_image }}"
     steps:
+    - name: Maximize build space
+      # if: runner.os == 'Linux'
+      uses: easimon/maximize-build-space@master
+      with:
+        root-reserve-mb: 32768
+        temp-reserve-mb: 1024
+        remove-dotnet: 'true'
+        remove-android: 'true'
+        remove-haskell: 'true'
+        remove-codeql: 'true'
     - name: Run Benchmark command in container
       run: python3 -m mlonmcu.cli.main ${{ github.event.inputs.bench_cmd }}
     - name: Store cmdline

diff --git a/.github/workflows/notebook.yml b/.github/workflows/notebook.yml
@@ -34,8 +34,17 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [3.8]
+        python-version: ["3.10"]
     steps:
+    - name: Maximize build space
+      uses: easimon/maximize-build-space@master
+      with:
+        root-reserve-mb: 32768
+        temp-reserve-mb: 1024
+        remove-dotnet: 'true'
+        remove-android: 'true'
+        remove-haskell: 'true'
+        remove-codeql: 'true'
     - uses: actions/checkout@v3
       with:
         submodules: recursive

diff --git a/.github/workflows/refresh_container.yml b/.github/workflows/refresh_container.yml
@@ -70,6 +70,7 @@ jobs:
         uses: docker/login-action@v2
         if: ${{ github.repository == 'tum-ei-eda/mlonmcu' }}
         with:
+          registry: ${{ secrets.DOCKER_REGISTRY }}
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
       - name: Build and push to Docker Hub

diff --git a/.github/workflows/refresh_container_daily.yml b/.github/workflows/refresh_container_daily.yml
@@ -60,8 +60,6 @@ jobs:
           else
               echo "template=${{ github.event.inputs.template }}-" >> $GITHUB_OUTPUT
           fi
-      - name: A
-        run: df -h
       - name: Maximize build space
         uses: easimon/maximize-build-space@master
         with:
@@ -71,8 +69,6 @@ jobs:
           remove-android: 'true'
           remove-haskell: 'true'
           remove-codeql: 'true'
-      - name: B
-        run: df -h
       - name: Checkout
         uses: actions/checkout@v3
         with:
@@ -91,6 +87,7 @@ jobs:
         uses: docker/login-action@v2
         if: ${{ github.repository == 'tum-ei-eda/mlonmcu' }}
         with:
+          registry: ${{ secrets.DOCKER_REGISTRY }}
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
       - name: Build and push to Docker Hub
@@ -101,10 +98,10 @@ jobs:
           file: docker/Dockerfile2
           push: true
           build-args: |
-            BASE_IMAGE=tumeda/mlonmcu-bench:${{ steps.template_str.outputs.template }}${{ steps.branch_str.outputs.branch }}latest
+            BASE_IMAGE=${{ secrets.DOCKER_REGISTRY }}/${{ secrets.DOCKER_NAMESPACE }}/mlonmcu-bench:${{ steps.template_str.outputs.template }}${{ steps.branch_str.outputs.branch }}latest
             MLONMCU_TEMPLATE=${{ github.event.inputs.template }}
           tags: |
-            tumeda/mlonmcu-bench:${{ steps.template_str.outputs.template }}${{ steps.branch_str.outputs.branch }}latest-updated
+            ${{ secrets.DOCKER_REGISTRY }}/${{ secrets.DOCKER_NAMESPACE }}/mlonmcu-bench:${{ steps.template_str.outputs.template }}${{ steps.branch_str.outputs.branch }}latest-updated
   refresh_cron:
     name: Refresh large image for benchmarking
     if: (github.event_name == 'schedule')
@@ -166,6 +163,7 @@ jobs:
         uses: docker/login-action@v2
         if: ${{ github.repository == 'tum-ei-eda/mlonmcu' }}
         with:
+          registry: ${{ secrets.DOCKER_REGISTRY }}
           username: ${{ secrets.DOCKER_USERNAME }}
           password: ${{ secrets.DOCKER_PASSWORD }}
       - name: Build and push to Docker Hub
@@ -176,7 +174,7 @@ jobs:
           file: docker/Dockerfile2
           push: true
           build-args: |
-            BASE_IMAGE=tumeda/mlonmcu-bench:${{ steps.template_str.outputs.template }}${{ steps.branch_str.outputs.branch }}latest
+            BASE_IMAGE=${{ secrets.DOCKER_REGISTRY }}/${{ secrets.DOCKER_NAMESPACE }}/mlonmcu-bench:${{ steps.template_str.outputs.template }}${{ steps.branch_str.outputs.branch }}latest
             MLONMCU_TEMPLATE=${{ matrix.config.template }}
           tags: |
-            tumeda/mlonmcu-bench:${{ steps.template_str.outputs.template }}${{ steps.branch_str.outputs.branch }}latest-updated
+            ${{ secrets.DOCKER_REGISTRY }}/${{ secrets.DOCKER_NAMESPACE }}/mlonmcu-bench:${{ steps.template_str.outputs.template }}${{ steps.branch_str.outputs.branch }}latest-updated
diff --git a/.github/workflows/style.yml b/.github/workflows/style.yml
@@ -14,7 +14,7 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
-          python-version: 3.9
+          python-version: "3.10"
 
       - name: Install Python dependencies
         run: pip install black flake8