Added compression to profiling.

Signed-off-by: L Lakshmanan <[email protected]>
vhive-serverless · Aug 19, 2024 · 003d0f3 · 003d0f3
1 parent 45d97c1
commit 003d0f3
Show file tree

Hide file tree

Showing 23 changed files with 284 additions and 28 deletions.
diff --git a/.github/configs/wordlist.txt b/.github/configs/wordlist.txt
@@ -42,6 +42,7 @@ authorizer
 autodetect
 autoscaling
 autostart
+AverageAllocatedMb
 avi
 AVI
 aws
@@ -158,6 +159,8 @@ dockerizing
 doi
 Dragojevic
 Drumond
+dur
+durations
 DVFS
 eba
 ECR
@@ -234,6 +237,9 @@ gVisor
 Gptj
 gpt
 Harald
+HashApp
+HashFunction
+HashOwner
 HDDs
 HelloRequest
 helloworld
@@ -262,6 +268,7 @@ init
 InitBasicTracer
 InitCustomTracer
 Initializr
+injective
 inproceedings
 insteadOf
 integ
@@ -275,6 +282,7 @@ ISCA
 ISPASS
 Istio
 istioctl
+iter
 iteratively
 jekyll
 Jesalpura
@@ -340,13 +348,15 @@ microarchitecture
 Marios
 matchers
 maxVMNum
+metset
 md
 MECS
 memcached
 metadata
 Metatrainer
 metatrainer
 memcached
+MiB
 Michal
 Micheli
 microarchitecting
@@ -359,6 +369,7 @@ microservices
 Microservice
 Microservices
 microVMs
+millicpu
 minio
 MinIO
 Mirzadeh
@@ -424,13 +435,15 @@ Petrov
 Ph
 Picorel
 Pilani
+Pipelined
 plaintext
 Plamen
 plamenpp
 pmu
 pmutool
 pn
 Pnevmatikatos
+png
 postfix
 PPoPP
 PPOPP
@@ -462,6 +475,7 @@ PTEMagnet
 pv
 PV
 pvc
+py
 qO
 QoS
 QOS
@@ -499,6 +513,7 @@ runtimes
 Rustem
 s
 SABRes
+SampleCount
 SayHello
 Sazeides
 Scalability

diff --git a/.github/workflows/e2e-aes.yml b/.github/workflows/e2e-aes.yml
@@ -146,8 +146,8 @@ jobs:
 
       - name: start docker-compose benchmark
         run: |
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
           sleep 60s
           cat log_file
 

diff --git a/.github/workflows/e2e-auth.yml b/.github/workflows/e2e-auth.yml
@@ -146,8 +146,8 @@ jobs:
 
       - name: start docker-compose benchmark
         run: |
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
           sleep 60s
           cat log_file
 

diff --git a/.github/workflows/e2e-fibonacci.yml b/.github/workflows/e2e-fibonacci.yml
@@ -125,8 +125,8 @@ jobs:
 
       - name: start docker-compose benchmark
         run: |
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
           sleep 60s
           cat log_file
 

diff --git a/.github/workflows/e2e-gptj.yml b/.github/workflows/e2e-gptj.yml
@@ -97,8 +97,8 @@ jobs:
 
       - name: start docker-compose benchmark
         run: |
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
           sleep 60s
           cat log_file
 

diff --git a/.github/workflows/e2e-hotel.yml b/.github/workflows/e2e-hotel.yml
@@ -105,8 +105,8 @@ jobs:
 
       - name: start docker-compose benchmark
         run: |
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
           sleep 60s
           cat log_file
 

diff --git a/.github/workflows/e2e-image-rotate.yml b/.github/workflows/e2e-image-rotate.yml
@@ -99,8 +99,8 @@ jobs:
 
       - name: start docker-compose benchmark
         run: |
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
           sleep 60s
           cat log_file
 

diff --git a/.github/workflows/e2e-map-reduce.yml b/.github/workflows/e2e-map-reduce.yml
@@ -104,7 +104,7 @@ jobs:
     - name: start docker-compose benchmark
       working-directory: benchmarks/map-reduce
       run: |
-        docker-compose -f docker-compose-s3.yml up &> log_file &
+        docker compose -f docker-compose-s3.yml up &> log_file &
         sleep 120s
         cat log_file
 

diff --git a/.github/workflows/e2e-online-shop.yml b/.github/workflows/e2e-online-shop.yml
@@ -113,8 +113,8 @@ jobs:
 
       - name: start docker-compose benchmark
         run: |
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
           sleep 60s
           cat log_file
 

diff --git a/.github/workflows/e2e-rnn-serving.yml b/.github/workflows/e2e-rnn-serving.yml
@@ -94,8 +94,8 @@ jobs:
 
       - name: start docker-compose benchmark
         run: |
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
           sleep 60s
           cat log_file
 

diff --git a/.github/workflows/e2e-spin-sleep.yml b/.github/workflows/e2e-spin-sleep.yml
@@ -98,8 +98,8 @@ jobs:
 
       - name: start docker-compose benchmark
         run: |
-          docker-compose -f ${{ matrix.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
-          docker-compose -f ${{ matrix.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
+          docker compose -f ${{ matrix.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
+          docker compose -f ${{ matrix.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
           sleep 60s
           cat log_file
       - name: invoke the function directly

diff --git a/.github/workflows/e2e-stacking-training.yml b/.github/workflows/e2e-stacking-training.yml
@@ -93,7 +93,7 @@ jobs:
       env:
         BUCKET_NAME: vhive-stacking
       run: |
-        docker-compose -f docker-compose-s3.yml up &> log_file &
+        docker compose -f docker-compose-s3.yml up &> log_file &
         sleep 60s
     - name: invoke the chain
       run: |

diff --git a/.github/workflows/e2e-tuning-halving.yml b/.github/workflows/e2e-tuning-halving.yml
@@ -93,7 +93,7 @@ jobs:
       env:
         BUCKET_NAME: vhive-tuning
       run: |
-        docker-compose -f docker-compose-s3.yml up &> log_file &
+        docker compose -f docker-compose-s3.yml up &> log_file &
         sleep 60s
 
     - name: invoke the chain

diff --git a/.github/workflows/e2e-video-analytics-standalone.yml b/.github/workflows/e2e-video-analytics-standalone.yml
@@ -96,8 +96,8 @@ jobs:
 
       - name: start docker-compose benchmark
         run: |
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
           sleep 60s
           cat log_file
 

diff --git a/.github/workflows/e2e-video-analytics.yml b/.github/workflows/e2e-video-analytics.yml
@@ -89,7 +89,7 @@ jobs:
           BUCKET_NAME: "vhive-video-bench"
       working-directory: benchmarks/video-analytics/yamls/docker-compose
       run: |
-        docker-compose -f docker-compose-s3.yml up &> log_file &
+        docker compose -f docker-compose-s3.yml up &> log_file &
         sleep 60s
 
     - name: invoke the chain

diff --git a/.github/workflows/e2e-video-processing.yml b/.github/workflows/e2e-video-processing.yml
@@ -96,8 +96,8 @@ jobs:
 
       - name: start docker-compose benchmark
         run: |
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
-          docker-compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml pull
+          docker compose -f ${{ env.YAML_DIR }}/dc-${{ matrix.service }}.yaml up &> log_file &
           sleep 60s
           cat log_file
 

diff --git a/benchmarks/rnn-serving/python/requirements.txt b/benchmarks/rnn-serving/python/requirements.txt
@@ -1,5 +1,5 @@
 numpy
-torch
+torch==2.4.0+cpu
 grpcio==1.53.2
 grpcio-tools==1.45.0
 opentelemetry-api==1.3.0

diff --git a/tools/profiler/config.json b/tools/profiler/config.json
@@ -1,4 +1,32 @@
 [
+    {
+        "yaml-location": "./yamls/compression/kn-compression-python-txt.yaml",
+        "predeployment-commands": [
+            "kubectl apply -f ./yamls/compression/compression-database.yaml"
+        ],
+        "postdeployment-commands": []
+    },
+    {
+        "yaml-location": "./yamls/compression/kn-compression-python-img-1.yaml",
+        "predeployment-commands": [
+            "kubectl apply -f ./yamls/compression/compression-database.yaml"
+        ],
+        "postdeployment-commands": []
+    },
+    {
+        "yaml-location": "./yamls/compression/kn-compression-python-img-2.yaml",
+        "predeployment-commands": [
+            "kubectl apply -f ./yamls/compression/compression-database.yaml"
+        ],
+        "postdeployment-commands": []
+    },
+    {
+        "yaml-location": "./yamls/compression/kn-compression-python-vid.yaml",
+        "predeployment-commands": [
+            "kubectl apply -f ./yamls/compression/compression-database.yaml"
+        ],
+        "postdeployment-commands": []
+    },
     {
         "yaml-location": "./yamls/aes-nodejs/kn-aes-nodejs-10-10.yaml",
         "predeployment-commands": [],

diff --git a/tools/profiler/yamls/compression/compression-database.yaml b/tools/profiler/yamls/compression/compression-database.yaml
@@ -0,0 +1,74 @@
+# MIT License
+
+# Copyright (c) 2024 EASE lab
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+
+## Database ----------
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: compression-database
+  namespace: default
+spec:
+  selector:
+    matchLabels:
+      app: compression-database
+  template:
+    metadata:
+      labels:
+        app: compression-database
+    spec:
+      containers:
+      - name: database
+        image: docker.io/vhiveease/mongodb
+        ports:
+        - containerPort: 27017
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: compression-database
+  namespace: default
+spec:
+  type: ClusterIP
+  selector:
+    app: compression-database
+  ports:
+  - name: database
+    port: 27017
+    targetPort: 27017
+
+---
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: init-compression-database
+spec:
+  template:
+    spec:
+      containers:
+      - name: init-compression-database
+        image: docker.io/vhiveease/compression-init-database:latest
+        args:
+          - --db_addr=mongodb://compression-database:27017
+      restartPolicy: Never
diff --git a/...ls/compression/kn-compression-python.yaml → ...pression/kn-compression-python-img-1.yaml b/...ls/compression/kn-compression-python.yaml → ...pression/kn-compression-python-img-1.yaml
@@ -38,7 +38,8 @@ spec:
             - --function-endpoint-url=0.0.0.0
             - --function-endpoint-port=50051
             - --function-name=compression-python
-            - --value=metamorphosis.txt
+            - --value=img1.jpg
+            - --profile-function=true
         - image: docker.io/vhiveease/compression-python:latest
           args:
             - --addr=0.0.0.0