Fix Kata baseline (#26)

apps/helloworld-knative/service.yaml

@@ -11,12 +11,12 @@ spec:
         apps.coco-serverless/name: helloworld-py
         io.katacontainers.config.pre_attestation.enabled: "false"
     spec:
-      runtimeClassName: kata-qemu-sev
+      runtimeClassName: kata-qemu
       # coco-knative: need to run user container as root
       securityContext:
         runAsUser: 1000
       containers:
-        - image: csegarragonz/coco-helloworld-py:latest
+        - image: ghcr.io/csegarragonz/coco-helloworld-py:unencrypted
           ports:
             - containerPort: 8080
           env:

eval/results/startup/docker_cold.csv

@@ -1,58 +1,58 @@
 Run,Event,TimeStampMs
-0,Start,1697565418.8096719
-0,Initialized,1697565419.0
-0,PodScheduled,1697565419.0
-0,StartRunPodSandbox,1697565419.883651
-0,EndRunPodSandbox,1697565420.027871
-0,StartImagePull_Service,1697565420.030229
-0,EndImagePull_Service,1697565422.474695
-0,StartCreateContainer_Service,1697565422.477425
-0,EndCreateContainer_Service,1697565422.502194
-0,StartImagePull_Sidecar,1697565422.573553
-0,EndImagePull_Sidecar,1697565424.946484
-0,StartCreateContainer_Sidecar,1697565424.949939
-0,EndCreateContainer_Sidecar,1697565424.957349
-0,StartStartContainer_Service,1697565424.958052
-0,StartStartContainer_Sidecar,1697565424.958052
-0,Ready,1697565425.0
-0,ContainersReady,1697565425.0
-0,EndStartContainer_Service,1697565425.02993
-0,EndStartContainer_Sidecar,1697565425.02993
-1,Start,1697565460.987475
-1,Initialized,1697565461.0
-1,PodScheduled,1697565461.0
-1,StartRunPodSandbox,1697565462.035959
-1,EndRunPodSandbox,1697565462.195915
-1,StartImagePull_Service,1697565462.197971
-1,EndImagePull_Service,1697565464.812385
-1,StartCreateContainer_Service,1697565464.814765
-1,EndCreateContainer_Service,1697565464.830627
-1,StartImagePull_Sidecar,1697565464.891024
-1,Ready,1697565467.0
-1,ContainersReady,1697565467.0
-1,EndImagePull_Sidecar,1697565467.545699
-1,StartCreateContainer_Sidecar,1697565467.549831
-1,EndCreateContainer_Sidecar,1697565467.556076
-1,StartStartContainer_Service,1697565467.556732
-1,StartStartContainer_Sidecar,1697565467.556732
-1,EndStartContainer_Service,1697565467.627619
-1,EndStartContainer_Sidecar,1697565467.627619
-2,Initialized,1697565503.0
-2,PodScheduled,1697565503.0
-2,Start,1697565503.1519074
-2,StartRunPodSandbox,1697565504.199924
-2,EndRunPodSandbox,1697565504.358272
-2,StartImagePull_Service,1697565504.36132
-2,EndImagePull_Service,1697565506.918156
-2,StartCreateContainer_Service,1697565506.9206
-2,EndCreateContainer_Service,1697565506.928476
-2,StartImagePull_Sidecar,1697565506.993785
-2,Ready,1697565509.0
-2,ContainersReady,1697565509.0
-2,EndImagePull_Sidecar,1697565509.41992
-2,StartCreateContainer_Sidecar,1697565509.423365
-2,EndCreateContainer_Sidecar,1697565509.430167
-2,StartStartContainer_Service,1697565509.431209
-2,StartStartContainer_Sidecar,1697565509.431209
-2,EndStartContainer_Service,1697565509.51329
-2,EndStartContainer_Sidecar,1697565509.51329
+0,Initialized,1697651345.0
+0,PodScheduled,1697651345.0
+0,Start,1697651345.052553
+0,StartRunPodSandbox,1697651346.008561
+0,EndRunPodSandbox,1697651346.181397
+0,StartImagePull_Service,1697651346.184028
+0,EndImagePull_Service,1697651348.78394
+0,StartCreateContainer_Service,1697651348.786753
+0,EndCreateContainer_Service,1697651348.801478
+0,StartImagePull_Sidecar,1697651348.860708
+0,Ready,1697651351.0
+0,ContainersReady,1697651351.0
+0,EndImagePull_Sidecar,1697651351.528729
+0,StartCreateContainer_Sidecar,1697651351.532241
+0,EndCreateContainer_Sidecar,1697651351.539909
+0,StartStartContainer_Service,1697651351.540357
+0,StartStartContainer_Sidecar,1697651351.540357
+0,EndStartContainer_Service,1697651351.611144
+0,EndStartContainer_Sidecar,1697651351.611144
+1,Initialized,1697651387.0
+1,PodScheduled,1697651387.0
+1,Start,1697651387.1835673
+1,StartRunPodSandbox,1697651388.132089
+1,EndRunPodSandbox,1697651388.287967
+1,StartImagePull_Service,1697651388.290056
+1,EndImagePull_Service,1697651390.781933
+1,StartCreateContainer_Service,1697651390.784773
+1,EndCreateContainer_Service,1697651390.798972
+1,StartImagePull_Sidecar,1697651390.875708
+1,Ready,1697651393.0
+1,ContainersReady,1697651393.0
+1,EndImagePull_Sidecar,1697651393.223222
+1,StartCreateContainer_Sidecar,1697651393.227201
+1,EndCreateContainer_Sidecar,1697651393.234814
+1,StartStartContainer_Service,1697651393.235485
+1,StartStartContainer_Sidecar,1697651393.235485
+1,EndStartContainer_Service,1697651393.311364
+1,EndStartContainer_Sidecar,1697651393.311364
+2,Initialized,1697651429.0
+2,PodScheduled,1697651429.0
+2,Start,1697651429.34211
+2,StartRunPodSandbox,1697651430.296781
+2,EndRunPodSandbox,1697651430.448964
+2,StartImagePull_Service,1697651430.450505
+2,EndImagePull_Service,1697651433.011846
+2,StartCreateContainer_Service,1697651433.014822
+2,EndCreateContainer_Service,1697651433.031119
+2,StartImagePull_Sidecar,1697651433.122787
+2,EndImagePull_Sidecar,1697651435.628239
+2,StartCreateContainer_Sidecar,1697651435.630954
+2,EndCreateContainer_Sidecar,1697651435.63706
+2,StartStartContainer_Service,1697651435.637606
+2,StartStartContainer_Sidecar,1697651435.637606
+2,EndStartContainer_Service,1697651435.720615
+2,EndStartContainer_Sidecar,1697651435.720615
+2,Ready,1697651436.0
+2,ContainersReady,1697651436.0

eval/results/startup/docker_warm.csv

@@ -1,58 +1,58 @@
 Run,Event,TimeStampMs
-0,Initialized,1697565307.0
-0,PodScheduled,1697565307.0
-0,Start,1697565307.217185
-0,StartRunPodSandbox,1697565308.272695
-0,EndRunPodSandbox,1697565308.410176
-0,StartImagePull_Service,1697565308.410176
-0,EndImagePull_Service,1697565308.410176
-0,StartImagePull_Sidecar,1697565308.410176
-0,EndImagePull_Sidecar,1697565308.410176
-0,StartCreateContainer_Service,1697565308.414838
-0,EndCreateContainer_Service,1697565308.423383
-0,StartCreateContainer_Sidecar,1697565308.460902
-0,EndCreateContainer_Sidecar,1697565308.466886
-0,StartStartContainer_Service,1697565308.467395
-0,StartStartContainer_Sidecar,1697565308.467395
-0,EndStartContainer_Service,1697565308.50481
-0,EndStartContainer_Sidecar,1697565308.50481
-0,Ready,1697565309.0
-0,ContainersReady,1697565309.0
-1,Start,1697565344.3489451
-1,Initialized,1697565345.0
-1,PodScheduled,1697565345.0
-1,StartRunPodSandbox,1697565345.483397
-1,EndRunPodSandbox,1697565345.661458
-1,StartImagePull_Service,1697565345.661458
-1,EndImagePull_Service,1697565345.661458
-1,StartImagePull_Sidecar,1697565345.661458
-1,EndImagePull_Sidecar,1697565345.661458
-1,StartCreateContainer_Service,1697565345.665474
-1,EndCreateContainer_Service,1697565345.677681
-1,StartCreateContainer_Sidecar,1697565345.724101
-1,EndCreateContainer_Sidecar,1697565345.728681
-1,StartStartContainer_Service,1697565345.729058
-1,StartStartContainer_Sidecar,1697565345.729058
-1,EndStartContainer_Service,1697565345.764412
-1,EndStartContainer_Sidecar,1697565345.764412
-1,Ready,1697565346.0
-1,ContainersReady,1697565346.0
-2,Start,1697565381.4785688
-2,Initialized,1697565382.0
-2,PodScheduled,1697565382.0
-2,StartRunPodSandbox,1697565382.527941
-2,EndRunPodSandbox,1697565382.700886
-2,StartImagePull_Service,1697565382.700886
-2,EndImagePull_Service,1697565382.700886
-2,StartImagePull_Sidecar,1697565382.700886
-2,EndImagePull_Sidecar,1697565382.700886
-2,StartCreateContainer_Service,1697565382.705174
-2,EndCreateContainer_Service,1697565382.711766
-2,StartCreateContainer_Sidecar,1697565382.753361
-2,EndCreateContainer_Sidecar,1697565382.758577
-2,StartStartContainer_Service,1697565382.759054
-2,StartStartContainer_Sidecar,1697565382.759054
-2,EndStartContainer_Service,1697565382.797824
-2,EndStartContainer_Sidecar,1697565382.797824
-2,Ready,1697565383.0
-2,ContainersReady,1697565383.0
+0,Start,1697651233.4299753
+0,Initialized,1697651234.0
+0,PodScheduled,1697651234.0
+0,StartRunPodSandbox,1697651234.348279
+0,EndRunPodSandbox,1697651234.513383
+0,StartImagePull_Service,1697651234.513383
+0,EndImagePull_Service,1697651234.513383
+0,StartImagePull_Sidecar,1697651234.513383
+0,EndImagePull_Sidecar,1697651234.513383
+0,StartCreateContainer_Service,1697651234.516061
+0,EndCreateContainer_Service,1697651234.523143
+0,StartCreateContainer_Sidecar,1697651234.56023
+0,EndCreateContainer_Sidecar,1697651234.567317
+0,StartStartContainer_Service,1697651234.567778
+0,StartStartContainer_Sidecar,1697651234.567778
+0,EndStartContainer_Service,1697651234.605508
+0,EndStartContainer_Sidecar,1697651234.605508
+0,Ready,1697651235.0
+0,ContainersReady,1697651235.0
+1,Start,1697651270.5520155
+1,Initialized,1697651271.0
+1,PodScheduled,1697651271.0
+1,StartRunPodSandbox,1697651271.48375
+1,EndRunPodSandbox,1697651271.636434
+1,StartImagePull_Service,1697651271.636434
+1,EndImagePull_Service,1697651271.636434
+1,StartImagePull_Sidecar,1697651271.636434
+1,EndImagePull_Sidecar,1697651271.636434
+1,StartCreateContainer_Service,1697651271.639752
+1,EndCreateContainer_Service,1697651271.649893
+1,StartCreateContainer_Sidecar,1697651271.688735
+1,EndCreateContainer_Sidecar,1697651271.695225
+1,StartStartContainer_Service,1697651271.695487
+1,StartStartContainer_Sidecar,1697651271.695487
+1,EndStartContainer_Service,1697651271.726042
+1,EndStartContainer_Sidecar,1697651271.726042
+1,Ready,1697651272.0
+1,ContainersReady,1697651272.0
+2,Start,1697651307.6992502
+2,Initialized,1697651308.0
+2,PodScheduled,1697651308.0
+2,StartRunPodSandbox,1697651308.63565
+2,EndRunPodSandbox,1697651308.798958
+2,StartImagePull_Service,1697651308.798958
+2,EndImagePull_Service,1697651308.798958
+2,StartImagePull_Sidecar,1697651308.798958
+2,EndImagePull_Sidecar,1697651308.798958
+2,StartCreateContainer_Service,1697651308.802762
+2,EndCreateContainer_Service,1697651308.809039
+2,StartCreateContainer_Sidecar,1697651308.848687
+2,EndCreateContainer_Sidecar,1697651308.85518
+2,StartStartContainer_Service,1697651308.855583
+2,StartStartContainer_Sidecar,1697651308.855583
+2,EndStartContainer_Service,1697651308.888498
+2,EndStartContainer_Sidecar,1697651308.888498
+2,Ready,1697651309.0
+2,ContainersReady,1697651309.0

eval/results/startup/kata_cold.csv

@@ -0,0 +1,58 @@
+Run,Event,TimeStampMs
+0,Start,1697650963.48791
+0,Initialized,1697650964.0
+0,PodScheduled,1697650964.0
+0,StartRunPodSandbox,1697650964.407945
+0,EndRunPodSandbox,1697650965.875491
+0,StartImagePull_Service,1697650965.878297
+0,EndImagePull_Service,1697650971.535117
+0,StartCreateContainer_Service,1697650971.538068
+0,EndCreateContainer_Service,1697650971.54496
+0,StartImagePull_Sidecar,1697650971.607058
+0,EndImagePull_Sidecar,1697650973.849603
+0,StartCreateContainer_Sidecar,1697650973.85327
+0,EndCreateContainer_Sidecar,1697650973.856947
+0,StartStartContainer_Service,1697650973.857511
+0,StartStartContainer_Sidecar,1697650973.857511
+0,EndStartContainer_Service,1697650973.918397
+0,EndStartContainer_Sidecar,1697650973.918397
+0,Ready,1697650975.0
+0,ContainersReady,1697650975.0
+1,Start,1697650982.5529299
+1,Initialized,1697650983.0
+1,PodScheduled,1697650983.0
+1,StartRunPodSandbox,1697650983.50432
+1,EndRunPodSandbox,1697650984.876993
+1,StartImagePull_Service,1697650984.879697
+1,EndImagePull_Service,1697650990.899228
+1,StartCreateContainer_Service,1697650990.901916
+1,EndCreateContainer_Service,1697650990.905659
+1,StartImagePull_Sidecar,1697650990.967367
+1,Ready,1697650993.0
+1,ContainersReady,1697650993.0
+1,EndImagePull_Sidecar,1697650993.242698
+1,StartCreateContainer_Sidecar,1697650993.246385
+1,EndCreateContainer_Sidecar,1697650993.249963
+1,StartStartContainer_Service,1697650993.251412
+1,StartStartContainer_Sidecar,1697650993.251412
+1,EndStartContainer_Service,1697650993.308953
+1,EndStartContainer_Sidecar,1697650993.308953
+2,Start,1697651000.626488
+2,Initialized,1697651001.0
+2,PodScheduled,1697651001.0
+2,StartRunPodSandbox,1697651001.711692
+2,EndRunPodSandbox,1697651003.059412
+2,StartImagePull_Service,1697651003.061742
+2,EndImagePull_Service,1697651008.729659
+2,StartCreateContainer_Service,1697651008.732298
+2,EndCreateContainer_Service,1697651008.736184
+2,StartImagePull_Sidecar,1697651008.797195
+2,EndImagePull_Sidecar,1697651010.912698
+2,StartCreateContainer_Sidecar,1697651010.915892
+2,EndCreateContainer_Sidecar,1697651010.919255
+2,StartStartContainer_Service,1697651010.920275
+2,StartStartContainer_Sidecar,1697651010.920275
+2,EndStartContainer_Service,1697651010.976685
+2,EndStartContainer_Sidecar,1697651010.976685
+2,Ready,1697651011.0
+2,ContainersReady,1697651011.0

eval/results/startup/kata_warm.csv

@@ -0,0 +1,58 @@
+Run,Event,TimeStampMs
+0,Initialized,1697650895.0
+0,PodScheduled,1697650895.0
+0,Start,1697650895.2169847
+0,StartRunPodSandbox,1697650896.187588
+0,EndRunPodSandbox,1697650897.55473
+0,StartImagePull_Service,1697650897.557092
+0,EndImagePull_Service,1697650903.001556
+0,StartCreateContainer_Service,1697650903.004573
+0,EndCreateContainer_Service,1697650903.008505
+0,StartImagePull_Sidecar,1697650903.065245
+0,EndImagePull_Sidecar,1697650905.603725
+0,StartCreateContainer_Sidecar,1697650905.607207
+0,EndCreateContainer_Sidecar,1697650905.611087
+0,StartStartContainer_Service,1697650905.61185
+0,StartStartContainer_Sidecar,1697650905.61185
+0,EndStartContainer_Service,1697650905.662457
+0,EndStartContainer_Sidecar,1697650905.662457
+0,Ready,1697650906.0
+0,ContainersReady,1697650906.0
+1,Initialized,1697650913.0
+1,PodScheduled,1697650913.0
+1,Start,1697650913.2899218
+1,StartRunPodSandbox,1697650914.168255
+1,EndRunPodSandbox,1697650915.522901
+1,StartImagePull_Service,1697650915.525045
+1,EndImagePull_Service,1697650921.298181
+1,StartCreateContainer_Service,1697650921.300978
+1,EndCreateContainer_Service,1697650921.304536
+1,StartImagePull_Sidecar,1697650921.359596
+1,EndImagePull_Sidecar,1697650923.689171
+1,StartCreateContainer_Sidecar,1697650923.692792
+1,EndCreateContainer_Sidecar,1697650923.696781
+1,StartStartContainer_Service,1697650923.697453
+1,StartStartContainer_Sidecar,1697650923.697453
+1,EndStartContainer_Service,1697650923.761691
+1,EndStartContainer_Sidecar,1697650923.761691
+1,Ready,1697650924.0
+1,ContainersReady,1697650924.0
+2,Start,1697650931.3649948
+2,Initialized,1697650932.0
+2,PodScheduled,1697650932.0
+2,StartRunPodSandbox,1697650932.499513
+2,EndRunPodSandbox,1697650933.874433
+2,StartImagePull_Service,1697650933.876964
+2,EndImagePull_Service,1697650939.542831
+2,StartCreateContainer_Service,1697650939.545308
+2,EndCreateContainer_Service,1697650939.548812
+2,StartImagePull_Sidecar,1697650954.48037
+2,EndImagePull_Sidecar,1697650956.656542
+2,StartCreateContainer_Sidecar,1697650956.66024
+2,EndCreateContainer_Sidecar,1697650956.667226
+2,StartStartContainer_Service,1697650956.667863
+2,StartStartContainer_Sidecar,1697650956.667863
+2,EndStartContainer_Service,1697650956.719424
+2,EndStartContainer_Sidecar,1697650956.719424
+2,Ready,1697650957.0
+2,ContainersReady,1697650957.0

setup.cfg

@@ -4,3 +4,5 @@
 [flake8]
 max-line-length = 88
 extend-ignore = E203
+[pycodestyle]
+max-line-length = 88

tasks/eval/startup.py

@@ -92,7 +92,8 @@ def cleanup_after_run(baseline, used_ctr_images):
     """
     This method is called after each experiment run
     """
-    if baseline in ["docker", "kata"]:
+    # The Kata baseline we use also pulls iamges directly on the host
+    if baseline in ["docker"]:
         clean_container_images(used_ctr_images)
 
 
@@ -299,9 +300,6 @@ def plot(ctx):
     for csv in glob(glob_str):
         baseline = basename(csv).split(".")[0].split("_")[0]
         flavour = basename(csv).split(".")[0].split("_")[1]
-        if baseline == "kata":
-            # TODO: kata baseline does not work
-            continue
 
         if baseline not in results_dict:
             results_dict[baseline] = {}
@@ -430,7 +428,7 @@ def plot(ctx):
                     acc_ys[i] += ys[i]
 
     # Misc
-    ax.set_xticks(xs, xlabels)
+    ax.set_xticks(xs, xlabels, rotation=45)
     ax.set_xlabel("Baseline")
     ax.set_ylabel("Time [s]")
     ax.set_title("End-to-end latency to start a pod\n(cold start='/' - warm start='.')")