From 62e20babffa894cde662f198b8de59656fcee080 Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 16:37:52 +0400 Subject: [PATCH 01/28] feat(manifests): convert to coefficient samples to phased exec --- .../coefficient/failure-invalid-config-input-param.yml | 3 ++- .../builtins/coefficient/failure-output-param-is-null.yaml | 3 ++- manifests/examples/builtins/coefficient/success.yml | 3 ++- 3 files changed, 6 insertions(+), 3 deletions(-) diff --git a/manifests/examples/builtins/coefficient/failure-invalid-config-input-param.yml b/manifests/examples/builtins/coefficient/failure-invalid-config-input-param.yml index 938c126aa..5d497b948 100644 --- a/manifests/examples/builtins/coefficient/failure-invalid-config-input-param.yml +++ b/manifests/examples/builtins/coefficient/failure-invalid-config-input-param.yml @@ -14,7 +14,8 @@ tree: children: child: pipeline: - - coefficient + compute: + - coefficient config: sum: inputs: diff --git a/manifests/examples/builtins/coefficient/failure-output-param-is-null.yaml b/manifests/examples/builtins/coefficient/failure-output-param-is-null.yaml index c02f42cf9..1ef932df0 100644 --- a/manifests/examples/builtins/coefficient/failure-output-param-is-null.yaml +++ b/manifests/examples/builtins/coefficient/failure-output-param-is-null.yaml @@ -14,7 +14,8 @@ tree: children: child: pipeline: - - coefficient + compute: + - coefficient config: sum: inputs: diff --git a/manifests/examples/builtins/coefficient/success.yml b/manifests/examples/builtins/coefficient/success.yml index bd7d2cc94..69dd764eb 100644 --- a/manifests/examples/builtins/coefficient/success.yml +++ b/manifests/examples/builtins/coefficient/success.yml @@ -14,7 +14,8 @@ tree: children: child: pipeline: - - coefficient + compute: + - coefficient config: sum: inputs: From cf920fa9424a4289be179d2a695c2e42fd569407 Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 16:39:04 +0400 Subject: [PATCH 02/28] feat(manifests): convert to cloud metadata samples to phased exec --- .../cloud-metadata/failure-invalid-instance-type.yaml | 3 ++- .../csv-lookup/cloud-metadata/failure-invalid-vendor.yaml | 3 ++- .../csv-lookup/cloud-metadata/failure-missing-cloud-vendor.yml | 3 ++- .../examples/builtins/csv-lookup/cloud-metadata/success.yml | 3 ++- 4 files changed, 8 insertions(+), 4 deletions(-) diff --git a/manifests/examples/builtins/csv-lookup/cloud-metadata/failure-invalid-instance-type.yaml b/manifests/examples/builtins/csv-lookup/cloud-metadata/failure-invalid-instance-type.yaml index befa110a6..21f9769b4 100644 --- a/manifests/examples/builtins/csv-lookup/cloud-metadata/failure-invalid-instance-type.yaml +++ b/manifests/examples/builtins/csv-lookup/cloud-metadata/failure-invalid-instance-type.yaml @@ -16,7 +16,8 @@ tree: children: child: pipeline: - - cloud-metadata + compute: + - cloud-metadata config: inputs: - timestamp: 2023-07-06T00:00 # [KEYWORD] [NO-SUBFIELDS] time when measurement occurred diff --git a/manifests/examples/builtins/csv-lookup/cloud-metadata/failure-invalid-vendor.yaml b/manifests/examples/builtins/csv-lookup/cloud-metadata/failure-invalid-vendor.yaml index 1cd9b609a..c9fbb8296 100644 --- a/manifests/examples/builtins/csv-lookup/cloud-metadata/failure-invalid-vendor.yaml +++ b/manifests/examples/builtins/csv-lookup/cloud-metadata/failure-invalid-vendor.yaml @@ -16,7 +16,8 @@ tree: children: child: pipeline: - - cloud-metadata + compute: + - cloud-metadata config: inputs: - timestamp: 2023-07-06T00:00 # [KEYWORD] [NO-SUBFIELDS] time when measurement occurred diff --git a/manifests/examples/builtins/csv-lookup/cloud-metadata/failure-missing-cloud-vendor.yml b/manifests/examples/builtins/csv-lookup/cloud-metadata/failure-missing-cloud-vendor.yml index a01156154..62de6150d 100644 --- a/manifests/examples/builtins/csv-lookup/cloud-metadata/failure-missing-cloud-vendor.yml +++ b/manifests/examples/builtins/csv-lookup/cloud-metadata/failure-missing-cloud-vendor.yml @@ -16,7 +16,8 @@ tree: children: child: pipeline: - - cloud-metadata + compute: + - cloud-metadata config: inputs: - timestamp: 2023-07-06T00:00 # [KEYWORD] [NO-SUBFIELDS] time when measurement occurred diff --git a/manifests/examples/builtins/csv-lookup/cloud-metadata/success.yml b/manifests/examples/builtins/csv-lookup/cloud-metadata/success.yml index 52bda60b6..84e10112b 100644 --- a/manifests/examples/builtins/csv-lookup/cloud-metadata/success.yml +++ b/manifests/examples/builtins/csv-lookup/cloud-metadata/success.yml @@ -16,7 +16,8 @@ tree: children: child: pipeline: - - cloud-metadata + compute: + - cloud-metadata config: inputs: - timestamp: 2023-07-06T00:00 # [KEYWORD] [NO-SUBFIELDS] time when measurement occurred From 0b39b2e381d2f040601ebabc4d74fe595b5a7d79 Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 16:39:43 +0400 Subject: [PATCH 03/28] feat(manifests): convert to region metadata samples to phased exec --- .../csv-lookup/region-metadata/failure-missing-column.yml | 3 ++- .../csv-lookup/region-metadata/failure-missing-output.yml | 3 ++- .../builtins/csv-lookup/region-metadata/success-renaming.yml | 3 ++- .../examples/builtins/csv-lookup/region-metadata/success.yml | 3 ++- 4 files changed, 8 insertions(+), 4 deletions(-) diff --git a/manifests/examples/builtins/csv-lookup/region-metadata/failure-missing-column.yml b/manifests/examples/builtins/csv-lookup/region-metadata/failure-missing-column.yml index 68d3bc917..5b4e9583b 100644 --- a/manifests/examples/builtins/csv-lookup/region-metadata/failure-missing-column.yml +++ b/manifests/examples/builtins/csv-lookup/region-metadata/failure-missing-column.yml @@ -16,7 +16,8 @@ tree: children: child: pipeline: - - cloud-metadata + compute: + - cloud-metadata inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/examples/builtins/csv-lookup/region-metadata/failure-missing-output.yml b/manifests/examples/builtins/csv-lookup/region-metadata/failure-missing-output.yml index 64354be35..71417932d 100644 --- a/manifests/examples/builtins/csv-lookup/region-metadata/failure-missing-output.yml +++ b/manifests/examples/builtins/csv-lookup/region-metadata/failure-missing-output.yml @@ -16,7 +16,8 @@ tree: children: child: pipeline: - - cloud-metadata + compute: + - cloud-metadata inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/examples/builtins/csv-lookup/region-metadata/success-renaming.yml b/manifests/examples/builtins/csv-lookup/region-metadata/success-renaming.yml index c30e11f9c..4c2767a3a 100644 --- a/manifests/examples/builtins/csv-lookup/region-metadata/success-renaming.yml +++ b/manifests/examples/builtins/csv-lookup/region-metadata/success-renaming.yml @@ -16,7 +16,8 @@ tree: children: child: pipeline: - - cloud-metadata + compute: + - cloud-metadata inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/examples/builtins/csv-lookup/region-metadata/success.yml b/manifests/examples/builtins/csv-lookup/region-metadata/success.yml index 64354be35..71417932d 100644 --- a/manifests/examples/builtins/csv-lookup/region-metadata/success.yml +++ b/manifests/examples/builtins/csv-lookup/region-metadata/success.yml @@ -16,7 +16,8 @@ tree: children: child: pipeline: - - cloud-metadata + compute: + - cloud-metadata inputs: - timestamp: 2023-08-06T00:00 duration: 3600 From 623a09b729547b7a6a626a6f174391b68a57b833 Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 16:43:59 +0400 Subject: [PATCH 04/28] feat(manifests): convert tdp finder samples to phased exec --- .../csv-lookup/tdp-finder/failure-missing-input-param.yml | 3 ++- .../tdp-finder/failure-unsupported-physical-processor.yml | 3 ++- manifests/examples/builtins/csv-lookup/tdp-finder/success.yml | 3 ++- 3 files changed, 6 insertions(+), 3 deletions(-) diff --git a/manifests/examples/builtins/csv-lookup/tdp-finder/failure-missing-input-param.yml b/manifests/examples/builtins/csv-lookup/tdp-finder/failure-missing-input-param.yml index 52d2b660c..991bdbb8b 100644 --- a/manifests/examples/builtins/csv-lookup/tdp-finder/failure-missing-input-param.yml +++ b/manifests/examples/builtins/csv-lookup/tdp-finder/failure-missing-input-param.yml @@ -15,7 +15,8 @@ tree: children: child: pipeline: - - tdp-finder + compute: + - tdp-finder config: inputs: - timestamp: 2023-07-06T00:00 diff --git a/manifests/examples/builtins/csv-lookup/tdp-finder/failure-unsupported-physical-processor.yml b/manifests/examples/builtins/csv-lookup/tdp-finder/failure-unsupported-physical-processor.yml index f86767455..3d433d6b2 100644 --- a/manifests/examples/builtins/csv-lookup/tdp-finder/failure-unsupported-physical-processor.yml +++ b/manifests/examples/builtins/csv-lookup/tdp-finder/failure-unsupported-physical-processor.yml @@ -15,7 +15,8 @@ tree: children: child: pipeline: - - tdp-finder + compute: + - tdp-finder config: inputs: - timestamp: 2023-07-06T00:00 diff --git a/manifests/examples/builtins/csv-lookup/tdp-finder/success.yml b/manifests/examples/builtins/csv-lookup/tdp-finder/success.yml index b1953f5ca..a04288e0c 100644 --- a/manifests/examples/builtins/csv-lookup/tdp-finder/success.yml +++ b/manifests/examples/builtins/csv-lookup/tdp-finder/success.yml @@ -15,7 +15,8 @@ tree: children: child: pipeline: - - tdp-finder + compute: + - tdp-finder config: inputs: - timestamp: 2023-07-06T00:00 From bbfb0a9632189d56a3ade9711bcd7221d71f601d Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 16:45:31 +0400 Subject: [PATCH 05/28] feat(manifests): convert divide samples to phased exec --- .../builtins/divide/failure-denominator-equal-zero.yml | 5 +++-- .../builtins/divide/failure-invalid-config-denominator.yml | 5 +++-- .../examples/builtins/divide/failure-missing-numerator.yml | 5 +++-- manifests/examples/builtins/divide/success.yml | 5 +++-- 4 files changed, 12 insertions(+), 8 deletions(-) diff --git a/manifests/examples/builtins/divide/failure-denominator-equal-zero.yml b/manifests/examples/builtins/divide/failure-denominator-equal-zero.yml index d26272a82..96d627aee 100644 --- a/manifests/examples/builtins/divide/failure-denominator-equal-zero.yml +++ b/manifests/examples/builtins/divide/failure-denominator-equal-zero.yml @@ -23,8 +23,9 @@ tree: children: child: pipeline: - - cloud-metadata - - divide + compute: + - cloud-metadata + - divide config: divide: defaults: diff --git a/manifests/examples/builtins/divide/failure-invalid-config-denominator.yml b/manifests/examples/builtins/divide/failure-invalid-config-denominator.yml index 01347d943..fef8a1a7c 100644 --- a/manifests/examples/builtins/divide/failure-invalid-config-denominator.yml +++ b/manifests/examples/builtins/divide/failure-invalid-config-denominator.yml @@ -23,8 +23,9 @@ tree: children: child: pipeline: - - cloud-metadata - - divide + compute: + - cloud-metadata + - divide config: divide: defaults: diff --git a/manifests/examples/builtins/divide/failure-missing-numerator.yml b/manifests/examples/builtins/divide/failure-missing-numerator.yml index eda63d49d..5645f0ecf 100644 --- a/manifests/examples/builtins/divide/failure-missing-numerator.yml +++ b/manifests/examples/builtins/divide/failure-missing-numerator.yml @@ -23,8 +23,9 @@ tree: children: child: pipeline: - - cloud-metadata - - divide + compute: + - cloud-metadata + - divide config: divide: defaults: diff --git a/manifests/examples/builtins/divide/success.yml b/manifests/examples/builtins/divide/success.yml index 02222a6f4..407622985 100644 --- a/manifests/examples/builtins/divide/success.yml +++ b/manifests/examples/builtins/divide/success.yml @@ -23,8 +23,9 @@ tree: children: child: pipeline: - - cloud-metadata - - divide + compute: + - cloud-metadata + - divide config: divide: defaults: From f76459c846bdc2d29deae805c0688dcd541dc30d Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 16:46:36 +0400 Subject: [PATCH 06/28] feat(manifests): drop node config from divide sample --- manifests/examples/builtins/divide/success.yml | 2 -- 1 file changed, 2 deletions(-) diff --git a/manifests/examples/builtins/divide/success.yml b/manifests/examples/builtins/divide/success.yml index 407622985..32b247a87 100644 --- a/manifests/examples/builtins/divide/success.yml +++ b/manifests/examples/builtins/divide/success.yml @@ -26,8 +26,6 @@ tree: compute: - cloud-metadata - divide - config: - divide: defaults: cloud/vendor: aws cloud/instance-type: m5n.large From 2a4cab3536ed939bdb71f121e9712e840c6dd86e Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 16:48:02 +0400 Subject: [PATCH 07/28] feat(manifests): convert exponent samples to phased exec --- manifests/examples/builtins/exponent/success.yml | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/manifests/examples/builtins/exponent/success.yml b/manifests/examples/builtins/exponent/success.yml index fe54f30a2..163dd1460 100644 --- a/manifests/examples/builtins/exponent/success.yml +++ b/manifests/examples/builtins/exponent/success.yml @@ -14,9 +14,8 @@ tree: children: child: pipeline: - - exponent - config: - exponent: + compute: + - exponent inputs: - timestamp: 2023-08-06T00:00 duration: 3600 From c7d2b8b58072ee671040f2994cb1b6ac436b2ca4 Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 16:53:05 +0400 Subject: [PATCH 08/28] feat(manifests): convert groupby samples to phased exec --- .../builtins/groupby/failure-invalid-config-group.yml | 11 +++-------- .../groupby/failure-missing-cloud-instance-type.yml | 9 +++------ manifests/examples/builtins/groupby/success.yml | 9 +++------ 3 files changed, 9 insertions(+), 20 deletions(-) diff --git a/manifests/examples/builtins/groupby/failure-invalid-config-group.yml b/manifests/examples/builtins/groupby/failure-invalid-config-group.yml index eca1dd8a9..f35e624b3 100644 --- a/manifests/examples/builtins/groupby/failure-invalid-config-group.yml +++ b/manifests/examples/builtins/groupby/failure-invalid-config-group.yml @@ -1,18 +1,13 @@ name: groupby description: failure when `config->group-by->group` is not an array initialize: - plugins: - group-by: - path: "builtin" - method: GroupBy + plugins: {} tree: children: my-app: pipeline: - - group-by - config: - group-by: - group: cloud/region + regroup: + cloud/region inputs: - timestamp: 2023-07-06T00:00 duration: 300 diff --git a/manifests/examples/builtins/groupby/failure-missing-cloud-instance-type.yml b/manifests/examples/builtins/groupby/failure-missing-cloud-instance-type.yml index 34f31266d..adf03ba8f 100644 --- a/manifests/examples/builtins/groupby/failure-missing-cloud-instance-type.yml +++ b/manifests/examples/builtins/groupby/failure-missing-cloud-instance-type.yml @@ -9,12 +9,9 @@ tree: children: my-app: pipeline: - - group-by - config: - group-by: - group: - - cloud/region - - cloud/instance-type + regroup: + - cloud/region + - cloud/instance-type inputs: - timestamp: 2023-07-06T00:00 duration: 300 diff --git a/manifests/examples/builtins/groupby/success.yml b/manifests/examples/builtins/groupby/success.yml index f3f4161f6..1f1f7d634 100644 --- a/manifests/examples/builtins/groupby/success.yml +++ b/manifests/examples/builtins/groupby/success.yml @@ -9,12 +9,9 @@ tree: children: my-app: pipeline: - - group-by - config: - group-by: - group: - - cloud/region - - cloud/instance-type + regroup: + - cloud/region + - cloud/instance-type inputs: - timestamp: 2023-07-06T00:00 duration: 300 From 3af0dcfc9ca43fc04b235df8fcd8e67bec5bf474 Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 16:58:43 +0400 Subject: [PATCH 09/28] feat(manifests): move regroup to features --- .../regroup}/failure-invalid-config-group.yml | 2 +- .../regroup}/failure-missing-cloud-instance-type.yml | 2 +- .../examples/{builtins/groupby => features/regroup}/success.yml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) rename manifests/examples/{builtins/groupby => features/regroup}/failure-invalid-config-group.yml (98%) rename manifests/examples/{builtins/groupby => features/regroup}/failure-missing-cloud-instance-type.yml (98%) rename manifests/examples/{builtins/groupby => features/regroup}/success.yml (98%) diff --git a/manifests/examples/builtins/groupby/failure-invalid-config-group.yml b/manifests/examples/features/regroup/failure-invalid-config-group.yml similarity index 98% rename from manifests/examples/builtins/groupby/failure-invalid-config-group.yml rename to manifests/examples/features/regroup/failure-invalid-config-group.yml index f35e624b3..5d331ba05 100644 --- a/manifests/examples/builtins/groupby/failure-invalid-config-group.yml +++ b/manifests/examples/features/regroup/failure-invalid-config-group.yml @@ -1,4 +1,4 @@ -name: groupby +name: regroup description: failure when `config->group-by->group` is not an array initialize: plugins: {} diff --git a/manifests/examples/builtins/groupby/failure-missing-cloud-instance-type.yml b/manifests/examples/features/regroup/failure-missing-cloud-instance-type.yml similarity index 98% rename from manifests/examples/builtins/groupby/failure-missing-cloud-instance-type.yml rename to manifests/examples/features/regroup/failure-missing-cloud-instance-type.yml index adf03ba8f..0b02593fd 100644 --- a/manifests/examples/builtins/groupby/failure-missing-cloud-instance-type.yml +++ b/manifests/examples/features/regroup/failure-missing-cloud-instance-type.yml @@ -1,4 +1,4 @@ -name: groupby +name: regroup description: initialize: plugins: diff --git a/manifests/examples/builtins/groupby/success.yml b/manifests/examples/features/regroup/success.yml similarity index 98% rename from manifests/examples/builtins/groupby/success.yml rename to manifests/examples/features/regroup/success.yml index 1f1f7d634..4677e8edb 100644 --- a/manifests/examples/builtins/groupby/success.yml +++ b/manifests/examples/features/regroup/success.yml @@ -1,4 +1,4 @@ -name: groupby +name: regroup description: successful path initialize: plugins: From 91b11d2869f62407d828d45fcfb7d7f2ac244a73 Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 17:07:52 +0400 Subject: [PATCH 10/28] feat(manifests): convert interpolation samples to phased exec --- manifests/examples/builtins/interpolation/interpolation.yml | 4 ++-- manifests/examples/builtins/interpolation/success.yml | 3 ++- .../mock-observations/failure-invalid-config-cpu-range.yml | 3 ++- 3 files changed, 6 insertions(+), 4 deletions(-) diff --git a/manifests/examples/builtins/interpolation/interpolation.yml b/manifests/examples/builtins/interpolation/interpolation.yml index 35d750e48..394946467 100644 --- a/manifests/examples/builtins/interpolation/interpolation.yml +++ b/manifests/examples/builtins/interpolation/interpolation.yml @@ -12,12 +12,12 @@ initialize: y: [0.12, 0.32, 0.75, 1.02] input-parameter: "cpu/utilization" output-parameter: "result" - tree: children: child: pipeline: - - interpolation + compute: + - interpolation inputs: - timestamp: 2023-07-06T00:00 duration: 3600 diff --git a/manifests/examples/builtins/interpolation/success.yml b/manifests/examples/builtins/interpolation/success.yml index cce024727..394946467 100644 --- a/manifests/examples/builtins/interpolation/success.yml +++ b/manifests/examples/builtins/interpolation/success.yml @@ -16,7 +16,8 @@ tree: children: child: pipeline: - - interpolation + compute: + - interpolation inputs: - timestamp: 2023-07-06T00:00 duration: 3600 diff --git a/manifests/examples/builtins/mock-observations/failure-invalid-config-cpu-range.yml b/manifests/examples/builtins/mock-observations/failure-invalid-config-cpu-range.yml index fc74d71a6..472f797fd 100644 --- a/manifests/examples/builtins/mock-observations/failure-invalid-config-cpu-range.yml +++ b/manifests/examples/builtins/mock-observations/failure-invalid-config-cpu-range.yml @@ -29,5 +29,6 @@ tree: children: child: pipeline: - - mock-observations + observe: + - mock-observations inputs: From dbe94cba159203fb333b2335b240ff0b392b9ccf Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 17:15:46 +0400 Subject: [PATCH 11/28] feat(manifests): convert mock observation samples to phased exec --- .../failure-invalid-memory-utilization-range.yml | 3 ++- .../mock-observations/failure-missing-timestamp-from-param.yml | 3 ++- manifests/examples/builtins/mock-observations/success.yml | 3 ++- 3 files changed, 6 insertions(+), 3 deletions(-) diff --git a/manifests/examples/builtins/mock-observations/failure-invalid-memory-utilization-range.yml b/manifests/examples/builtins/mock-observations/failure-invalid-memory-utilization-range.yml index 0184d280a..85e3f566b 100644 --- a/manifests/examples/builtins/mock-observations/failure-invalid-memory-utilization-range.yml +++ b/manifests/examples/builtins/mock-observations/failure-invalid-memory-utilization-range.yml @@ -29,5 +29,6 @@ tree: children: child: pipeline: - - mock-observations + observe: + - mock-observations inputs: diff --git a/manifests/examples/builtins/mock-observations/failure-missing-timestamp-from-param.yml b/manifests/examples/builtins/mock-observations/failure-missing-timestamp-from-param.yml index 72cd6c347..58545dcec 100644 --- a/manifests/examples/builtins/mock-observations/failure-missing-timestamp-from-param.yml +++ b/manifests/examples/builtins/mock-observations/failure-missing-timestamp-from-param.yml @@ -29,5 +29,6 @@ tree: children: child: pipeline: - - mock-observations + observe: + - mock-observations inputs: diff --git a/manifests/examples/builtins/mock-observations/success.yml b/manifests/examples/builtins/mock-observations/success.yml index 7767a68bc..5ca2d1942 100644 --- a/manifests/examples/builtins/mock-observations/success.yml +++ b/manifests/examples/builtins/mock-observations/success.yml @@ -29,5 +29,6 @@ tree: children: child: pipeline: - - mock-observations + observe: + - mock-observations inputs: From d72228cb01194f4c8a9bb820352070349e3cb1b8 Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 17:49:23 +0400 Subject: [PATCH 12/28] feat(manifests): convert multiply samples to phased exec --- .../builtins/multiply/failure-input-parameter-is-missing.yml | 5 ++--- .../builtins/multiply/success-with-multiple-inputs.yml | 5 ++--- manifests/examples/builtins/multiply/success.yml | 5 ++--- 3 files changed, 6 insertions(+), 9 deletions(-) diff --git a/manifests/examples/builtins/multiply/failure-input-parameter-is-missing.yml b/manifests/examples/builtins/multiply/failure-input-parameter-is-missing.yml index d71f9f096..988a33fc2 100644 --- a/manifests/examples/builtins/multiply/failure-input-parameter-is-missing.yml +++ b/manifests/examples/builtins/multiply/failure-input-parameter-is-missing.yml @@ -13,9 +13,8 @@ tree: children: child: pipeline: - - multiply - config: - sum: + compute: + - multiply inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/examples/builtins/multiply/success-with-multiple-inputs.yml b/manifests/examples/builtins/multiply/success-with-multiple-inputs.yml index 0a70ba5b3..e6e138723 100644 --- a/manifests/examples/builtins/multiply/success-with-multiple-inputs.yml +++ b/manifests/examples/builtins/multiply/success-with-multiple-inputs.yml @@ -13,9 +13,8 @@ tree: children: child: pipeline: - - multiply - config: - sum: + compute: + - multiply inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/examples/builtins/multiply/success.yml b/manifests/examples/builtins/multiply/success.yml index 88b7bbf71..c5d53e046 100644 --- a/manifests/examples/builtins/multiply/success.yml +++ b/manifests/examples/builtins/multiply/success.yml @@ -14,9 +14,8 @@ tree: children: child: pipeline: - - multiply - config: - sum: + compute: + - multiply inputs: - timestamp: 2023-08-06T00:00 duration: 3600 From 8585f555993d5e0fbad5e5e327147d85719f3a02 Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 17:51:20 +0400 Subject: [PATCH 13/28] feat(manifests): convert regex samples to phased exec --- .../examples/builtins/regex/failure-missing-input-param.yml | 5 ++--- .../builtins/regex/failure-not-matching-with-regex.yml | 5 ++--- manifests/examples/builtins/regex/success.yml | 5 ++--- 3 files changed, 6 insertions(+), 9 deletions(-) diff --git a/manifests/examples/builtins/regex/failure-missing-input-param.yml b/manifests/examples/builtins/regex/failure-missing-input-param.yml index f6732c632..84adc0cb2 100644 --- a/manifests/examples/builtins/regex/failure-missing-input-param.yml +++ b/manifests/examples/builtins/regex/failure-missing-input-param.yml @@ -14,9 +14,8 @@ tree: children: child: pipeline: - - regex - config: - regex: + compute: + - regex inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/examples/builtins/regex/failure-not-matching-with-regex.yml b/manifests/examples/builtins/regex/failure-not-matching-with-regex.yml index d8818265a..8341d08e6 100644 --- a/manifests/examples/builtins/regex/failure-not-matching-with-regex.yml +++ b/manifests/examples/builtins/regex/failure-not-matching-with-regex.yml @@ -14,9 +14,8 @@ tree: children: child: pipeline: - - regex - config: - regex: + compute: + - regex inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/examples/builtins/regex/success.yml b/manifests/examples/builtins/regex/success.yml index 8e97d4c43..425dd9e67 100644 --- a/manifests/examples/builtins/regex/success.yml +++ b/manifests/examples/builtins/regex/success.yml @@ -14,9 +14,8 @@ tree: children: child: pipeline: - - regex - config: - regex: + compute: + - regex inputs: - timestamp: 2023-08-06T00:00 duration: 3600 From 5581dd16d1c390a01bb93141aa8e3bc589d47a22 Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 17:52:44 +0400 Subject: [PATCH 14/28] feat(manifests): convert sci samples to phased exec --- .../examples/builtins/sci/failure-invalid-config-value.yml | 3 ++- .../examples/builtins/sci/failure-missing-input-param.yml | 3 ++- manifests/examples/builtins/sci/success.yml | 4 ++-- 3 files changed, 6 insertions(+), 4 deletions(-) diff --git a/manifests/examples/builtins/sci/failure-invalid-config-value.yml b/manifests/examples/builtins/sci/failure-invalid-config-value.yml index 798e1debd..5882111dd 100644 --- a/manifests/examples/builtins/sci/failure-invalid-config-value.yml +++ b/manifests/examples/builtins/sci/failure-invalid-config-value.yml @@ -13,7 +13,8 @@ tree: children: child: pipeline: - - sci + compute: + - sci config: sci: functional-unit: 999 # factor to convert per time to per f.unit diff --git a/manifests/examples/builtins/sci/failure-missing-input-param.yml b/manifests/examples/builtins/sci/failure-missing-input-param.yml index d30f21550..0a7677261 100644 --- a/manifests/examples/builtins/sci/failure-missing-input-param.yml +++ b/manifests/examples/builtins/sci/failure-missing-input-param.yml @@ -14,7 +14,8 @@ tree: children: child: pipeline: - - sci + compute: + - sci inputs: - timestamp: 2023-07-06T00:00 duration: 3600 diff --git a/manifests/examples/builtins/sci/success.yml b/manifests/examples/builtins/sci/success.yml index 95979fd28..85dd19db2 100644 --- a/manifests/examples/builtins/sci/success.yml +++ b/manifests/examples/builtins/sci/success.yml @@ -13,8 +13,8 @@ tree: children: child: pipeline: - - sci - config: + compute: + - sci inputs: - timestamp: 2023-07-06T00:00 duration: 3600 From fc7fe2ffd4b4e7eff5985eb00c4994241035d19e Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 17:54:24 +0400 Subject: [PATCH 15/28] feat(manifests): convert sci embodied samples to phased exec --- .../sci-embodied/failure-invalid-default-emission-value.yml | 3 ++- .../sci-embodied/failure-missing-expected-lifespan.yml | 3 ++- manifests/examples/builtins/sci-embodied/success.yml | 3 ++- 3 files changed, 6 insertions(+), 3 deletions(-) diff --git a/manifests/examples/builtins/sci-embodied/failure-invalid-default-emission-value.yml b/manifests/examples/builtins/sci-embodied/failure-invalid-default-emission-value.yml index 6ccd41a6e..503300f84 100644 --- a/manifests/examples/builtins/sci-embodied/failure-invalid-default-emission-value.yml +++ b/manifests/examples/builtins/sci-embodied/failure-invalid-default-emission-value.yml @@ -10,7 +10,8 @@ tree: children: child: pipeline: - - sci-embodied # duration & config -> embodied + compute: + - sci-embodied # duration & config -> embodied defaults: device/emissions-embodied: "fail" # gCO2eq time-reserved: 3600 # 1hr in seconds diff --git a/manifests/examples/builtins/sci-embodied/failure-missing-expected-lifespan.yml b/manifests/examples/builtins/sci-embodied/failure-missing-expected-lifespan.yml index 26edf154c..8fd3e5784 100644 --- a/manifests/examples/builtins/sci-embodied/failure-missing-expected-lifespan.yml +++ b/manifests/examples/builtins/sci-embodied/failure-missing-expected-lifespan.yml @@ -10,7 +10,8 @@ tree: children: child: pipeline: - - sci-embodied # duration & config -> embodied + compute: + - sci-embodied # duration & config -> embodied defaults: device/emissions-embodied: 1533.120 # gCO2eq time-reserved: 3600 # 1hr in seconds diff --git a/manifests/examples/builtins/sci-embodied/success.yml b/manifests/examples/builtins/sci-embodied/success.yml index 219e76845..991569404 100644 --- a/manifests/examples/builtins/sci-embodied/success.yml +++ b/manifests/examples/builtins/sci-embodied/success.yml @@ -10,7 +10,8 @@ tree: children: child: pipeline: - - sci-embodied # duration & config -> embodied + compute: + - sci-embodied # duration & config -> embodied defaults: device/emissions-embodied: 1533.120 # gCO2eq time-reserved: 3600 # 1hr in seconds From 1ee49b7d4684e89b086a6a30b0fa4d379373f049 Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 17:55:50 +0400 Subject: [PATCH 16/28] feat(manifests): convert shell embodied samples to phased exec --- manifests/examples/builtins/shell/failure-invalid-command.yml | 3 ++- manifests/examples/builtins/shell/success.yml | 3 ++- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/manifests/examples/builtins/shell/failure-invalid-command.yml b/manifests/examples/builtins/shell/failure-invalid-command.yml index 2944bc3ea..e67aff103 100644 --- a/manifests/examples/builtins/shell/failure-invalid-command.yml +++ b/manifests/examples/builtins/shell/failure-invalid-command.yml @@ -12,7 +12,8 @@ tree: children: child: pipeline: - - shell + compute: + - shell inputs: - timestamp: "2023-11-02T10:35:31.820Z" duration: 3600 diff --git a/manifests/examples/builtins/shell/success.yml b/manifests/examples/builtins/shell/success.yml index b44ca2892..a26af274d 100644 --- a/manifests/examples/builtins/shell/success.yml +++ b/manifests/examples/builtins/shell/success.yml @@ -12,7 +12,8 @@ tree: children: child: pipeline: - - shell + compute: + - shell inputs: - timestamp: "2023-11-02T10:35:31.820Z" duration: 3600 From 779c0dd96c6b88cb1a9632012f448d3c54bfa4b6 Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 17:58:12 +0400 Subject: [PATCH 17/28] feat(manifests): convert sum samples to phased exec --- .../examples/builtins/sum/failure-missing-input-param.yml | 5 ++--- .../examples/builtins/sum/failure-missing-output-param.yml | 5 ++--- manifests/examples/builtins/sum/success.yml | 5 ++--- 3 files changed, 6 insertions(+), 9 deletions(-) diff --git a/manifests/examples/builtins/sum/failure-missing-input-param.yml b/manifests/examples/builtins/sum/failure-missing-input-param.yml index 65004b679..1e963b694 100644 --- a/manifests/examples/builtins/sum/failure-missing-input-param.yml +++ b/manifests/examples/builtins/sum/failure-missing-input-param.yml @@ -13,9 +13,8 @@ tree: children: child: pipeline: - - sum - config: - sum: + compute: + - sum inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/examples/builtins/sum/failure-missing-output-param.yml b/manifests/examples/builtins/sum/failure-missing-output-param.yml index b3c21ac3e..0248bf449 100644 --- a/manifests/examples/builtins/sum/failure-missing-output-param.yml +++ b/manifests/examples/builtins/sum/failure-missing-output-param.yml @@ -13,9 +13,8 @@ tree: children: child: pipeline: - - sum - config: - sum: + compute: + - sum inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/examples/builtins/sum/success.yml b/manifests/examples/builtins/sum/success.yml index 4f5f7452b..366ae5580 100644 --- a/manifests/examples/builtins/sum/success.yml +++ b/manifests/examples/builtins/sum/success.yml @@ -13,9 +13,8 @@ tree: children: child: pipeline: - - sum - config: - sum: + compute: + - sum inputs: - timestamp: 2023-08-06T00:00 duration: 3600 From 4d73983d7e4975c5c1def67e00bd317bf87e5890 Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 17:59:22 +0400 Subject: [PATCH 18/28] feat(manifests): convert subtract samples to phased exec --- manifests/examples/builtins/subtract/success.yml | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/manifests/examples/builtins/subtract/success.yml b/manifests/examples/builtins/subtract/success.yml index b29d89fd0..745ceb067 100644 --- a/manifests/examples/builtins/subtract/success.yml +++ b/manifests/examples/builtins/subtract/success.yml @@ -13,9 +13,8 @@ tree: children: child: pipeline: - - subtract - config: - subtract: + compute: + - subtract inputs: - timestamp: 2023-08-06T00:00 duration: 3600 From e9bb9ab7cee066f7b0943824615fd662809a7e6b Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 18:32:39 +0400 Subject: [PATCH 19/28] feat(manifests): convert time sync samples to phased exec --- .../failure-config-start-later-end.yml | 20 ++++++------------- .../failure-missing-global-config.yml | 20 ++++++------------- .../time-sync/success.yml | 1 - 3 files changed, 12 insertions(+), 29 deletions(-) rename manifests/examples/{builtins => features}/time-sync/failure-config-start-later-end.yml (64%) rename manifests/examples/{builtins => features}/time-sync/failure-missing-global-config.yml (61%) rename manifests/examples/{builtins => features}/time-sync/success.yml (97%) diff --git a/manifests/examples/builtins/time-sync/failure-config-start-later-end.yml b/manifests/examples/features/time-sync/failure-config-start-later-end.yml similarity index 64% rename from manifests/examples/builtins/time-sync/failure-config-start-later-end.yml rename to manifests/examples/features/time-sync/failure-config-start-later-end.yml index e6bc3a230..b2132db37 100644 --- a/manifests/examples/builtins/time-sync/failure-config-start-later-end.yml +++ b/manifests/examples/features/time-sync/failure-config-start-later-end.yml @@ -1,24 +1,16 @@ name: time-sync description: failure with `global-config.start-time` being later than `global-config.end-time` tags: +'time-sync': + start-time: '2023-12-12T00:01:00.000Z' + end-time: '2023-12-12T00:00:00.000Z' + interval: 5 + allow-padding: true initialize: - output: - - yaml - plugins: - 'time-sync': - method: TimeSync - path: "builtin" - global-config: - start-time: '2023-12-12T00:01:00.000Z' - end-time: '2023-12-12T00:00:00.000Z' - interval: 5 - allow-padding: true + plugins: {} tree: children: child: - pipeline: - - time-sync - config: inputs: - timestamp: '2023-12-12T00:00:00.000Z' duration: 1 diff --git a/manifests/examples/builtins/time-sync/failure-missing-global-config.yml b/manifests/examples/features/time-sync/failure-missing-global-config.yml similarity index 61% rename from manifests/examples/builtins/time-sync/failure-missing-global-config.yml rename to manifests/examples/features/time-sync/failure-missing-global-config.yml index 7b8e110fb..948aa0bb5 100644 --- a/manifests/examples/builtins/time-sync/failure-missing-global-config.yml +++ b/manifests/examples/features/time-sync/failure-missing-global-config.yml @@ -1,24 +1,16 @@ name: time-sync description: missing global config tags: +'time-sync': + # start-time: '2023-12-12T00:00:00.000Z' + # end-time: '2023-12-12T00:01:00.000Z' + # interval: 5 + # allow-padding: true initialize: - output: - - yaml - plugins: - 'time-sync': - method: TimeSync - path: "builtin" - global-config: - # start-time: '2023-12-12T00:00:00.000Z' - # end-time: '2023-12-12T00:01:00.000Z' - # interval: 5 - # allow-padding: true + plugins: {} tree: children: child: - pipeline: - - time-sync - config: inputs: - timestamp: '2023-12-12T00:00:00.000Z' duration: 3 diff --git a/manifests/examples/builtins/time-sync/success.yml b/manifests/examples/features/time-sync/success.yml similarity index 97% rename from manifests/examples/builtins/time-sync/success.yml rename to manifests/examples/features/time-sync/success.yml index 90b80580f..27a903c50 100644 --- a/manifests/examples/builtins/time-sync/success.yml +++ b/manifests/examples/features/time-sync/success.yml @@ -11,7 +11,6 @@ initialize: tree: children: child: - config: inputs: - timestamp: '2023-12-12T00:00:00.000Z' duration: 1 From 81355e726aad38d83be2601f0979b234a1d8f4ed Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Thu, 1 Aug 2024 18:39:55 +0400 Subject: [PATCH 20/28] feat(manifests): convert pipeline samples to phased exec --- manifests/examples/pipelines/generics.yml | 18 +++--- .../examples/pipelines/instance-metadata.yml | 5 +- .../examples/pipelines/pipeline-teads-sci.yml | 22 +++---- .../pipelines/pipeline-with-aggregate.yml | 62 +++++++++---------- manifests/examples/pipelines/sci.yml | 24 +++---- manifests/examples/pipelines/teads-curve.yml | 13 ++-- manifests/examples/pipelines/zeros.yml | 31 +++++----- 7 files changed, 87 insertions(+), 88 deletions(-) diff --git a/manifests/examples/pipelines/generics.yml b/manifests/examples/pipelines/generics.yml index 4fd3fa018..f9a19a6b3 100644 --- a/manifests/examples/pipelines/generics.yml +++ b/manifests/examples/pipelines/generics.yml @@ -62,15 +62,15 @@ tree: children: child-1: pipeline: - - interpolate - - cpu-factor-to-wattage - - wattage-times-duration - - wattage-to-energy-kwh - - calculate-vcpu-ratio - - correct-cpu-energy-for-vcpu-ratio - - coefficient - - multiply - config: + compute: + - interpolate + - cpu-factor-to-wattage + - wattage-times-duration + - wattage-to-energy-kwh + - calculate-vcpu-ratio + - correct-cpu-energy-for-vcpu-ratio + - coefficient + - multiply defaults: cpu/thermal-design-power: 100 vcpus-allocated: 1 diff --git a/manifests/examples/pipelines/instance-metadata.yml b/manifests/examples/pipelines/instance-metadata.yml index d79dedb8c..0a64e9ac3 100644 --- a/manifests/examples/pipelines/instance-metadata.yml +++ b/manifests/examples/pipelines/instance-metadata.yml @@ -23,8 +23,9 @@ tree: children: child: pipeline: - - cloud-instance-metadata - - extract-processor-name + compute: + - cloud-instance-metadata + - extract-processor-name inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/examples/pipelines/pipeline-teads-sci.yml b/manifests/examples/pipelines/pipeline-teads-sci.yml index c07b093bd..d80d0e89e 100644 --- a/manifests/examples/pipelines/pipeline-teads-sci.yml +++ b/manifests/examples/pipelines/pipeline-teads-sci.yml @@ -79,17 +79,17 @@ tree: children: child-1: pipeline: - - interpolate - - cpu-factor-to-wattage - - wattage-times-duration - - wattage-to-energy-kwh - - calculate-vcpu-ratio - - correct-cpu-energy-for-vcpu-ratio - - sci-embodied - - operational-carbon - - sum-carbon - - sci - config: + compute: + - interpolate + - cpu-factor-to-wattage + - wattage-times-duration + - wattage-to-energy-kwh + - calculate-vcpu-ratio + - correct-cpu-energy-for-vcpu-ratio + - sci-embodied + - operational-carbon + - sum-carbon + - sci defaults: cpu/thermal-design-power: 100 grid/carbon-intensity: 800 diff --git a/manifests/examples/pipelines/pipeline-with-aggregate.yml b/manifests/examples/pipelines/pipeline-with-aggregate.yml index f83760e0b..dd4dffa1c 100644 --- a/manifests/examples/pipelines/pipeline-with-aggregate.yml +++ b/manifests/examples/pipelines/pipeline-with-aggregate.yml @@ -184,22 +184,21 @@ tree: children: child-1: pipeline: - - interpolate - - cpu-factor-to-wattage - - wattage-times-duration - - wattage-to-energy-kwh - - calculate-vcpu-ratio - - correct-cpu-energy-for-vcpu-ratio - - sci-embodied - - operational-carbon - - sum-carbon - - time-sync - - sci - config: - group-by: - group: - - cloud/region - - cloud/instance-type + regroup: + - cloud/region + - cloud/instance-type + compute: + - interpolate + - cpu-factor-to-wattage + - wattage-times-duration + - wattage-to-energy-kwh + - calculate-vcpu-ratio + - correct-cpu-energy-for-vcpu-ratio + - sci-embodied + - operational-carbon + - sum-carbon + - time-sync + - sci defaults: cpu/thermal-design-power: 100 grid/carbon-intensity: 800 @@ -235,22 +234,21 @@ tree: requests: 30 child-2: pipeline: - - interpolate - - cpu-factor-to-wattage - - wattage-times-duration - - wattage-to-energy-kwh - - calculate-vcpu-ratio - - correct-cpu-energy-for-vcpu-ratio - - sci-embodied - - operational-carbon - - sum-carbon - - time-sync - - sci - config: - group-by: - group: - - cloud/region - - cloud/instance-type + regroup: + - cloud/region + - cloud/instance-type + compute: + - interpolate + - cpu-factor-to-wattage + - wattage-times-duration + - wattage-to-energy-kwh + - calculate-vcpu-ratio + - correct-cpu-energy-for-vcpu-ratio + - sci-embodied + - operational-carbon + - sum-carbon + - time-sync + - sci defaults: cpu/thermal-design-power: 100 grid/carbon-intensity: 800 diff --git a/manifests/examples/pipelines/sci.yml b/manifests/examples/pipelines/sci.yml index 927f4eaf5..949d9e7df 100644 --- a/manifests/examples/pipelines/sci.yml +++ b/manifests/examples/pipelines/sci.yml @@ -79,18 +79,18 @@ tree: children: child-1: pipeline: - - interpolate - - cpu-factor-to-wattage - - wattage-times-duration - - wattage-to-energy-kwh - - calculate-vcpu-ratio - - correct-cpu-energy-for-vcpu-ratio - - sum-energy-components - - embodied-carbon - - operational-carbon - - sum-carbon - - sci - config: + compute: + - interpolate + - cpu-factor-to-wattage + - wattage-times-duration + - wattage-to-energy-kwh + - calculate-vcpu-ratio + - correct-cpu-energy-for-vcpu-ratio + - sum-energy-components + - embodied-carbon + - operational-carbon + - sum-carbon + - sci defaults: cpu/thermal-design-power: 100 vcpus-total: 8 diff --git a/manifests/examples/pipelines/teads-curve.yml b/manifests/examples/pipelines/teads-curve.yml index 924384c20..1679a0976 100644 --- a/manifests/examples/pipelines/teads-curve.yml +++ b/manifests/examples/pipelines/teads-curve.yml @@ -49,12 +49,13 @@ tree: children: child: pipeline: - - interpolate - - cpu-factor-to-wattage - - wattage-times-duration - - wattage-to-energy-kwh - - calculate-vcpu-ratio - - correct-cpu-energy-for-vcpu-ratio + compute: + - interpolate + - cpu-factor-to-wattage + - wattage-times-duration + - wattage-to-energy-kwh + - calculate-vcpu-ratio + - correct-cpu-energy-for-vcpu-ratio defaults: thermal-design-power: 100 vcpus-total: 8 diff --git a/manifests/examples/pipelines/zeros.yml b/manifests/examples/pipelines/zeros.yml index da5541789..f76a2c79f 100644 --- a/manifests/examples/pipelines/zeros.yml +++ b/manifests/examples/pipelines/zeros.yml @@ -106,22 +106,21 @@ tree: children: child-1: pipeline: - - sum-zero-and-one - - sum-zero-and-zero - - subtract-one-and-zero - - subtract-zero-and-zero - - subtract-zero-and-one - - coefficient-one-times-zero - - coefficient-zero-times-one - - coefficient-zero-times-zero - - multiply-one-times-zero - - multiply-zero-times-one - - exponent-one-to-zero - - exponent-zero-to-one - - exponent-zero-to-zero - - sci - config: - defaults: + compute: + - sum-zero-and-one + - sum-zero-and-zero + - subtract-one-and-zero + - subtract-zero-and-zero + - subtract-zero-and-one + - coefficient-one-times-zero + - coefficient-zero-times-one + - coefficient-zero-times-zero + - multiply-one-times-zero + - multiply-zero-times-one + - exponent-one-to-zero + - exponent-zero-to-one + - exponent-zero-to-zero + - sci inputs: - timestamp: "2023-12-12T00:00:00.000Z" duration: 1 From 0647800ccb9503d72da57bff4f28f3f9b1e8c864 Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Fri, 2 Aug 2024 19:35:00 +0400 Subject: [PATCH 21/28] feat(manifests): convert pipelines to phased exec --- .../pipelines/cloud-metadata-divide.yaml | 7 +- manifests/outputs/pipelines/generics.yaml | 18 +- .../outputs/pipelines/instance-metadata.yaml | 5 +- .../outputs/pipelines/mock-obs-time-sync.yaml | 102 +- manifests/outputs/pipelines/nesting.yaml | 23 +- .../outputs/pipelines/pipeline-teads-sci.yaml | 29 +- .../pipelines/pipeline-with-aggregate.yaml | 985 --------------- .../pipelines/pipeline-with-mocks.yaml | 1074 ----------------- manifests/outputs/pipelines/sci.yaml | 24 +- manifests/outputs/pipelines/teads-curve.yaml | 13 +- manifests/outputs/pipelines/zeros.yaml | 31 +- 11 files changed, 154 insertions(+), 2157 deletions(-) delete mode 100644 manifests/outputs/pipelines/pipeline-with-aggregate.yaml delete mode 100644 manifests/outputs/pipelines/pipeline-with-mocks.yaml diff --git a/manifests/outputs/pipelines/cloud-metadata-divide.yaml b/manifests/outputs/pipelines/cloud-metadata-divide.yaml index befa2d0cb..02ff19b86 100644 --- a/manifests/outputs/pipelines/cloud-metadata-divide.yaml +++ b/manifests/outputs/pipelines/cloud-metadata-divide.yaml @@ -69,10 +69,9 @@ tree: children: child: pipeline: - - cloud-metadata - - divide - config: - divide: null + compute: + - cloud-metadata + - divide defaults: cloud/vendor: aws cloud/instance-type: m5n.large diff --git a/manifests/outputs/pipelines/generics.yaml b/manifests/outputs/pipelines/generics.yaml index 4f724754e..613a65f83 100644 --- a/manifests/outputs/pipelines/generics.yaml +++ b/manifests/outputs/pipelines/generics.yaml @@ -122,15 +122,15 @@ tree: children: child-1: pipeline: - - interpolate - - cpu-factor-to-wattage - - wattage-times-duration - - wattage-to-energy-kwh - - calculate-vcpu-ratio - - correct-cpu-energy-for-vcpu-ratio - - coefficient - - multiply - config: null + compute: + - interpolate + - cpu-factor-to-wattage + - wattage-times-duration + - wattage-to-energy-kwh + - calculate-vcpu-ratio + - correct-cpu-energy-for-vcpu-ratio + - coefficient + - multiply defaults: cpu/thermal-design-power: 100 vcpus-allocated: 1 diff --git a/manifests/outputs/pipelines/instance-metadata.yaml b/manifests/outputs/pipelines/instance-metadata.yaml index fbff57e45..369d54c27 100644 --- a/manifests/outputs/pipelines/instance-metadata.yaml +++ b/manifests/outputs/pipelines/instance-metadata.yaml @@ -67,8 +67,9 @@ tree: children: child: pipeline: - - cloud-instance-metadata - - extract-processor-name + compute: + - cloud-instance-metadata + - extract-processor-name inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/outputs/pipelines/mock-obs-time-sync.yaml b/manifests/outputs/pipelines/mock-obs-time-sync.yaml index d1340e974..04eb881ec 100644 --- a/manifests/outputs/pipelines/mock-obs-time-sync.yaml +++ b/manifests/outputs/pipelines/mock-obs-time-sync.yaml @@ -169,39 +169,101 @@ tree: children: child-1: pipeline: - - mock-observations - - interpolate - - cpu-factor-to-wattage - - wattage-times-duration - - wattage-to-energy-kwh - - calculate-vcpu-ratio - - correct-cpu-energy-for-vcpu-ratio - - time-sync + observe: + - mock-observations + compute: + - interpolate + - cpu-factor-to-wattage + - wattage-times-duration + - wattage-to-energy-kwh + - calculate-vcpu-ratio + - correct-cpu-energy-for-vcpu-ratio + - time-sync defaults: cpu/thermal-design-power: 100 vcpus-total: 8 vcpus-allocated: 1 inputs: - - timestamp: "2023-12-12T00:00:00.000Z" + - timestamp: '2023-12-12T00:00:00.000Z' cloud/instance-type: A1 cloud/region: uk-west - duration: 1 - cpu/utilization: 10 - - timestamp: "2023-12-12T00:00:01.000Z" - duration: 5 - cpu/utilization: 20 + duration: 60 + cpu/utilization: '*' + cpu/thermal-design-power: 100 + vcpus-total: 8 + vcpus-allocated: 1 + - timestamp: '2023-12-12T00:01:00.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 60 + cpu/utilization: '*' + cpu/thermal-design-power: 100 + vcpus-total: 8 + vcpus-allocated: 1 + - timestamp: '2023-12-12T00:02:00.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 60 + cpu/utilization: '*' + cpu/thermal-design-power: 100 + vcpus-total: 8 + vcpus-allocated: 1 + - timestamp: '2023-12-12T00:03:00.000Z' cloud/instance-type: A1 cloud/region: uk-west - - timestamp: "2023-12-12T00:00:06.000Z" - duration: 7 - cpu/utilization: 15 + duration: 60 + cpu/utilization: '*' + cpu/thermal-design-power: 100 + vcpus-total: 8 + vcpus-allocated: 1 + - timestamp: '2023-12-12T00:04:00.000Z' cloud/instance-type: A1 cloud/region: uk-west - - timestamp: "2023-12-12T00:00:13.000Z" - duration: 30 + duration: 60 + cpu/utilization: '*' + cpu/thermal-design-power: 100 + vcpus-total: 8 + vcpus-allocated: 1 + - timestamp: '2023-12-12T00:05:00.000Z' cloud/instance-type: A1 cloud/region: uk-west - cpu/utilization: 15 + duration: 60 + cpu/utilization: '*' + cpu/thermal-design-power: 100 + vcpus-total: 8 + vcpus-allocated: 1 + - timestamp: '2023-12-12T00:06:00.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 60 + cpu/utilization: '*' + cpu/thermal-design-power: 100 + vcpus-total: 8 + vcpus-allocated: 1 + - timestamp: '2023-12-12T00:07:00.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 60 + cpu/utilization: '*' + cpu/thermal-design-power: 100 + vcpus-total: 8 + vcpus-allocated: 1 + - timestamp: '2023-12-12T00:08:00.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 60 + cpu/utilization: '*' + cpu/thermal-design-power: 100 + vcpus-total: 8 + vcpus-allocated: 1 + - timestamp: '2023-12-12T00:09:00.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 60 + cpu/utilization: '*' + cpu/thermal-design-power: 100 + vcpus-total: 8 + vcpus-allocated: 1 outputs: - timestamp: "2023-12-12T00:00:00.000Z" cloud/instance-type: A1 diff --git a/manifests/outputs/pipelines/nesting.yaml b/manifests/outputs/pipelines/nesting.yaml index 13980cecd..83ed612d5 100644 --- a/manifests/outputs/pipelines/nesting.yaml +++ b/manifests/outputs/pipelines/nesting.yaml @@ -243,17 +243,18 @@ tree: vcpus-allocated: 1 vcpus-total: 8 pipeline: - - interpolate - - cpu-factor-to-wattage - - wattage-times-duration - - wattage-to-energy-kwh - - calculate-vcpu-ratio - - correct-cpu-energy-for-vcpu-ratio - - sci-embodied - - operational-carbon - - sum-carbon - - time-sync - - sci + compute: + - interpolate + - cpu-factor-to-wattage + - wattage-times-duration + - wattage-to-energy-kwh + - calculate-vcpu-ratio + - correct-cpu-energy-for-vcpu-ratio + - sci-embodied + - operational-carbon + - sum-carbon + - time-sync + - sci inputs: - timestamp: '2023-12-12T00:00:00.000Z' cloud/instance-type: A1 diff --git a/manifests/outputs/pipelines/pipeline-teads-sci.yaml b/manifests/outputs/pipelines/pipeline-teads-sci.yaml index fc8e6d0f8..1c2a9d005 100644 --- a/manifests/outputs/pipelines/pipeline-teads-sci.yaml +++ b/manifests/outputs/pipelines/pipeline-teads-sci.yaml @@ -83,14 +83,6 @@ initialize: - carbon-operational - carbon-embodied output-parameter: carbon - time-sync: - path: builtin - method: TimeSync - global-config: - start-time: '2023-12-12T00:00:00.000Z' - end-time: '2023-12-12T00:01:00.000Z' - interval: 5 - allow-padding: true execution: command: >- /Users/mariamkhalatova/.npm/_npx/1bf7c3c15bf47d04/node_modules/.bin/ts-node @@ -139,16 +131,17 @@ tree: children: child-1: pipeline: - - interpolate - - cpu-factor-to-wattage - - wattage-times-duration - - wattage-to-energy-kwh - - calculate-vcpu-ratio - - correct-cpu-energy-for-vcpu-ratio - - sci-embodied - - operational-carbon - - sum-carbon - - sci + compute: + - interpolate + - cpu-factor-to-wattage + - wattage-times-duration + - wattage-to-energy-kwh + - calculate-vcpu-ratio + - correct-cpu-energy-for-vcpu-ratio + - sci-embodied + - operational-carbon + - sum-carbon + - sci config: null defaults: cpu/thermal-design-power: 100 diff --git a/manifests/outputs/pipelines/pipeline-with-aggregate.yaml b/manifests/outputs/pipelines/pipeline-with-aggregate.yaml deleted file mode 100644 index e227dd7ef..000000000 --- a/manifests/outputs/pipelines/pipeline-with-aggregate.yaml +++ /dev/null @@ -1,985 +0,0 @@ -name: pipeline-with-aggregate -description: a full pipeline with the aggregate feature enabled -tags: null -aggregation: - metrics: - carbon: - method: sum - type: both -initialize: - plugins: - interpolate: - path: builtin - method: Interpolation - global-config: - method: linear - x: - - 0 - - 10 - - 50 - - 100 - 'y': - - 0.12 - - 0.32 - - 0.75 - - 1.02 - input-parameter: cpu/utilization - output-parameter: cpu-factor - parameter-metadata: - inputs: - cpu/utilization: - unit: percentage - description: refers to CPU utilization. - aggregation-method: avg - outputs: - cpu-factor: - unit: kWh - description: result of interpolate - aggregation-method: avg - cpu-factor-to-wattage: - path: builtin - method: Multiply - global-config: - input-parameters: - - cpu-factor - - cpu/thermal-design-power - output-parameter: cpu-wattage - parameter-metadata: - inputs: - cpu-factor: - unit: kWh - description: result of interpolate - aggregation-method: avg - cpu/thermal-design-power: - unit: kWh - description: thermal design power for a processor - aggregation-method: avg - outputs: - cpu-wattage: - unit: kWh - description: the energy used by the CPU - aggregation-method: sum - wattage-times-duration: - path: builtin - method: Multiply - global-config: - input-parameters: - - cpu-wattage - - duration - output-parameter: cpu-wattage-times-duration - wattage-to-energy-kwh: - path: builtin - method: Divide - global-config: - numerator: cpu-wattage-times-duration - denominator: 3600000 - output: cpu-energy-raw - parameter-metadata: - inputs: - cpu-wattage-times-duration: - unit: kWh - description: CPU wattage multiplied by duration - aggregation-method: sum - outputs: - cpu-energy-raw: - unit: kWh - description: Raw energy used by CPU in kWh - aggregation-method: sum - calculate-vcpu-ratio: - path: builtin - method: Divide - global-config: - numerator: vcpus-total - denominator: vcpus-allocated - output: vcpu-ratio - parameter-metadata: - inputs: - vcpus-total: - unit: count - description: total number of vcpus available on a particular resource - aggregation-method: none - vcpus-allocated: - unit: count - description: number of vcpus allocated to particular resource - aggregation-method: none - outputs: - vcpu-ratio: - unit: none - description: Ratio of vCPUs - aggregation-method: none - correct-cpu-energy-for-vcpu-ratio: - path: builtin - method: Divide - global-config: - numerator: cpu-energy-raw - denominator: vcpu-ratio - output: cpu-energy-kwh - sci-embodied: - path: builtin - method: SciEmbodied - operational-carbon: - path: builtin - method: Multiply - global-config: - input-parameters: - - cpu-energy-kwh - - grid/carbon-intensity - output-parameter: carbon-operational - parameter-metadata: - inputs: - cpu-energy-kwh: - unit: kWh - description: Corrected CPU energy in kWh - aggregation-method: sum - grid/carbon-intensity: - unit: gCO2eq/kWh - description: Carbon intensity for the grid - aggregation-method: avg - outputs: - carbon-operational: - unit: gCO2eq - description: Operational carbon footprint - aggregation-method: sum - sci: - path: builtin - method: Sci - global-config: - functional-unit: requests - parameter-metadata: - inputs: - requests: - unit: none - description: expressed the final SCI value - aggregation-method: sum - sum-carbon: - path: builtin - method: Sum - global-config: - input-parameters: - - carbon-operational - - carbon-embodied - output-parameter: carbon - time-sync: - path: builtin - method: TimeSync - global-config: - start-time: '2023-12-12T00:00:00.000Z' - end-time: '2023-12-12T00:01:00.000Z' - interval: 5 - allow-padding: true - parameter-metadata: - inputs: - timestamp: - unit: RFC3339 - description: refers to the time of occurrence of the input - aggregation-method: none - duration: - unit: seconds - description: refers to the duration of the input - aggregation-method: sum - cloud/instance-type: - unit: none - description: type of Cloud Instance name used in the cloud provider APIs - aggregation-method: none - cloud/region: - unit: none - description: region cloud instance - aggregation-method: none - time-reserved: - unit: seconds - description: time reserved for a component - aggregation-method: avg -execution: - command: >- - /Users/mariamkhalatova/.npm/_npx/1bf7c3c15bf47d04/node_modules/.bin/ts-node - /Users/mariamkhalatova/Projects/UK/if/src/if-run/index.ts -m - manifests/examples/pipelines/pipeline-with-aggregate.yml -o - manifests/outputs/pipelines/pipeline-with-aggregate-1.yaml - environment: - if-version: 0.5.0 - os: macOS - os-version: '14.5' - node-version: 18.14.2 - date-time: 2024-07-31T12:41:31.920Z (UTC) - dependencies: - - '@babel/core@7.22.10' - - '@babel/preset-typescript@7.23.3' - - '@commitlint/cli@18.6.0' - - '@commitlint/config-conventional@18.6.0' - - '@grnsft/if-core@0.0.16' - - '@jest/globals@29.7.0' - - '@types/jest@29.5.8' - - '@types/js-yaml@4.0.9' - - '@types/luxon@3.4.2' - - '@types/node@20.9.0' - - axios-mock-adapter@1.22.0 - - axios@1.7.2 - - cross-env@7.0.3 - - csv-parse@5.5.6 - - csv-stringify@6.4.6 - - fixpack@4.0.0 - - gts@5.2.0 - - husky@8.0.3 - - jest@29.7.0 - - js-yaml@4.1.0 - - lint-staged@15.2.2 - - luxon@3.4.4 - - release-it@16.3.0 - - rimraf@5.0.5 - - ts-command-line-args@2.5.1 - - ts-jest@29.1.1 - - typescript-cubic-spline@1.0.1 - - typescript@5.2.2 - - winston@3.11.0 - - zod@3.23.8 - status: success -tree: - children: - child-1: - pipeline: - - interpolate - - cpu-factor-to-wattage - - wattage-times-duration - - wattage-to-energy-kwh - - calculate-vcpu-ratio - - correct-cpu-energy-for-vcpu-ratio - - sci-embodied - - operational-carbon - - sum-carbon - - time-sync - - sci - config: - group-by: - group: - - cloud/region - - cloud/instance-type - defaults: - cpu/thermal-design-power: 100 - grid/carbon-intensity: 800 - device/emissions-embodied: 1533.12 - time-reserved: 3600 - device/expected-lifespan: 94608000 - vcpus-total: 8 - vcpus-allocated: 1 - inputs: - - timestamp: '2023-12-12T00:00:00.000Z' - cloud/instance-type: A1 - cloud/region: uk-west - duration: 1 - cpu/utilization: 10 - requests: 10 - - timestamp: '2023-12-12T00:00:01.000Z' - duration: 5 - cpu/utilization: 20 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 5 - - timestamp: '2023-12-12T00:00:06.000Z' - duration: 7 - cpu/utilization: 15 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 15 - - timestamp: '2023-12-12T00:00:13.000Z' - duration: 30 - cloud/instance-type: A1 - cloud/region: uk-west - cpu/utilization: 15 - requests: 30 - outputs: - - timestamp: '2023-12-12T00:00:00.000Z' - cloud/instance-type: A1 - cloud/region: uk-west - duration: 5 - cpu/utilization: 14 - requests: 14 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 2759.6159999999995 - time-reserved: 2880 - device/expected-lifespan: 170294400 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0.3205 - cpu-wattage: 66.19999999999999 - cpu-wattage-times-duration: 203 - cpu-energy-raw: 0.0000563888888888889 - vcpu-ratio: 8 - cpu-energy-kwh: 0.000007048611111111113 - carbon-embodied: 0.000010128107559614409 - carbon-operational: 0.0056388888888888895 - carbon: 0.005649016996448503 - sci: 0.000403501214032036 - - timestamp: '2023-12-12T00:00:05.000Z' - duration: 5 - cpu/utilization: 13 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 9.571428571428571 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 1182.6925714285712 - time-reserved: 2880 - device/expected-lifespan: 72983314.28571428 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0.30975 - cpu-wattage: 29.907142857142862 - cpu-wattage-times-duration: 192.25 - cpu-energy-raw: 0.00005340277777777778 - vcpu-ratio: 8 - cpu-energy-kwh: 0.000006675347222222222 - carbon-embodied: 0.000010128107559614407 - carbon-operational: 0.005340277777777777 - carbon: 0.005350405885337391 - sci: 0.0005589976298113692 - - timestamp: '2023-12-12T00:00:10.000Z' - duration: 5 - cpu/utilization: 12 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 8.428571428571429 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 759.2594285714285 - time-reserved: 2880 - device/expected-lifespan: 46853485.71428572 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0.29900000000000004 - cpu-wattage: 18.50952380952381 - cpu-wattage-times-duration: 186.875 - cpu-energy-raw: 0.00005190972222222222 - vcpu-ratio: 8 - cpu-energy-kwh: 0.0000064887152777777775 - carbon-embodied: 0.000010128107559614407 - carbon-operational: 0.005190972222222222 - carbon: 0.0052011003297818366 - sci: 0.0006170797001436077 - - timestamp: '2023-12-12T00:00:15.000Z' - duration: 5 - cloud/instance-type: A1 - cloud/region: uk-west - cpu/utilization: 12 - requests: 5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 255.51999999999998 - time-reserved: 2880 - device/expected-lifespan: 15768000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0.29900000000000004 - cpu-wattage: 6.229166666666667 - cpu-wattage-times-duration: 186.875 - cpu-energy-raw: 0.00005190972222222223 - vcpu-ratio: 8 - cpu-energy-kwh: 0.000006488715277777778 - carbon-embodied: 0.000010128107559614409 - carbon-operational: 0.005190972222222222 - carbon: 0.005201100329781837 - sci: 0.0010402200659563674 - - timestamp: '2023-12-12T00:00:20.000Z' - duration: 5 - cloud/instance-type: A1 - cloud/region: uk-west - cpu/utilization: 12 - requests: 5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 255.51999999999998 - time-reserved: 2880 - device/expected-lifespan: 15768000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0.29900000000000004 - cpu-wattage: 6.229166666666667 - cpu-wattage-times-duration: 186.875 - cpu-energy-raw: 0.00005190972222222223 - vcpu-ratio: 8 - cpu-energy-kwh: 0.000006488715277777778 - carbon-embodied: 0.000010128107559614409 - carbon-operational: 0.005190972222222222 - carbon: 0.005201100329781837 - sci: 0.0010402200659563674 - - timestamp: '2023-12-12T00:00:25.000Z' - duration: 5 - cloud/instance-type: A1 - cloud/region: uk-west - cpu/utilization: 12 - requests: 5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 255.51999999999998 - time-reserved: 2880 - device/expected-lifespan: 15768000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0.29900000000000004 - cpu-wattage: 6.229166666666667 - cpu-wattage-times-duration: 186.875 - cpu-energy-raw: 0.00005190972222222223 - vcpu-ratio: 8 - cpu-energy-kwh: 0.000006488715277777778 - carbon-embodied: 0.000010128107559614409 - carbon-operational: 0.005190972222222222 - carbon: 0.005201100329781837 - sci: 0.0010402200659563674 - - timestamp: '2023-12-12T00:00:30.000Z' - duration: 5 - cloud/instance-type: A1 - cloud/region: uk-west - cpu/utilization: 12 - requests: 5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 255.51999999999998 - time-reserved: 2880 - device/expected-lifespan: 15768000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0.29900000000000004 - cpu-wattage: 6.229166666666667 - cpu-wattage-times-duration: 186.875 - cpu-energy-raw: 0.00005190972222222223 - vcpu-ratio: 8 - cpu-energy-kwh: 0.000006488715277777778 - carbon-embodied: 0.000010128107559614409 - carbon-operational: 0.005190972222222222 - carbon: 0.005201100329781837 - sci: 0.0010402200659563674 - - timestamp: '2023-12-12T00:00:35.000Z' - duration: 5 - cloud/instance-type: A1 - cloud/region: uk-west - cpu/utilization: 12 - requests: 5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 255.51999999999998 - time-reserved: 2880 - device/expected-lifespan: 15768000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0.29900000000000004 - cpu-wattage: 6.229166666666667 - cpu-wattage-times-duration: 186.875 - cpu-energy-raw: 0.00005190972222222223 - vcpu-ratio: 8 - cpu-energy-kwh: 0.000006488715277777778 - carbon-embodied: 0.000010128107559614409 - carbon-operational: 0.005190972222222222 - carbon: 0.005201100329781837 - sci: 0.0010402200659563674 - - timestamp: '2023-12-12T00:00:40.000Z' - duration: 5 - cloud/instance-type: A1 - cloud/region: uk-west - cpu/utilization: 9 - requests: 3 - cpu/thermal-design-power: 60 - grid/carbon-intensity: 480 - device/emissions-embodied: 153.312 - time-reserved: 2160.2 - device/expected-lifespan: 9460800 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0.22425 - cpu-wattage: 3.7375 - cpu-wattage-times-duration: 112.125 - cpu-energy-raw: 0.000031145833333333336 - vcpu-ratio: 8 - cpu-energy-kwh: 0.000003893229166666667 - carbon-embodied: 0.000006076864535768645 - carbon-operational: 0.0031145833333333334 - carbon: 0.003120660197869102 - sci: 0.0010402200659563674 - - timestamp: '2023-12-12T00:00:45.000Z' - duration: 5 - cloud/instance-type: A1 - cloud/region: uk-west - cpu/utilization: 0 - requests: 0 - cpu/thermal-design-power: 0 - grid/carbon-intensity: 0 - device/emissions-embodied: 0 - time-reserved: 0.8 - device/expected-lifespan: 0 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0 - cpu-wattage: 0 - cpu-wattage-times-duration: 0 - cpu-energy-raw: 0 - vcpu-ratio: 8 - cpu-energy-kwh: 0 - carbon-embodied: 0 - carbon-operational: 0 - carbon: 0 - sci: 0 - - timestamp: '2023-12-12T00:00:50.000Z' - duration: 5 - cloud/instance-type: A1 - cloud/region: uk-west - cpu/utilization: 0 - requests: 0 - cpu/thermal-design-power: 0 - grid/carbon-intensity: 0 - device/emissions-embodied: 0 - time-reserved: 0.8 - device/expected-lifespan: 0 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0 - cpu-wattage: 0 - cpu-wattage-times-duration: 0 - cpu-energy-raw: 0 - vcpu-ratio: 8 - cpu-energy-kwh: 0 - carbon-embodied: 0 - carbon-operational: 0 - carbon: 0 - sci: 0 - - timestamp: '2023-12-12T00:00:55.000Z' - duration: 5 - cloud/instance-type: A1 - cloud/region: uk-west - cpu/utilization: 0 - requests: 0 - cpu/thermal-design-power: 0 - grid/carbon-intensity: 0 - device/emissions-embodied: 0 - time-reserved: 0.8 - device/expected-lifespan: 0 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0 - cpu-wattage: 0 - cpu-wattage-times-duration: 0 - cpu-energy-raw: 0 - vcpu-ratio: 8 - cpu-energy-kwh: 0 - carbon-embodied: 0 - carbon-operational: 0 - carbon: 0 - sci: 0 - - timestamp: '2023-12-12T00:01:00.000Z' - duration: 1 - cloud/instance-type: A1 - cloud/region: uk-west - cpu/utilization: 0 - requests: 0 - cpu/thermal-design-power: 0 - grid/carbon-intensity: 0 - device/emissions-embodied: 0 - time-reserved: 1 - device/expected-lifespan: 0 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0 - cpu-wattage: 0 - cpu-wattage-times-duration: 0 - cpu-energy-raw: 0 - vcpu-ratio: 8 - cpu-energy-kwh: 0 - carbon-embodied: 0 - carbon-operational: 0 - carbon: 0 - sci: 0 - aggregated: - carbon: 0.04532668505834602 - child-2: - pipeline: - - interpolate - - cpu-factor-to-wattage - - wattage-times-duration - - wattage-to-energy-kwh - - calculate-vcpu-ratio - - correct-cpu-energy-for-vcpu-ratio - - sci-embodied - - operational-carbon - - sum-carbon - - time-sync - - sci - config: - group-by: - group: - - cloud/region - - cloud/instance-type - defaults: - cpu/thermal-design-power: 100 - grid/carbon-intensity: 800 - device/emissions-embodied: 1533.12 - time-reserved: 3600 - device/expected-lifespan: 94608000 - vcpus-total: 8 - vcpus-allocated: 1 - inputs: - - timestamp: '2023-12-12T00:00:00.000Z' - duration: 1 - cpu/utilization: 30 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 100 - - timestamp: '2023-12-12T00:00:01.000Z' - duration: 5 - cpu/utilization: 28 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 150 - - timestamp: '2023-12-12T00:00:06.000Z' - duration: 7 - cpu/utilization: 40 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 110 - - timestamp: '2023-12-12T00:00:13.000Z' - duration: 30 - cpu/utilization: 33 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 180 - outputs: - - timestamp: '2023-12-12T00:00:00.000Z' - duration: 5 - cpu/utilization: 22.8 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 220 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 2759.6159999999995 - time-reserved: 2880 - device/expected-lifespan: 170294400 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0.41509999999999997 - cpu-wattage: 94.57999999999998 - cpu-wattage-times-duration: 258.9 - cpu-energy-raw: 0.00007191666666666668 - vcpu-ratio: 8 - cpu-energy-kwh: 0.000008989583333333334 - carbon-embodied: 0.000010128107559614409 - carbon-operational: 0.007191666666666666 - carbon: 0.007201794774226282 - sci: 0.00003273543079193765 - - timestamp: '2023-12-12T00:00:05.000Z' - duration: 5 - cpu/utilization: 29.6 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 92.85714285714285 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 1182.6925714285712 - time-reserved: 2880 - device/expected-lifespan: 72983314.28571428 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0.48819999999999997 - cpu-wattage: 46.98428571428572 - cpu-wattage-times-duration: 308.35 - cpu-energy-raw: 0.00008565277777777778 - vcpu-ratio: 8 - cpu-energy-kwh: 0.000010706597222222223 - carbon-embodied: 0.000010128107559614407 - carbon-operational: 0.008565277777777778 - carbon: 0.008575405885337391 - sci: 0.00009235052491901808 - - timestamp: '2023-12-12T00:00:10.000Z' - duration: 5 - cpu/utilization: 30.6 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 59.14285714285714 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 759.2594285714285 - time-reserved: 2880 - device/expected-lifespan: 46853485.71428572 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0.49894999999999995 - cpu-wattage: 31.31738095238095 - cpu-wattage-times-duration: 306.2 - cpu-energy-raw: 0.00008505555555555556 - vcpu-ratio: 8 - cpu-energy-kwh: 0.000010631944444444445 - carbon-embodied: 0.000010128107559614407 - carbon-operational: 0.008505555555555556 - carbon: 0.00851568366311517 - sci: 0.0001439849894729618 - - timestamp: '2023-12-12T00:00:15.000Z' - duration: 5 - cpu/utilization: 26.4 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 30 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 255.51999999999998 - time-reserved: 2880 - device/expected-lifespan: 15768000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0.45380000000000004 - cpu-wattage: 9.454166666666667 - cpu-wattage-times-duration: 283.625 - cpu-energy-raw: 0.00007878472222222222 - vcpu-ratio: 8 - cpu-energy-kwh: 0.000009848090277777778 - carbon-embodied: 0.000010128107559614409 - carbon-operational: 0.007878472222222222 - carbon: 0.007888600329781836 - sci: 0.0002629533443260612 - - timestamp: '2023-12-12T00:00:20.000Z' - duration: 5 - cpu/utilization: 26.4 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 30 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 255.51999999999998 - time-reserved: 2880 - device/expected-lifespan: 15768000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0.45380000000000004 - cpu-wattage: 9.454166666666667 - cpu-wattage-times-duration: 283.625 - cpu-energy-raw: 0.00007878472222222222 - vcpu-ratio: 8 - cpu-energy-kwh: 0.000009848090277777778 - carbon-embodied: 0.000010128107559614409 - carbon-operational: 0.007878472222222222 - carbon: 0.007888600329781836 - sci: 0.0002629533443260612 - - timestamp: '2023-12-12T00:00:25.000Z' - duration: 5 - cpu/utilization: 26.4 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 30 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 255.51999999999998 - time-reserved: 2880 - device/expected-lifespan: 15768000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0.45380000000000004 - cpu-wattage: 9.454166666666667 - cpu-wattage-times-duration: 283.625 - cpu-energy-raw: 0.00007878472222222222 - vcpu-ratio: 8 - cpu-energy-kwh: 0.000009848090277777778 - carbon-embodied: 0.000010128107559614409 - carbon-operational: 0.007878472222222222 - carbon: 0.007888600329781836 - sci: 0.0002629533443260612 - - timestamp: '2023-12-12T00:00:30.000Z' - duration: 5 - cpu/utilization: 26.4 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 30 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 255.51999999999998 - time-reserved: 2880 - device/expected-lifespan: 15768000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0.45380000000000004 - cpu-wattage: 9.454166666666667 - cpu-wattage-times-duration: 283.625 - cpu-energy-raw: 0.00007878472222222222 - vcpu-ratio: 8 - cpu-energy-kwh: 0.000009848090277777778 - carbon-embodied: 0.000010128107559614409 - carbon-operational: 0.007878472222222222 - carbon: 0.007888600329781836 - sci: 0.0002629533443260612 - - timestamp: '2023-12-12T00:00:35.000Z' - duration: 5 - cpu/utilization: 26.4 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 30 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 255.51999999999998 - time-reserved: 2880 - device/expected-lifespan: 15768000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0.45380000000000004 - cpu-wattage: 9.454166666666667 - cpu-wattage-times-duration: 283.625 - cpu-energy-raw: 0.00007878472222222222 - vcpu-ratio: 8 - cpu-energy-kwh: 0.000009848090277777778 - carbon-embodied: 0.000010128107559614409 - carbon-operational: 0.007878472222222222 - carbon: 0.007888600329781836 - sci: 0.0002629533443260612 - - timestamp: '2023-12-12T00:00:40.000Z' - duration: 5 - cpu/utilization: 19.8 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 18 - cpu/thermal-design-power: 60 - grid/carbon-intensity: 480 - device/emissions-embodied: 153.312 - time-reserved: 2160.2 - device/expected-lifespan: 9460800 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0.34035000000000004 - cpu-wattage: 5.6725 - cpu-wattage-times-duration: 170.175 - cpu-energy-raw: 0.00004727083333333333 - vcpu-ratio: 8 - cpu-energy-kwh: 0.000005908854166666666 - carbon-embodied: 0.000006076864535768645 - carbon-operational: 0.004727083333333333 - carbon: 0.0047331601978691015 - sci: 0.00026295334432606117 - - timestamp: '2023-12-12T00:00:45.000Z' - duration: 5 - cpu/utilization: 0 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 0 - cpu/thermal-design-power: 0 - grid/carbon-intensity: 0 - device/emissions-embodied: 0 - time-reserved: 0.8 - device/expected-lifespan: 0 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0 - cpu-wattage: 0 - cpu-wattage-times-duration: 0 - cpu-energy-raw: 0 - vcpu-ratio: 8 - cpu-energy-kwh: 0 - carbon-embodied: 0 - carbon-operational: 0 - carbon: 0 - sci: 0 - - timestamp: '2023-12-12T00:00:50.000Z' - duration: 5 - cpu/utilization: 0 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 0 - cpu/thermal-design-power: 0 - grid/carbon-intensity: 0 - device/emissions-embodied: 0 - time-reserved: 0.8 - device/expected-lifespan: 0 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0 - cpu-wattage: 0 - cpu-wattage-times-duration: 0 - cpu-energy-raw: 0 - vcpu-ratio: 8 - cpu-energy-kwh: 0 - carbon-embodied: 0 - carbon-operational: 0 - carbon: 0 - sci: 0 - - timestamp: '2023-12-12T00:00:55.000Z' - duration: 5 - cpu/utilization: 0 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 0 - cpu/thermal-design-power: 0 - grid/carbon-intensity: 0 - device/emissions-embodied: 0 - time-reserved: 0.8 - device/expected-lifespan: 0 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0 - cpu-wattage: 0 - cpu-wattage-times-duration: 0 - cpu-energy-raw: 0 - vcpu-ratio: 8 - cpu-energy-kwh: 0 - carbon-embodied: 0 - carbon-operational: 0 - carbon: 0 - sci: 0 - - timestamp: '2023-12-12T00:01:00.000Z' - duration: 1 - cpu/utilization: 0 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 0 - cpu/thermal-design-power: 0 - grid/carbon-intensity: 0 - device/emissions-embodied: 0 - time-reserved: 1 - device/expected-lifespan: 0 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: 0 - cpu-wattage: 0 - cpu-wattage-times-duration: 0 - cpu-energy-raw: 0 - vcpu-ratio: 8 - cpu-energy-kwh: 0 - carbon-embodied: 0 - carbon-operational: 0 - carbon: 0 - sci: 0 - aggregated: - carbon: 0.06846904616945712 - outputs: - - carbon: 0.012850811770674785 - timestamp: '2023-12-12T00:00:00.000Z' - duration: 5 - - carbon: 0.013925811770674782 - timestamp: '2023-12-12T00:00:05.000Z' - duration: 5 - - carbon: 0.013716783992897007 - timestamp: '2023-12-12T00:00:10.000Z' - duration: 5 - - carbon: 0.013089700659563674 - timestamp: '2023-12-12T00:00:15.000Z' - duration: 5 - - carbon: 0.013089700659563674 - timestamp: '2023-12-12T00:00:20.000Z' - duration: 5 - - carbon: 0.013089700659563674 - timestamp: '2023-12-12T00:00:25.000Z' - duration: 5 - - carbon: 0.013089700659563674 - timestamp: '2023-12-12T00:00:30.000Z' - duration: 5 - - carbon: 0.013089700659563674 - timestamp: '2023-12-12T00:00:35.000Z' - duration: 5 - - carbon: 0.007853820395738204 - timestamp: '2023-12-12T00:00:40.000Z' - duration: 5 - - carbon: 0 - timestamp: '2023-12-12T00:00:45.000Z' - duration: 5 - - carbon: 0 - timestamp: '2023-12-12T00:00:50.000Z' - duration: 5 - - carbon: 0 - timestamp: '2023-12-12T00:00:55.000Z' - duration: 5 - - carbon: 0 - timestamp: '2023-12-12T00:01:00.000Z' - duration: 1 - aggregated: - carbon: 0.11379573122780316 diff --git a/manifests/outputs/pipelines/pipeline-with-mocks.yaml b/manifests/outputs/pipelines/pipeline-with-mocks.yaml deleted file mode 100644 index 39d7fef1b..000000000 --- a/manifests/outputs/pipelines/pipeline-with-mocks.yaml +++ /dev/null @@ -1,1074 +0,0 @@ -name: pipeline-with-mocks -description: a full pipeline seeded with data from mock-observations feature -tags: null -aggregation: - metrics: - carbon: - method: sum - type: both -initialize: - plugins: - mock-observations: - path: builtin - method: MockObservations - global-config: - timestamp-from: 2023-12-12T00:00 - timestamp-to: 2023-12-12T00:10 - duration: 60 - components: - - cloud/instance-type: A1 - generators: - common: - cloud/region: uk-west - randint: - cpu/utilization: - min: 1 - max: 99 - parameter-metadata: - inputs: - timestamp: - unit: RFC3339 - description: refers to the time of occurrence of the input - aggregation-method: none - duration: - unit: seconds - description: refers to the duration of the input - aggregation-method: sum - cloud/instance-type: - unit: none - description: type of Cloud Instance name used in the cloud provider APIs - aggregation-method: none - cloud/region: - unit: none - description: region cloud instance - aggregation-method: none - interpolate: - path: builtin - method: Interpolation - global-config: - method: linear - x: - - 0 - - 10 - - 50 - - 100 - 'y': - - 0.12 - - 0.32 - - 0.75 - - 1.02 - input-parameter: cpu/utilization - output-parameter: cpu-factor - parameter-metadata: - inputs: - cpu/utilization: - unit: percentage - description: refers to CPU utilization. - aggregation-method: avg - outputs: - cpu-factor: - unit: kWh - description: result of interpolate - aggregation-method: avg - cpu-factor-to-wattage: - path: builtin - method: Multiply - global-config: - input-parameters: - - cpu-factor - - cpu/thermal-design-power - output-parameter: cpu-wattage - parameter-metadata: - inputs: - cpu-factor: - unit: kWh - description: result of interpolate - aggregation-method: avg - cpu/thermal-design-power: - unit: kWh - description: thermal design power for a processor - aggregation-method: avg - outputs: - cpu-wattage: - unit: kWh - description: the energy used by the CPU - aggregation-method: sum - wattage-times-duration: - path: builtin - method: Multiply - global-config: - input-parameters: - - cpu-wattage - - duration - output-parameter: cpu-wattage-times-duration - parameter-metadata: - inputs: - cpu-wattage: - unit: kWh - description: Energy used by the CPU - aggregation-method: sum - duration: - unit: seconds - description: Duration of the observation - aggregation-method: sum - outputs: - cpu-wattage-times-duration: - unit: kWh - description: CPU wattage multiplied by duration - aggregation-method: sum - wattage-to-energy-kwh: - path: builtin - method: Divide - global-config: - numerator: cpu-wattage-times-duration - denominator: 3600000 - output: cpu-energy-raw - parameter-metadata: - inputs: - cpu-wattage-times-duration: - unit: kWh - description: CPU wattage multiplied by duration - aggregation-method: sum - outputs: - cpu-energy-raw: - unit: kWh - description: Raw energy used by CPU in kWh - aggregation-method: sum - calculate-vcpu-ratio: - path: builtin - method: Divide - global-config: - numerator: vcpus-total - denominator: vcpus-allocated - output: vcpu-ratio - parameter-metadata: - inputs: - vcpus-total: - unit: count - description: total number of vcpus available on a particular resource - aggregation-method: none - vcpus-allocated: - unit: count - description: number of vcpus allocated to particular resource - aggregation-method: none - outputs: - vcpu-ratio: - unit: none - description: Ratio of vCPUs - aggregation-method: none - correct-cpu-energy-for-vcpu-ratio: - path: builtin - method: Divide - global-config: - numerator: cpu-energy-raw - denominator: vcpu-ratio - output: cpu-energy-kwh - parameter-metadata: - inputs: - cpu-energy-raw: - unit: kWh - description: Raw energy used by CPU in kWh - aggregation-method: sum - vcpu-ratio: - unit: none - description: Ratio of vCPUs - aggregation-method: none - outputs: - cpu-energy-kwh: - unit: kWh - description: Corrected CPU energy in kWh - aggregation-method: sum - sci-embodied: - path: builtin - method: SciEmbodied - operational-carbon: - path: builtin - method: Multiply - global-config: - input-parameters: - - cpu-energy-kwh - - grid/carbon-intensity - output-parameter: carbon-operational - parameter-metadata: - inputs: - cpu-energy-kwh: - unit: kWh - description: Corrected CPU energy in kWh - aggregation-method: sum - grid/carbon-intensity: - unit: gCO2eq/kWh - description: Carbon intensity for the grid - aggregation-method: avg - outputs: - carbon-operational: - unit: gCO2eq - description: Operational carbon footprint - aggregation-method: sum - sum-carbon: - path: builtin - method: Sum - global-config: - input-parameters: - - carbon-operational - - carbon-embodied - output-parameter: carbon - parameter-metadata: - inputs: - carbon-operational: - unit: gCO2eq - description: Operational carbon footprint - aggregation-method: sum - carbon-embodied: - unit: gCO2eq - description: Embodied carbon footprint - aggregation-method: sum - outputs: - carbon: - unit: gCO2eq - description: Total carbon footprint - aggregation-method: sum - sci: - path: builtin - method: Sci - global-config: - functional-unit: requests - parameter-metadata: - inputs: - requests: - unit: none - description: expressed the final SCI value - aggregation-method: sum - outputs: - sci: - unit: none - description: Scientific Carbon Intensity - aggregation-method: none - time-sync: - path: builtin - method: TimeSync - global-config: - start-time: '2023-12-12T00:00:00.000Z' - end-time: '2023-12-12T00:01:00.000Z' - interval: 5 - allow-padding: true - parameter-metadata: - inputs: - time-reserved: - unit: seconds - description: time reserved for a component - aggregation-method: avg - outputs: - synced-time: - unit: none - description: Synced time - aggregation-method: none - group-by: - path: builtin - method: GroupBy - parameter-metadata: - inputs: - group: - unit: none - description: Group by fields - aggregation-method: none - outputs: - grouped-data: - unit: none - description: Grouped data - aggregation-method: none -execution: - command: >- - /Users/mariamkhalatova/.npm/_npx/1bf7c3c15bf47d04/node_modules/.bin/ts-node - /Users/mariamkhalatova/Projects/UK/if/src/if-run/index.ts -m - manifests/examples/pipelines/pipeline-with-mocks.yml -o - manifests/outputs/pipelines/pipeline-with-mocks-update - environment: - if-version: 0.5.0 - os: macOS - os-version: '14.5' - node-version: 18.14.2 - date-time: 2024-07-30T05:35:42.937Z (UTC) - dependencies: - - '@babel/core@7.22.10' - - '@babel/preset-typescript@7.23.3' - - '@commitlint/cli@18.6.0' - - '@commitlint/config-conventional@18.6.0' - - '@grnsft/if-core@0.0.16' - - '@jest/globals@29.7.0' - - '@types/jest@29.5.8' - - '@types/js-yaml@4.0.9' - - '@types/luxon@3.4.2' - - '@types/node@20.9.0' - - axios-mock-adapter@1.22.0 - - axios@1.7.2 - - cross-env@7.0.3 - - csv-parse@5.5.6 - - csv-stringify@6.4.6 - - fixpack@4.0.0 - - gts@5.2.0 - - husky@8.0.3 - - jest@29.7.0 - - js-yaml@4.1.0 - - lint-staged@15.2.2 - - luxon@3.4.4 - - release-it@16.3.0 - - rimraf@5.0.5 - - ts-command-line-args@2.5.1 - - ts-jest@29.1.1 - - typescript-cubic-spline@1.0.1 - - typescript@5.2.2 - - winston@3.11.0 - - zod@3.23.8 - status: success -tree: - children: - child-1: - pipeline: - - mock-observations - - interpolate - - cpu-factor-to-wattage - - wattage-times-duration - - wattage-to-energy-kwh - - calculate-vcpu-ratio - - correct-cpu-energy-for-vcpu-ratio - - sci-embodied - - operational-carbon - - sum-carbon - - time-sync - - sci - config: - group-by: - group: - - cloud/region - - instance-type - defaults: - cpu/thermal-design-power: 100 - grid/carbon-intensity: 800 - device/emissions-embodied: 1533.12 - time-reserved: 3600 - device/expected-lifespan: 94608000 - vcpus-total: 8 - vcpus-allocated: 1 - inputs: - - timestamp: '2023-12-12T00:00:00.000Z' - cloud/instance-type: A1 - cloud/region: uk-west - duration: 1 - cpu/utilization: 10 - requests: 30 - - timestamp: '2023-12-12T00:00:01.000Z' - duration: 5 - cpu/utilization: 20 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 40 - - timestamp: '2023-12-12T00:00:06.000Z' - duration: 7 - cpu/utilization: 15 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 30 - - timestamp: '2023-12-12T00:00:13.000Z' - duration: 30 - cloud/instance-type: A1 - cloud/region: uk-west - cpu/utilization: 15 - requests: 50 - outputs: - - timestamp: '2023-12-12T00:00:00.000Z' - cloud/instance-type: A1 - cloud/region: uk-west - duration: 5 - cpu/utilization: '*' - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: 0.000010128107559614409 - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:05.000Z' - cloud/instance-type: A1 - cloud/region: uk-west - duration: 5 - cpu/utilization: '*' - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: 0.000010128107559614409 - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:10.000Z' - cloud/instance-type: A1 - cloud/region: uk-west - duration: 5 - cpu/utilization: '*' - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: 0.000010128107559614409 - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:15.000Z' - cloud/instance-type: A1 - cloud/region: uk-west - duration: 5 - cpu/utilization: '*' - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: 0.000010128107559614409 - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:20.000Z' - cloud/instance-type: A1 - cloud/region: uk-west - duration: 5 - cpu/utilization: '*' - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: 0.000010128107559614409 - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:25.000Z' - cloud/instance-type: A1 - cloud/region: uk-west - duration: 5 - cpu/utilization: '*' - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: 0.000010128107559614409 - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:30.000Z' - cloud/instance-type: A1 - cloud/region: uk-west - duration: 5 - cpu/utilization: '*' - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: 0.000010128107559614409 - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:35.000Z' - cloud/instance-type: A1 - cloud/region: uk-west - duration: 5 - cpu/utilization: '*' - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: 0.000010128107559614409 - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:40.000Z' - cloud/instance-type: A1 - cloud/region: uk-west - duration: 5 - cpu/utilization: '*' - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: 0.000010128107559614409 - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:45.000Z' - cloud/instance-type: A1 - cloud/region: uk-west - duration: 5 - cpu/utilization: '*' - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: 0.000010128107559614409 - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:50.000Z' - cloud/instance-type: A1 - cloud/region: uk-west - duration: 5 - cpu/utilization: '*' - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: 0.000010128107559614409 - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:55.000Z' - cloud/instance-type: A1 - cloud/region: uk-west - duration: 5 - cpu/utilization: '*' - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: 0.000010128107559614409 - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:01:00.000Z' - cloud/instance-type: A1 - cloud/region: uk-west - duration: 1 - cpu/utilization: '*' - requests: 0.5 - cpu/thermal-design-power: 100 - grid/carbon-intensity: 800 - device/emissions-embodied: 25.552 - time-reserved: 3600 - device/expected-lifespan: 1576800 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: 0.0000020256215119228817 - carbon-operational: '*' - carbon: '*' - sci: '*' - aggregated: - carbon: '*' - child-2: - pipeline: - - mock-observations - - interpolate - - cpu-factor-to-wattage - - wattage-times-duration - - wattage-to-energy-kwh - - calculate-vcpu-ratio - - correct-cpu-energy-for-vcpu-ratio - - sci-embodied - - operational-carbon - - sum-carbon - - time-sync - - sci - config: - group-by: - group: - - cloud/region - - cloud/instance-type - defaults: - cpu/thermal-design-power: 100 - grid/carbon-intensity: 800 - device/emissions-embodied: 1533.12 - time-reserved: 3600 - device/expected-lifespan: 94608000 - vcpus-total: 8 - vcpus-allocated: 1 - inputs: - - timestamp: '2023-12-12T00:00:00.000Z' - duration: 1 - cpu/utilization: 30 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 30 - - timestamp: '2023-12-12T00:00:01.000Z' - duration: 5 - cpu/utilization: 28 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 40 - - timestamp: '2023-12-12T00:00:06.000Z' - duration: 7 - cpu/utilization: 40 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 50 - - timestamp: '2023-12-12T00:00:13.000Z' - duration: 30 - cpu/utilization: 33 - cloud/instance-type: A1 - cloud/region: uk-west - requests: 60 - outputs: - - timestamp: '2023-12-12T00:00:00.000Z' - duration: 5 - cpu/utilization: '*' - cloud/instance-type: A1 - cloud/region: uk-west - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: '*' - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:05.000Z' - duration: 5 - cpu/utilization: '*' - cloud/instance-type: A1 - cloud/region: uk-west - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: '*' - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:10.000Z' - duration: 5 - cpu/utilization: '*' - cloud/instance-type: A1 - cloud/region: uk-west - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: '*' - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:15.000Z' - duration: 5 - cpu/utilization: '*' - cloud/instance-type: A1 - cloud/region: uk-west - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: '*' - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:20.000Z' - duration: 5 - cpu/utilization: '*' - cloud/instance-type: A1 - cloud/region: uk-west - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: '*' - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:25.000Z' - duration: 5 - cpu/utilization: '*' - cloud/instance-type: A1 - cloud/region: uk-west - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: '*' - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:30.000Z' - duration: 5 - cpu/utilization: '*' - cloud/instance-type: A1 - cloud/region: uk-west - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: '*' - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:35.000Z' - duration: 5 - cpu/utilization: '*' - cloud/instance-type: A1 - cloud/region: uk-west - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: '*' - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:40.000Z' - duration: 5 - cpu/utilization: '*' - cloud/instance-type: A1 - cloud/region: uk-west - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: '*' - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:45.000Z' - duration: 5 - cpu/utilization: '*' - cloud/instance-type: A1 - cloud/region: uk-west - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: '*' - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:50.000Z' - duration: 5 - cpu/utilization: '*' - cloud/instance-type: A1 - cloud/region: uk-west - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: '*' - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:00:55.000Z' - duration: 5 - cpu/utilization: '*' - cloud/instance-type: A1 - cloud/region: uk-west - requests: 2.5 - cpu/thermal-design-power: 80 - grid/carbon-intensity: 640 - device/emissions-embodied: 127.75999999999999 - time-reserved: 2880 - device/expected-lifespan: 7884000 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: '*' - carbon-operational: '*' - carbon: '*' - sci: '*' - - timestamp: '2023-12-12T00:01:00.000Z' - duration: 1 - cpu/utilization: '*' - cloud/instance-type: A1 - cloud/region: uk-west - requests: 0.5 - cpu/thermal-design-power: 100 - grid/carbon-intensity: 800 - device/emissions-embodied: 25.552 - time-reserved: 3600 - device/expected-lifespan: 1576800 - vcpus-total: 8 - vcpus-allocated: 1 - cpu-factor: '*' - cpu-wattage: '*' - cpu-wattage-times-duration: '*' - cpu-energy-raw: '*' - vcpu-ratio: 8 - cpu-energy-kwh: '*' - carbon-embodied: '*' - carbon-operational: '*' - carbon: '*' - sci: '*' - aggregated: - carbon: '*' - outputs: - - carbon: '*' - timestamp: '2023-12-12T00:00:00.000Z' - duration: 5 - - carbon: '*' - timestamp: '2023-12-12T00:00:05.000Z' - duration: 5 - - carbon: '*' - timestamp: '2023-12-12T00:00:10.000Z' - duration: 5 - - carbon: '*' - timestamp: '2023-12-12T00:00:15.000Z' - duration: 5 - - carbon: '*' - timestamp: '2023-12-12T00:00:20.000Z' - duration: 5 - - carbon: '*' - timestamp: '2023-12-12T00:00:25.000Z' - duration: 5 - - carbon: '*' - timestamp: '2023-12-12T00:00:30.000Z' - duration: 5 - - carbon: '*' - timestamp: '2023-12-12T00:00:35.000Z' - duration: 5 - - carbon: '*' - timestamp: '2023-12-12T00:00:40.000Z' - duration: 5 - - carbon: '*' - timestamp: '2023-12-12T00:00:45.000Z' - duration: 5 - - carbon: '*' - timestamp: '2023-12-12T00:00:50.000Z' - duration: 5 - - carbon: '*' - timestamp: '2023-12-12T00:00:55.000Z' - duration: 5 - - carbon: '*' - timestamp: '2023-12-12T00:01:00.000Z' - duration: 1 - aggregated: - carbon: '*' diff --git a/manifests/outputs/pipelines/sci.yaml b/manifests/outputs/pipelines/sci.yaml index 5c5f0d822..c4fa641c2 100644 --- a/manifests/outputs/pipelines/sci.yaml +++ b/manifests/outputs/pipelines/sci.yaml @@ -138,18 +138,18 @@ tree: children: child-1: pipeline: - - interpolate - - cpu-factor-to-wattage - - wattage-times-duration - - wattage-to-energy-kwh - - calculate-vcpu-ratio - - correct-cpu-energy-for-vcpu-ratio - - sum-energy-components - - embodied-carbon - - operational-carbon - - sum-carbon - - sci - config: null + compute: + - interpolate + - cpu-factor-to-wattage + - wattage-times-duration + - wattage-to-energy-kwh + - calculate-vcpu-ratio + - correct-cpu-energy-for-vcpu-ratio + - sum-energy-components + - embodied-carbon + - operational-carbon + - sum-carbon + - sci defaults: cpu/thermal-design-power: 100 vcpus-total: 8 diff --git a/manifests/outputs/pipelines/teads-curve.yaml b/manifests/outputs/pipelines/teads-curve.yaml index 3f5d2d323..26885e1c7 100644 --- a/manifests/outputs/pipelines/teads-curve.yaml +++ b/manifests/outputs/pipelines/teads-curve.yaml @@ -105,12 +105,13 @@ tree: children: child: pipeline: - - interpolate - - cpu-factor-to-wattage - - wattage-times-duration - - wattage-to-energy-kwh - - calculate-vcpu-ratio - - correct-cpu-energy-for-vcpu-ratio + compute: + - interpolate + - cpu-factor-to-wattage + - wattage-times-duration + - wattage-to-energy-kwh + - calculate-vcpu-ratio + - correct-cpu-energy-for-vcpu-ratio defaults: thermal-design-power: 100 vcpus-total: 8 diff --git a/manifests/outputs/pipelines/zeros.yaml b/manifests/outputs/pipelines/zeros.yaml index 523728097..3efd3c0fb 100644 --- a/manifests/outputs/pipelines/zeros.yaml +++ b/manifests/outputs/pipelines/zeros.yaml @@ -155,22 +155,21 @@ tree: children: child-1: pipeline: - - sum-zero-and-one - - sum-zero-and-zero - - subtract-one-and-zero - - subtract-zero-and-zero - - subtract-zero-and-one - - coefficient-one-times-zero - - coefficient-zero-times-one - - coefficient-zero-times-zero - - multiply-one-times-zero - - multiply-zero-times-one - - exponent-one-to-zero - - exponent-zero-to-one - - exponent-zero-to-zero - - sci - config: null - defaults: null + compute: + - sum-zero-and-one + - sum-zero-and-zero + - subtract-one-and-zero + - subtract-zero-and-zero + - subtract-zero-and-one + - coefficient-one-times-zero + - coefficient-zero-times-one + - coefficient-zero-times-zero + - multiply-one-times-zero + - multiply-zero-times-one + - exponent-one-to-zero + - exponent-zero-to-one + - exponent-zero-to-zero + - sci inputs: - timestamp: '2023-12-12T00:00:00.000Z' duration: 1 From 5fcfe93e7c7331990b99fa8f239af9e00b37992b Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Fri, 2 Aug 2024 19:37:19 +0400 Subject: [PATCH 22/28] feat(manifests): convert features to phased exec --- .../aggregate-failure-invalid-metrics.yaml | 3 +- ...gate-failure-missing-metric-in-inputs.yaml | 3 +- .../features/aggregate-horizontal.yaml | 6 +- .../outputs/features/aggregate-vertical.yaml | 6 +- manifests/outputs/features/aggregate.yaml | 6 +- .../failure-invalid-config-group.yaml | 88 +++++++++++++++++++ .../failure-missing-cloud-instance-type.yaml | 86 ++++++++++++++++++ 7 files changed, 187 insertions(+), 11 deletions(-) create mode 100644 manifests/outputs/features/failure-invalid-config-group.yaml create mode 100644 manifests/outputs/features/failure-missing-cloud-instance-type.yaml diff --git a/manifests/outputs/features/aggregate-failure-invalid-metrics.yaml b/manifests/outputs/features/aggregate-failure-invalid-metrics.yaml index 870be308a..11e7f5865 100644 --- a/manifests/outputs/features/aggregate-failure-invalid-metrics.yaml +++ b/manifests/outputs/features/aggregate-failure-invalid-metrics.yaml @@ -70,7 +70,8 @@ tree: children: application: pipeline: - - cloud-metadata + compute: + - cloud-metadata children: uk-west: children: diff --git a/manifests/outputs/features/aggregate-failure-missing-metric-in-inputs.yaml b/manifests/outputs/features/aggregate-failure-missing-metric-in-inputs.yaml index 4a3da85ae..0e308d509 100644 --- a/manifests/outputs/features/aggregate-failure-missing-metric-in-inputs.yaml +++ b/manifests/outputs/features/aggregate-failure-missing-metric-in-inputs.yaml @@ -70,7 +70,8 @@ tree: children: application: pipeline: - - cloud-metadata + compute: + - cloud-metadata children: uk-west: children: diff --git a/manifests/outputs/features/aggregate-horizontal.yaml b/manifests/outputs/features/aggregate-horizontal.yaml index f870bb4d2..0fef8d756 100644 --- a/manifests/outputs/features/aggregate-horizontal.yaml +++ b/manifests/outputs/features/aggregate-horizontal.yaml @@ -3,7 +3,7 @@ description: Apply `horizontal` aggregation aggregation: metrics: "cpu/utilization": - method: sum + method: avg type: horizontal initialize: plugins: @@ -36,7 +36,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -67,7 +66,8 @@ tree: children: application: pipeline: - - cloud-metadata + compute: + - cloud-metadata children: uk-west: children: diff --git a/manifests/outputs/features/aggregate-vertical.yaml b/manifests/outputs/features/aggregate-vertical.yaml index 0fd5b170a..dfd604c73 100644 --- a/manifests/outputs/features/aggregate-vertical.yaml +++ b/manifests/outputs/features/aggregate-vertical.yaml @@ -3,7 +3,7 @@ description: Apply `vertical` aggregation aggregation: metrics: "cpu/utilization": - method: sum + method: avg type: vertical initialize: plugins: @@ -36,7 +36,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -67,7 +66,8 @@ tree: children: application: pipeline: - - cloud-metadata + compute: + - cloud-metadata children: uk-west: children: diff --git a/manifests/outputs/features/aggregate.yaml b/manifests/outputs/features/aggregate.yaml index 35ab21423..79736b9c0 100644 --- a/manifests/outputs/features/aggregate.yaml +++ b/manifests/outputs/features/aggregate.yaml @@ -3,7 +3,7 @@ description: Apply both `horizontal` and `vertical` aggregations aggregation: metrics: "cpu/utilization": - method: sum + method: avg type: both initialize: plugins: @@ -36,7 +36,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -67,7 +66,8 @@ tree: children: application: pipeline: - - cloud-metadata + compute: + - cloud-metadata children: uk-west: children: diff --git a/manifests/outputs/features/failure-invalid-config-group.yaml b/manifests/outputs/features/failure-invalid-config-group.yaml new file mode 100644 index 000000000..1ed31b06d --- /dev/null +++ b/manifests/outputs/features/failure-invalid-config-group.yaml @@ -0,0 +1,88 @@ +name: groupby +description: failure when `config->group-by->group` is not an array +initialize: + plugins: {} +execution: + status: fail + command: >- + /Users/mariamkhalatova/.npm/_npx/1bf7c3c15bf47d04/node_modules/.bin/ts-node + /Users/mariamkhalatova/Projects/UK/if/src/index.ts -m + manifests/outputs/plugins/groupby/failure-invalid-config-group.yml -o + manifests/outputs/plugins/groupby/failure-invalid-config-group + environment: + if-version: 0.4.0 + os: macOS + os-version: "13.2" + node-version: 18.14.2 + date-time: 2024-07-02T19:11:23.166Z (UTC) + dependencies: + - "@babel/core@7.22.10" + - "@babel/preset-typescript@7.23.3" + - "@commitlint/cli@18.6.0" + - "@commitlint/config-conventional@18.6.0" + - "@grnsft/if-core@0.0.10" + - "@jest/globals@29.7.0" + - "@types/jest@29.5.8" + - "@types/js-yaml@4.0.9" + - "@types/luxon@3.4.2" + - "@types/node@20.9.0" + - axios-mock-adapter@1.22.0 + - axios@1.7.2 + - cross-env@7.0.3 + - csv-parse@5.5.6 + - csv-stringify@6.4.6 + - fixpack@4.0.0 + - gts@5.2.0 + - husky@8.0.3 + - jest@29.7.0 + - js-yaml@4.1.0 + - lint-staged@15.2.2 + - luxon@3.4.4 + - release-it@16.3.0 + - rimraf@5.0.5 + - ts-command-line-args@2.5.1 + - ts-jest@29.1.1 + - typescript-cubic-spline@1.0.1 + - typescript@5.2.2 + - winston@3.11.0 + - zod@3.22.4 + error: >- + InputValidationError: "groups" parameter is expected array, received string. + Error code: invalid_type. +tree: + children: + my-app: + pipeline: + regroup: + cloud/region + inputs: + - timestamp: 2023-07-06T00:00 + duration: 300 + cloud/instance-type: A1 + cloud/region: uk-west + cpu/utilization: 99 + - timestamp: 2023-07-06T05:00 + duration: 300 + cloud/instance-type: A1 + cloud/region: uk-west + cpu/utilization: 23 + - timestamp: 2023-07-06T10:00 + duration: 300 + cloud/instance-type: A1 + cloud/region: uk-west + cpu/utilization: 12 + - timestamp: 2023-07-06T00:00 + duration: 300 + cloud/instance-type: B1 + cloud/region: uk-west + cpu/utilization: 11 + - timestamp: 2023-07-06T05:00 + duration: 300 + cloud/instance-type: B1 + cloud/region: uk-west + cpu/utilization: 67 + - timestamp: 2023-07-06T10:00 + duration: 300 + cloud/instance-type: B1 + cloud/region: uk-west + cpu/utilization: 1 diff --git a/manifests/outputs/features/failure-missing-cloud-instance-type.yaml b/manifests/outputs/features/failure-missing-cloud-instance-type.yaml new file mode 100644 index 000000000..741544461 --- /dev/null +++ b/manifests/outputs/features/failure-missing-cloud-instance-type.yaml @@ -0,0 +1,86 @@ +name: groupby +description: null +initialize: + plugins: {} +execution: + status: fail + command: >- + /Users/mariamkhalatova/.npm/_npx/1bf7c3c15bf47d04/node_modules/.bin/ts-node + /Users/mariamkhalatova/Projects/UK/if/src/index.ts -m + manifests/outputs/plugins/groupby/failure-missing-cloud-instance-type.yml -o + manifests/outputs/plugins/groupby/failure-missing-cloud-instance-type + environment: + if-version: 0.4.0 + os: macOS + os-version: "13.2" + node-version: 18.14.2 + date-time: 2024-07-02T19:10:00.820Z (UTC) + dependencies: + - "@babel/core@7.22.10" + - "@babel/preset-typescript@7.23.3" + - "@commitlint/cli@18.6.0" + - "@commitlint/config-conventional@18.6.0" + - "@grnsft/if-core@0.0.10" + - "@jest/globals@29.7.0" + - "@types/jest@29.5.8" + - "@types/js-yaml@4.0.9" + - "@types/luxon@3.4.2" + - "@types/node@20.9.0" + - axios-mock-adapter@1.22.0 + - axios@1.7.2 + - cross-env@7.0.3 + - csv-parse@5.5.6 + - csv-stringify@6.4.6 + - fixpack@4.0.0 + - gts@5.2.0 + - husky@8.0.3 + - jest@29.7.0 + - js-yaml@4.1.0 + - lint-staged@15.2.2 + - luxon@3.4.4 + - release-it@16.3.0 + - rimraf@5.0.5 + - ts-command-line-args@2.5.1 + - ts-jest@29.1.1 + - typescript-cubic-spline@1.0.1 + - typescript@5.2.2 + - winston@3.11.0 + - zod@3.22.4 + error: "InvalidGroupingError: Invalid group cloud/instance-type." +tree: + children: + my-app: + pipeline: + regroup: + - cloud/region + - cloud/instance-type + inputs: + - timestamp: 2023-07-06T00:00 + duration: 300 + cloud/instance-type: A1 + cloud/region: uk-west + cpu/utilization: 99 + - timestamp: 2023-07-06T05:00 + duration: 300 + cloud/instance-type: A1 + cloud/region: uk-west + cpu/utilization: 23 + - timestamp: 2023-07-06T10:00 + duration: 300 + cloud/instance-type: A1 + cloud/region: uk-west + cpu/utilization: 12 + - timestamp: 2023-07-06T00:00 + duration: 300 + cloud/instance-type: B1 + cloud/region: uk-west + cpu/utilization: 11 + - timestamp: 2023-07-06T05:00 + duration: 300 + cloud/instance-type: B1 + cloud/region: uk-west + cpu/utilization: 67 + - timestamp: 2023-07-06T10:00 + duration: 300 + cloud/region: uk-west + cpu/utilization: 1 From 0b4574a13965993b2c5e2bfd85824329ac68088a Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Fri, 2 Aug 2024 19:39:36 +0400 Subject: [PATCH 23/28] feat(manifests): move time sync back to builtins --- .../failure-config-start-later-end.yml | 22 +++++++++++++------ .../failure-missing-global-config.yml | 22 +++++++++++++------ .../time-sync/success.yml | 22 +++++++++++++------ 3 files changed, 45 insertions(+), 21 deletions(-) rename manifests/examples/{features => builtins}/time-sync/failure-config-start-later-end.yml (61%) rename manifests/examples/{features => builtins}/time-sync/failure-missing-global-config.yml (57%) rename manifests/examples/{features => builtins}/time-sync/success.yml (58%) diff --git a/manifests/examples/features/time-sync/failure-config-start-later-end.yml b/manifests/examples/builtins/time-sync/failure-config-start-later-end.yml similarity index 61% rename from manifests/examples/features/time-sync/failure-config-start-later-end.yml rename to manifests/examples/builtins/time-sync/failure-config-start-later-end.yml index b2132db37..ffed32274 100644 --- a/manifests/examples/features/time-sync/failure-config-start-later-end.yml +++ b/manifests/examples/builtins/time-sync/failure-config-start-later-end.yml @@ -1,16 +1,24 @@ name: time-sync description: failure with `global-config.start-time` being later than `global-config.end-time` tags: -'time-sync': - start-time: '2023-12-12T00:01:00.000Z' - end-time: '2023-12-12T00:00:00.000Z' - interval: 5 - allow-padding: true initialize: - plugins: {} + output: + - yaml + plugins: + 'time-sync': + method: TimeSync + path: "builtin" + global-config: + start-time: '2023-12-12T00:01:00.000Z' + end-time: '2023-12-12T00:00:00.000Z' + interval: 5 + allow-padding: true tree: children: child: + pipeline: + compute: + - time-sync inputs: - timestamp: '2023-12-12T00:00:00.000Z' duration: 1 @@ -23,4 +31,4 @@ tree: energy-cpu: 0.001 - timestamp: '2023-12-12T00:00:13.000Z' duration: 30 - energy-cpu: 0.001 + energy-cpu: 0.001 \ No newline at end of file diff --git a/manifests/examples/features/time-sync/failure-missing-global-config.yml b/manifests/examples/builtins/time-sync/failure-missing-global-config.yml similarity index 57% rename from manifests/examples/features/time-sync/failure-missing-global-config.yml rename to manifests/examples/builtins/time-sync/failure-missing-global-config.yml index 948aa0bb5..c5715a26a 100644 --- a/manifests/examples/features/time-sync/failure-missing-global-config.yml +++ b/manifests/examples/builtins/time-sync/failure-missing-global-config.yml @@ -1,16 +1,24 @@ name: time-sync description: missing global config tags: -'time-sync': - # start-time: '2023-12-12T00:00:00.000Z' - # end-time: '2023-12-12T00:01:00.000Z' - # interval: 5 - # allow-padding: true initialize: - plugins: {} + output: + - yaml + plugins: + 'time-sync': + method: TimeSync + path: "builtin" + global-config: + # start-time: '2023-12-12T00:00:00.000Z' + # end-time: '2023-12-12T00:01:00.000Z' + # interval: 5 + # allow-padding: true tree: children: child: + pipeline: + compute: + - time-sync inputs: - timestamp: '2023-12-12T00:00:00.000Z' duration: 3 @@ -23,4 +31,4 @@ tree: energy-cpu: 0.001 - timestamp: '2023-12-12T00:00:13.000Z' duration: 30 - energy-cpu: 0.001 + energy-cpu: 0.001 \ No newline at end of file diff --git a/manifests/examples/features/time-sync/success.yml b/manifests/examples/builtins/time-sync/success.yml similarity index 58% rename from manifests/examples/features/time-sync/success.yml rename to manifests/examples/builtins/time-sync/success.yml index 27a903c50..f32d885a2 100644 --- a/manifests/examples/features/time-sync/success.yml +++ b/manifests/examples/builtins/time-sync/success.yml @@ -1,16 +1,24 @@ name: time-sync description: successful path tags: -'time-sync': - start-time: '2023-12-12T00:00:00.000Z' - end-time: '2023-12-12T00:01:00.000Z' - interval: 5 - allow-padding: true initialize: - plugins: {} + output: + - yaml + plugins: + 'time-sync': + method: TimeSync + path: "builtin" + global-config: + start-time: '2023-12-12T00:00:00.000Z' + end-time: '2023-12-12T00:01:00.000Z' + interval: 5 + allow-padding: true tree: children: child: + pipeline: + compute: + - time-sync inputs: - timestamp: '2023-12-12T00:00:00.000Z' duration: 1 @@ -23,4 +31,4 @@ tree: energy-cpu: 0.001 - timestamp: '2023-12-12T00:00:13.000Z' duration: 30 - energy-cpu: 0.001 + energy-cpu: 0.001 \ No newline at end of file From faf2ecf9a08af9bb9dc292d053b5cb55aef1842c Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Fri, 2 Aug 2024 19:40:22 +0400 Subject: [PATCH 24/28] feat(manifests): init if diff outputs as a sample --- .../pipeline-with-aggregate.yaml | 985 +++++++++++++++ .../outputs-if-diff/pipeline-with-mocks.yaml | 1074 +++++++++++++++++ 2 files changed, 2059 insertions(+) create mode 100644 manifests/examples/pipelines/outputs-if-diff/pipeline-with-aggregate.yaml create mode 100644 manifests/examples/pipelines/outputs-if-diff/pipeline-with-mocks.yaml diff --git a/manifests/examples/pipelines/outputs-if-diff/pipeline-with-aggregate.yaml b/manifests/examples/pipelines/outputs-if-diff/pipeline-with-aggregate.yaml new file mode 100644 index 000000000..e227dd7ef --- /dev/null +++ b/manifests/examples/pipelines/outputs-if-diff/pipeline-with-aggregate.yaml @@ -0,0 +1,985 @@ +name: pipeline-with-aggregate +description: a full pipeline with the aggregate feature enabled +tags: null +aggregation: + metrics: + carbon: + method: sum + type: both +initialize: + plugins: + interpolate: + path: builtin + method: Interpolation + global-config: + method: linear + x: + - 0 + - 10 + - 50 + - 100 + 'y': + - 0.12 + - 0.32 + - 0.75 + - 1.02 + input-parameter: cpu/utilization + output-parameter: cpu-factor + parameter-metadata: + inputs: + cpu/utilization: + unit: percentage + description: refers to CPU utilization. + aggregation-method: avg + outputs: + cpu-factor: + unit: kWh + description: result of interpolate + aggregation-method: avg + cpu-factor-to-wattage: + path: builtin + method: Multiply + global-config: + input-parameters: + - cpu-factor + - cpu/thermal-design-power + output-parameter: cpu-wattage + parameter-metadata: + inputs: + cpu-factor: + unit: kWh + description: result of interpolate + aggregation-method: avg + cpu/thermal-design-power: + unit: kWh + description: thermal design power for a processor + aggregation-method: avg + outputs: + cpu-wattage: + unit: kWh + description: the energy used by the CPU + aggregation-method: sum + wattage-times-duration: + path: builtin + method: Multiply + global-config: + input-parameters: + - cpu-wattage + - duration + output-parameter: cpu-wattage-times-duration + wattage-to-energy-kwh: + path: builtin + method: Divide + global-config: + numerator: cpu-wattage-times-duration + denominator: 3600000 + output: cpu-energy-raw + parameter-metadata: + inputs: + cpu-wattage-times-duration: + unit: kWh + description: CPU wattage multiplied by duration + aggregation-method: sum + outputs: + cpu-energy-raw: + unit: kWh + description: Raw energy used by CPU in kWh + aggregation-method: sum + calculate-vcpu-ratio: + path: builtin + method: Divide + global-config: + numerator: vcpus-total + denominator: vcpus-allocated + output: vcpu-ratio + parameter-metadata: + inputs: + vcpus-total: + unit: count + description: total number of vcpus available on a particular resource + aggregation-method: none + vcpus-allocated: + unit: count + description: number of vcpus allocated to particular resource + aggregation-method: none + outputs: + vcpu-ratio: + unit: none + description: Ratio of vCPUs + aggregation-method: none + correct-cpu-energy-for-vcpu-ratio: + path: builtin + method: Divide + global-config: + numerator: cpu-energy-raw + denominator: vcpu-ratio + output: cpu-energy-kwh + sci-embodied: + path: builtin + method: SciEmbodied + operational-carbon: + path: builtin + method: Multiply + global-config: + input-parameters: + - cpu-energy-kwh + - grid/carbon-intensity + output-parameter: carbon-operational + parameter-metadata: + inputs: + cpu-energy-kwh: + unit: kWh + description: Corrected CPU energy in kWh + aggregation-method: sum + grid/carbon-intensity: + unit: gCO2eq/kWh + description: Carbon intensity for the grid + aggregation-method: avg + outputs: + carbon-operational: + unit: gCO2eq + description: Operational carbon footprint + aggregation-method: sum + sci: + path: builtin + method: Sci + global-config: + functional-unit: requests + parameter-metadata: + inputs: + requests: + unit: none + description: expressed the final SCI value + aggregation-method: sum + sum-carbon: + path: builtin + method: Sum + global-config: + input-parameters: + - carbon-operational + - carbon-embodied + output-parameter: carbon + time-sync: + path: builtin + method: TimeSync + global-config: + start-time: '2023-12-12T00:00:00.000Z' + end-time: '2023-12-12T00:01:00.000Z' + interval: 5 + allow-padding: true + parameter-metadata: + inputs: + timestamp: + unit: RFC3339 + description: refers to the time of occurrence of the input + aggregation-method: none + duration: + unit: seconds + description: refers to the duration of the input + aggregation-method: sum + cloud/instance-type: + unit: none + description: type of Cloud Instance name used in the cloud provider APIs + aggregation-method: none + cloud/region: + unit: none + description: region cloud instance + aggregation-method: none + time-reserved: + unit: seconds + description: time reserved for a component + aggregation-method: avg +execution: + command: >- + /Users/mariamkhalatova/.npm/_npx/1bf7c3c15bf47d04/node_modules/.bin/ts-node + /Users/mariamkhalatova/Projects/UK/if/src/if-run/index.ts -m + manifests/examples/pipelines/pipeline-with-aggregate.yml -o + manifests/outputs/pipelines/pipeline-with-aggregate-1.yaml + environment: + if-version: 0.5.0 + os: macOS + os-version: '14.5' + node-version: 18.14.2 + date-time: 2024-07-31T12:41:31.920Z (UTC) + dependencies: + - '@babel/core@7.22.10' + - '@babel/preset-typescript@7.23.3' + - '@commitlint/cli@18.6.0' + - '@commitlint/config-conventional@18.6.0' + - '@grnsft/if-core@0.0.16' + - '@jest/globals@29.7.0' + - '@types/jest@29.5.8' + - '@types/js-yaml@4.0.9' + - '@types/luxon@3.4.2' + - '@types/node@20.9.0' + - axios-mock-adapter@1.22.0 + - axios@1.7.2 + - cross-env@7.0.3 + - csv-parse@5.5.6 + - csv-stringify@6.4.6 + - fixpack@4.0.0 + - gts@5.2.0 + - husky@8.0.3 + - jest@29.7.0 + - js-yaml@4.1.0 + - lint-staged@15.2.2 + - luxon@3.4.4 + - release-it@16.3.0 + - rimraf@5.0.5 + - ts-command-line-args@2.5.1 + - ts-jest@29.1.1 + - typescript-cubic-spline@1.0.1 + - typescript@5.2.2 + - winston@3.11.0 + - zod@3.23.8 + status: success +tree: + children: + child-1: + pipeline: + - interpolate + - cpu-factor-to-wattage + - wattage-times-duration + - wattage-to-energy-kwh + - calculate-vcpu-ratio + - correct-cpu-energy-for-vcpu-ratio + - sci-embodied + - operational-carbon + - sum-carbon + - time-sync + - sci + config: + group-by: + group: + - cloud/region + - cloud/instance-type + defaults: + cpu/thermal-design-power: 100 + grid/carbon-intensity: 800 + device/emissions-embodied: 1533.12 + time-reserved: 3600 + device/expected-lifespan: 94608000 + vcpus-total: 8 + vcpus-allocated: 1 + inputs: + - timestamp: '2023-12-12T00:00:00.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 1 + cpu/utilization: 10 + requests: 10 + - timestamp: '2023-12-12T00:00:01.000Z' + duration: 5 + cpu/utilization: 20 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 5 + - timestamp: '2023-12-12T00:00:06.000Z' + duration: 7 + cpu/utilization: 15 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 15 + - timestamp: '2023-12-12T00:00:13.000Z' + duration: 30 + cloud/instance-type: A1 + cloud/region: uk-west + cpu/utilization: 15 + requests: 30 + outputs: + - timestamp: '2023-12-12T00:00:00.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 5 + cpu/utilization: 14 + requests: 14 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 2759.6159999999995 + time-reserved: 2880 + device/expected-lifespan: 170294400 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0.3205 + cpu-wattage: 66.19999999999999 + cpu-wattage-times-duration: 203 + cpu-energy-raw: 0.0000563888888888889 + vcpu-ratio: 8 + cpu-energy-kwh: 0.000007048611111111113 + carbon-embodied: 0.000010128107559614409 + carbon-operational: 0.0056388888888888895 + carbon: 0.005649016996448503 + sci: 0.000403501214032036 + - timestamp: '2023-12-12T00:00:05.000Z' + duration: 5 + cpu/utilization: 13 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 9.571428571428571 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 1182.6925714285712 + time-reserved: 2880 + device/expected-lifespan: 72983314.28571428 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0.30975 + cpu-wattage: 29.907142857142862 + cpu-wattage-times-duration: 192.25 + cpu-energy-raw: 0.00005340277777777778 + vcpu-ratio: 8 + cpu-energy-kwh: 0.000006675347222222222 + carbon-embodied: 0.000010128107559614407 + carbon-operational: 0.005340277777777777 + carbon: 0.005350405885337391 + sci: 0.0005589976298113692 + - timestamp: '2023-12-12T00:00:10.000Z' + duration: 5 + cpu/utilization: 12 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 8.428571428571429 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 759.2594285714285 + time-reserved: 2880 + device/expected-lifespan: 46853485.71428572 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0.29900000000000004 + cpu-wattage: 18.50952380952381 + cpu-wattage-times-duration: 186.875 + cpu-energy-raw: 0.00005190972222222222 + vcpu-ratio: 8 + cpu-energy-kwh: 0.0000064887152777777775 + carbon-embodied: 0.000010128107559614407 + carbon-operational: 0.005190972222222222 + carbon: 0.0052011003297818366 + sci: 0.0006170797001436077 + - timestamp: '2023-12-12T00:00:15.000Z' + duration: 5 + cloud/instance-type: A1 + cloud/region: uk-west + cpu/utilization: 12 + requests: 5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 255.51999999999998 + time-reserved: 2880 + device/expected-lifespan: 15768000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0.29900000000000004 + cpu-wattage: 6.229166666666667 + cpu-wattage-times-duration: 186.875 + cpu-energy-raw: 0.00005190972222222223 + vcpu-ratio: 8 + cpu-energy-kwh: 0.000006488715277777778 + carbon-embodied: 0.000010128107559614409 + carbon-operational: 0.005190972222222222 + carbon: 0.005201100329781837 + sci: 0.0010402200659563674 + - timestamp: '2023-12-12T00:00:20.000Z' + duration: 5 + cloud/instance-type: A1 + cloud/region: uk-west + cpu/utilization: 12 + requests: 5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 255.51999999999998 + time-reserved: 2880 + device/expected-lifespan: 15768000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0.29900000000000004 + cpu-wattage: 6.229166666666667 + cpu-wattage-times-duration: 186.875 + cpu-energy-raw: 0.00005190972222222223 + vcpu-ratio: 8 + cpu-energy-kwh: 0.000006488715277777778 + carbon-embodied: 0.000010128107559614409 + carbon-operational: 0.005190972222222222 + carbon: 0.005201100329781837 + sci: 0.0010402200659563674 + - timestamp: '2023-12-12T00:00:25.000Z' + duration: 5 + cloud/instance-type: A1 + cloud/region: uk-west + cpu/utilization: 12 + requests: 5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 255.51999999999998 + time-reserved: 2880 + device/expected-lifespan: 15768000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0.29900000000000004 + cpu-wattage: 6.229166666666667 + cpu-wattage-times-duration: 186.875 + cpu-energy-raw: 0.00005190972222222223 + vcpu-ratio: 8 + cpu-energy-kwh: 0.000006488715277777778 + carbon-embodied: 0.000010128107559614409 + carbon-operational: 0.005190972222222222 + carbon: 0.005201100329781837 + sci: 0.0010402200659563674 + - timestamp: '2023-12-12T00:00:30.000Z' + duration: 5 + cloud/instance-type: A1 + cloud/region: uk-west + cpu/utilization: 12 + requests: 5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 255.51999999999998 + time-reserved: 2880 + device/expected-lifespan: 15768000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0.29900000000000004 + cpu-wattage: 6.229166666666667 + cpu-wattage-times-duration: 186.875 + cpu-energy-raw: 0.00005190972222222223 + vcpu-ratio: 8 + cpu-energy-kwh: 0.000006488715277777778 + carbon-embodied: 0.000010128107559614409 + carbon-operational: 0.005190972222222222 + carbon: 0.005201100329781837 + sci: 0.0010402200659563674 + - timestamp: '2023-12-12T00:00:35.000Z' + duration: 5 + cloud/instance-type: A1 + cloud/region: uk-west + cpu/utilization: 12 + requests: 5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 255.51999999999998 + time-reserved: 2880 + device/expected-lifespan: 15768000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0.29900000000000004 + cpu-wattage: 6.229166666666667 + cpu-wattage-times-duration: 186.875 + cpu-energy-raw: 0.00005190972222222223 + vcpu-ratio: 8 + cpu-energy-kwh: 0.000006488715277777778 + carbon-embodied: 0.000010128107559614409 + carbon-operational: 0.005190972222222222 + carbon: 0.005201100329781837 + sci: 0.0010402200659563674 + - timestamp: '2023-12-12T00:00:40.000Z' + duration: 5 + cloud/instance-type: A1 + cloud/region: uk-west + cpu/utilization: 9 + requests: 3 + cpu/thermal-design-power: 60 + grid/carbon-intensity: 480 + device/emissions-embodied: 153.312 + time-reserved: 2160.2 + device/expected-lifespan: 9460800 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0.22425 + cpu-wattage: 3.7375 + cpu-wattage-times-duration: 112.125 + cpu-energy-raw: 0.000031145833333333336 + vcpu-ratio: 8 + cpu-energy-kwh: 0.000003893229166666667 + carbon-embodied: 0.000006076864535768645 + carbon-operational: 0.0031145833333333334 + carbon: 0.003120660197869102 + sci: 0.0010402200659563674 + - timestamp: '2023-12-12T00:00:45.000Z' + duration: 5 + cloud/instance-type: A1 + cloud/region: uk-west + cpu/utilization: 0 + requests: 0 + cpu/thermal-design-power: 0 + grid/carbon-intensity: 0 + device/emissions-embodied: 0 + time-reserved: 0.8 + device/expected-lifespan: 0 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0 + cpu-wattage: 0 + cpu-wattage-times-duration: 0 + cpu-energy-raw: 0 + vcpu-ratio: 8 + cpu-energy-kwh: 0 + carbon-embodied: 0 + carbon-operational: 0 + carbon: 0 + sci: 0 + - timestamp: '2023-12-12T00:00:50.000Z' + duration: 5 + cloud/instance-type: A1 + cloud/region: uk-west + cpu/utilization: 0 + requests: 0 + cpu/thermal-design-power: 0 + grid/carbon-intensity: 0 + device/emissions-embodied: 0 + time-reserved: 0.8 + device/expected-lifespan: 0 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0 + cpu-wattage: 0 + cpu-wattage-times-duration: 0 + cpu-energy-raw: 0 + vcpu-ratio: 8 + cpu-energy-kwh: 0 + carbon-embodied: 0 + carbon-operational: 0 + carbon: 0 + sci: 0 + - timestamp: '2023-12-12T00:00:55.000Z' + duration: 5 + cloud/instance-type: A1 + cloud/region: uk-west + cpu/utilization: 0 + requests: 0 + cpu/thermal-design-power: 0 + grid/carbon-intensity: 0 + device/emissions-embodied: 0 + time-reserved: 0.8 + device/expected-lifespan: 0 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0 + cpu-wattage: 0 + cpu-wattage-times-duration: 0 + cpu-energy-raw: 0 + vcpu-ratio: 8 + cpu-energy-kwh: 0 + carbon-embodied: 0 + carbon-operational: 0 + carbon: 0 + sci: 0 + - timestamp: '2023-12-12T00:01:00.000Z' + duration: 1 + cloud/instance-type: A1 + cloud/region: uk-west + cpu/utilization: 0 + requests: 0 + cpu/thermal-design-power: 0 + grid/carbon-intensity: 0 + device/emissions-embodied: 0 + time-reserved: 1 + device/expected-lifespan: 0 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0 + cpu-wattage: 0 + cpu-wattage-times-duration: 0 + cpu-energy-raw: 0 + vcpu-ratio: 8 + cpu-energy-kwh: 0 + carbon-embodied: 0 + carbon-operational: 0 + carbon: 0 + sci: 0 + aggregated: + carbon: 0.04532668505834602 + child-2: + pipeline: + - interpolate + - cpu-factor-to-wattage + - wattage-times-duration + - wattage-to-energy-kwh + - calculate-vcpu-ratio + - correct-cpu-energy-for-vcpu-ratio + - sci-embodied + - operational-carbon + - sum-carbon + - time-sync + - sci + config: + group-by: + group: + - cloud/region + - cloud/instance-type + defaults: + cpu/thermal-design-power: 100 + grid/carbon-intensity: 800 + device/emissions-embodied: 1533.12 + time-reserved: 3600 + device/expected-lifespan: 94608000 + vcpus-total: 8 + vcpus-allocated: 1 + inputs: + - timestamp: '2023-12-12T00:00:00.000Z' + duration: 1 + cpu/utilization: 30 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 100 + - timestamp: '2023-12-12T00:00:01.000Z' + duration: 5 + cpu/utilization: 28 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 150 + - timestamp: '2023-12-12T00:00:06.000Z' + duration: 7 + cpu/utilization: 40 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 110 + - timestamp: '2023-12-12T00:00:13.000Z' + duration: 30 + cpu/utilization: 33 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 180 + outputs: + - timestamp: '2023-12-12T00:00:00.000Z' + duration: 5 + cpu/utilization: 22.8 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 220 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 2759.6159999999995 + time-reserved: 2880 + device/expected-lifespan: 170294400 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0.41509999999999997 + cpu-wattage: 94.57999999999998 + cpu-wattage-times-duration: 258.9 + cpu-energy-raw: 0.00007191666666666668 + vcpu-ratio: 8 + cpu-energy-kwh: 0.000008989583333333334 + carbon-embodied: 0.000010128107559614409 + carbon-operational: 0.007191666666666666 + carbon: 0.007201794774226282 + sci: 0.00003273543079193765 + - timestamp: '2023-12-12T00:00:05.000Z' + duration: 5 + cpu/utilization: 29.6 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 92.85714285714285 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 1182.6925714285712 + time-reserved: 2880 + device/expected-lifespan: 72983314.28571428 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0.48819999999999997 + cpu-wattage: 46.98428571428572 + cpu-wattage-times-duration: 308.35 + cpu-energy-raw: 0.00008565277777777778 + vcpu-ratio: 8 + cpu-energy-kwh: 0.000010706597222222223 + carbon-embodied: 0.000010128107559614407 + carbon-operational: 0.008565277777777778 + carbon: 0.008575405885337391 + sci: 0.00009235052491901808 + - timestamp: '2023-12-12T00:00:10.000Z' + duration: 5 + cpu/utilization: 30.6 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 59.14285714285714 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 759.2594285714285 + time-reserved: 2880 + device/expected-lifespan: 46853485.71428572 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0.49894999999999995 + cpu-wattage: 31.31738095238095 + cpu-wattage-times-duration: 306.2 + cpu-energy-raw: 0.00008505555555555556 + vcpu-ratio: 8 + cpu-energy-kwh: 0.000010631944444444445 + carbon-embodied: 0.000010128107559614407 + carbon-operational: 0.008505555555555556 + carbon: 0.00851568366311517 + sci: 0.0001439849894729618 + - timestamp: '2023-12-12T00:00:15.000Z' + duration: 5 + cpu/utilization: 26.4 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 30 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 255.51999999999998 + time-reserved: 2880 + device/expected-lifespan: 15768000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0.45380000000000004 + cpu-wattage: 9.454166666666667 + cpu-wattage-times-duration: 283.625 + cpu-energy-raw: 0.00007878472222222222 + vcpu-ratio: 8 + cpu-energy-kwh: 0.000009848090277777778 + carbon-embodied: 0.000010128107559614409 + carbon-operational: 0.007878472222222222 + carbon: 0.007888600329781836 + sci: 0.0002629533443260612 + - timestamp: '2023-12-12T00:00:20.000Z' + duration: 5 + cpu/utilization: 26.4 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 30 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 255.51999999999998 + time-reserved: 2880 + device/expected-lifespan: 15768000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0.45380000000000004 + cpu-wattage: 9.454166666666667 + cpu-wattage-times-duration: 283.625 + cpu-energy-raw: 0.00007878472222222222 + vcpu-ratio: 8 + cpu-energy-kwh: 0.000009848090277777778 + carbon-embodied: 0.000010128107559614409 + carbon-operational: 0.007878472222222222 + carbon: 0.007888600329781836 + sci: 0.0002629533443260612 + - timestamp: '2023-12-12T00:00:25.000Z' + duration: 5 + cpu/utilization: 26.4 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 30 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 255.51999999999998 + time-reserved: 2880 + device/expected-lifespan: 15768000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0.45380000000000004 + cpu-wattage: 9.454166666666667 + cpu-wattage-times-duration: 283.625 + cpu-energy-raw: 0.00007878472222222222 + vcpu-ratio: 8 + cpu-energy-kwh: 0.000009848090277777778 + carbon-embodied: 0.000010128107559614409 + carbon-operational: 0.007878472222222222 + carbon: 0.007888600329781836 + sci: 0.0002629533443260612 + - timestamp: '2023-12-12T00:00:30.000Z' + duration: 5 + cpu/utilization: 26.4 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 30 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 255.51999999999998 + time-reserved: 2880 + device/expected-lifespan: 15768000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0.45380000000000004 + cpu-wattage: 9.454166666666667 + cpu-wattage-times-duration: 283.625 + cpu-energy-raw: 0.00007878472222222222 + vcpu-ratio: 8 + cpu-energy-kwh: 0.000009848090277777778 + carbon-embodied: 0.000010128107559614409 + carbon-operational: 0.007878472222222222 + carbon: 0.007888600329781836 + sci: 0.0002629533443260612 + - timestamp: '2023-12-12T00:00:35.000Z' + duration: 5 + cpu/utilization: 26.4 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 30 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 255.51999999999998 + time-reserved: 2880 + device/expected-lifespan: 15768000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0.45380000000000004 + cpu-wattage: 9.454166666666667 + cpu-wattage-times-duration: 283.625 + cpu-energy-raw: 0.00007878472222222222 + vcpu-ratio: 8 + cpu-energy-kwh: 0.000009848090277777778 + carbon-embodied: 0.000010128107559614409 + carbon-operational: 0.007878472222222222 + carbon: 0.007888600329781836 + sci: 0.0002629533443260612 + - timestamp: '2023-12-12T00:00:40.000Z' + duration: 5 + cpu/utilization: 19.8 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 18 + cpu/thermal-design-power: 60 + grid/carbon-intensity: 480 + device/emissions-embodied: 153.312 + time-reserved: 2160.2 + device/expected-lifespan: 9460800 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0.34035000000000004 + cpu-wattage: 5.6725 + cpu-wattage-times-duration: 170.175 + cpu-energy-raw: 0.00004727083333333333 + vcpu-ratio: 8 + cpu-energy-kwh: 0.000005908854166666666 + carbon-embodied: 0.000006076864535768645 + carbon-operational: 0.004727083333333333 + carbon: 0.0047331601978691015 + sci: 0.00026295334432606117 + - timestamp: '2023-12-12T00:00:45.000Z' + duration: 5 + cpu/utilization: 0 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 0 + cpu/thermal-design-power: 0 + grid/carbon-intensity: 0 + device/emissions-embodied: 0 + time-reserved: 0.8 + device/expected-lifespan: 0 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0 + cpu-wattage: 0 + cpu-wattage-times-duration: 0 + cpu-energy-raw: 0 + vcpu-ratio: 8 + cpu-energy-kwh: 0 + carbon-embodied: 0 + carbon-operational: 0 + carbon: 0 + sci: 0 + - timestamp: '2023-12-12T00:00:50.000Z' + duration: 5 + cpu/utilization: 0 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 0 + cpu/thermal-design-power: 0 + grid/carbon-intensity: 0 + device/emissions-embodied: 0 + time-reserved: 0.8 + device/expected-lifespan: 0 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0 + cpu-wattage: 0 + cpu-wattage-times-duration: 0 + cpu-energy-raw: 0 + vcpu-ratio: 8 + cpu-energy-kwh: 0 + carbon-embodied: 0 + carbon-operational: 0 + carbon: 0 + sci: 0 + - timestamp: '2023-12-12T00:00:55.000Z' + duration: 5 + cpu/utilization: 0 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 0 + cpu/thermal-design-power: 0 + grid/carbon-intensity: 0 + device/emissions-embodied: 0 + time-reserved: 0.8 + device/expected-lifespan: 0 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0 + cpu-wattage: 0 + cpu-wattage-times-duration: 0 + cpu-energy-raw: 0 + vcpu-ratio: 8 + cpu-energy-kwh: 0 + carbon-embodied: 0 + carbon-operational: 0 + carbon: 0 + sci: 0 + - timestamp: '2023-12-12T00:01:00.000Z' + duration: 1 + cpu/utilization: 0 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 0 + cpu/thermal-design-power: 0 + grid/carbon-intensity: 0 + device/emissions-embodied: 0 + time-reserved: 1 + device/expected-lifespan: 0 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: 0 + cpu-wattage: 0 + cpu-wattage-times-duration: 0 + cpu-energy-raw: 0 + vcpu-ratio: 8 + cpu-energy-kwh: 0 + carbon-embodied: 0 + carbon-operational: 0 + carbon: 0 + sci: 0 + aggregated: + carbon: 0.06846904616945712 + outputs: + - carbon: 0.012850811770674785 + timestamp: '2023-12-12T00:00:00.000Z' + duration: 5 + - carbon: 0.013925811770674782 + timestamp: '2023-12-12T00:00:05.000Z' + duration: 5 + - carbon: 0.013716783992897007 + timestamp: '2023-12-12T00:00:10.000Z' + duration: 5 + - carbon: 0.013089700659563674 + timestamp: '2023-12-12T00:00:15.000Z' + duration: 5 + - carbon: 0.013089700659563674 + timestamp: '2023-12-12T00:00:20.000Z' + duration: 5 + - carbon: 0.013089700659563674 + timestamp: '2023-12-12T00:00:25.000Z' + duration: 5 + - carbon: 0.013089700659563674 + timestamp: '2023-12-12T00:00:30.000Z' + duration: 5 + - carbon: 0.013089700659563674 + timestamp: '2023-12-12T00:00:35.000Z' + duration: 5 + - carbon: 0.007853820395738204 + timestamp: '2023-12-12T00:00:40.000Z' + duration: 5 + - carbon: 0 + timestamp: '2023-12-12T00:00:45.000Z' + duration: 5 + - carbon: 0 + timestamp: '2023-12-12T00:00:50.000Z' + duration: 5 + - carbon: 0 + timestamp: '2023-12-12T00:00:55.000Z' + duration: 5 + - carbon: 0 + timestamp: '2023-12-12T00:01:00.000Z' + duration: 1 + aggregated: + carbon: 0.11379573122780316 diff --git a/manifests/examples/pipelines/outputs-if-diff/pipeline-with-mocks.yaml b/manifests/examples/pipelines/outputs-if-diff/pipeline-with-mocks.yaml new file mode 100644 index 000000000..39d7fef1b --- /dev/null +++ b/manifests/examples/pipelines/outputs-if-diff/pipeline-with-mocks.yaml @@ -0,0 +1,1074 @@ +name: pipeline-with-mocks +description: a full pipeline seeded with data from mock-observations feature +tags: null +aggregation: + metrics: + carbon: + method: sum + type: both +initialize: + plugins: + mock-observations: + path: builtin + method: MockObservations + global-config: + timestamp-from: 2023-12-12T00:00 + timestamp-to: 2023-12-12T00:10 + duration: 60 + components: + - cloud/instance-type: A1 + generators: + common: + cloud/region: uk-west + randint: + cpu/utilization: + min: 1 + max: 99 + parameter-metadata: + inputs: + timestamp: + unit: RFC3339 + description: refers to the time of occurrence of the input + aggregation-method: none + duration: + unit: seconds + description: refers to the duration of the input + aggregation-method: sum + cloud/instance-type: + unit: none + description: type of Cloud Instance name used in the cloud provider APIs + aggregation-method: none + cloud/region: + unit: none + description: region cloud instance + aggregation-method: none + interpolate: + path: builtin + method: Interpolation + global-config: + method: linear + x: + - 0 + - 10 + - 50 + - 100 + 'y': + - 0.12 + - 0.32 + - 0.75 + - 1.02 + input-parameter: cpu/utilization + output-parameter: cpu-factor + parameter-metadata: + inputs: + cpu/utilization: + unit: percentage + description: refers to CPU utilization. + aggregation-method: avg + outputs: + cpu-factor: + unit: kWh + description: result of interpolate + aggregation-method: avg + cpu-factor-to-wattage: + path: builtin + method: Multiply + global-config: + input-parameters: + - cpu-factor + - cpu/thermal-design-power + output-parameter: cpu-wattage + parameter-metadata: + inputs: + cpu-factor: + unit: kWh + description: result of interpolate + aggregation-method: avg + cpu/thermal-design-power: + unit: kWh + description: thermal design power for a processor + aggregation-method: avg + outputs: + cpu-wattage: + unit: kWh + description: the energy used by the CPU + aggregation-method: sum + wattage-times-duration: + path: builtin + method: Multiply + global-config: + input-parameters: + - cpu-wattage + - duration + output-parameter: cpu-wattage-times-duration + parameter-metadata: + inputs: + cpu-wattage: + unit: kWh + description: Energy used by the CPU + aggregation-method: sum + duration: + unit: seconds + description: Duration of the observation + aggregation-method: sum + outputs: + cpu-wattage-times-duration: + unit: kWh + description: CPU wattage multiplied by duration + aggregation-method: sum + wattage-to-energy-kwh: + path: builtin + method: Divide + global-config: + numerator: cpu-wattage-times-duration + denominator: 3600000 + output: cpu-energy-raw + parameter-metadata: + inputs: + cpu-wattage-times-duration: + unit: kWh + description: CPU wattage multiplied by duration + aggregation-method: sum + outputs: + cpu-energy-raw: + unit: kWh + description: Raw energy used by CPU in kWh + aggregation-method: sum + calculate-vcpu-ratio: + path: builtin + method: Divide + global-config: + numerator: vcpus-total + denominator: vcpus-allocated + output: vcpu-ratio + parameter-metadata: + inputs: + vcpus-total: + unit: count + description: total number of vcpus available on a particular resource + aggregation-method: none + vcpus-allocated: + unit: count + description: number of vcpus allocated to particular resource + aggregation-method: none + outputs: + vcpu-ratio: + unit: none + description: Ratio of vCPUs + aggregation-method: none + correct-cpu-energy-for-vcpu-ratio: + path: builtin + method: Divide + global-config: + numerator: cpu-energy-raw + denominator: vcpu-ratio + output: cpu-energy-kwh + parameter-metadata: + inputs: + cpu-energy-raw: + unit: kWh + description: Raw energy used by CPU in kWh + aggregation-method: sum + vcpu-ratio: + unit: none + description: Ratio of vCPUs + aggregation-method: none + outputs: + cpu-energy-kwh: + unit: kWh + description: Corrected CPU energy in kWh + aggregation-method: sum + sci-embodied: + path: builtin + method: SciEmbodied + operational-carbon: + path: builtin + method: Multiply + global-config: + input-parameters: + - cpu-energy-kwh + - grid/carbon-intensity + output-parameter: carbon-operational + parameter-metadata: + inputs: + cpu-energy-kwh: + unit: kWh + description: Corrected CPU energy in kWh + aggregation-method: sum + grid/carbon-intensity: + unit: gCO2eq/kWh + description: Carbon intensity for the grid + aggregation-method: avg + outputs: + carbon-operational: + unit: gCO2eq + description: Operational carbon footprint + aggregation-method: sum + sum-carbon: + path: builtin + method: Sum + global-config: + input-parameters: + - carbon-operational + - carbon-embodied + output-parameter: carbon + parameter-metadata: + inputs: + carbon-operational: + unit: gCO2eq + description: Operational carbon footprint + aggregation-method: sum + carbon-embodied: + unit: gCO2eq + description: Embodied carbon footprint + aggregation-method: sum + outputs: + carbon: + unit: gCO2eq + description: Total carbon footprint + aggregation-method: sum + sci: + path: builtin + method: Sci + global-config: + functional-unit: requests + parameter-metadata: + inputs: + requests: + unit: none + description: expressed the final SCI value + aggregation-method: sum + outputs: + sci: + unit: none + description: Scientific Carbon Intensity + aggregation-method: none + time-sync: + path: builtin + method: TimeSync + global-config: + start-time: '2023-12-12T00:00:00.000Z' + end-time: '2023-12-12T00:01:00.000Z' + interval: 5 + allow-padding: true + parameter-metadata: + inputs: + time-reserved: + unit: seconds + description: time reserved for a component + aggregation-method: avg + outputs: + synced-time: + unit: none + description: Synced time + aggregation-method: none + group-by: + path: builtin + method: GroupBy + parameter-metadata: + inputs: + group: + unit: none + description: Group by fields + aggregation-method: none + outputs: + grouped-data: + unit: none + description: Grouped data + aggregation-method: none +execution: + command: >- + /Users/mariamkhalatova/.npm/_npx/1bf7c3c15bf47d04/node_modules/.bin/ts-node + /Users/mariamkhalatova/Projects/UK/if/src/if-run/index.ts -m + manifests/examples/pipelines/pipeline-with-mocks.yml -o + manifests/outputs/pipelines/pipeline-with-mocks-update + environment: + if-version: 0.5.0 + os: macOS + os-version: '14.5' + node-version: 18.14.2 + date-time: 2024-07-30T05:35:42.937Z (UTC) + dependencies: + - '@babel/core@7.22.10' + - '@babel/preset-typescript@7.23.3' + - '@commitlint/cli@18.6.0' + - '@commitlint/config-conventional@18.6.0' + - '@grnsft/if-core@0.0.16' + - '@jest/globals@29.7.0' + - '@types/jest@29.5.8' + - '@types/js-yaml@4.0.9' + - '@types/luxon@3.4.2' + - '@types/node@20.9.0' + - axios-mock-adapter@1.22.0 + - axios@1.7.2 + - cross-env@7.0.3 + - csv-parse@5.5.6 + - csv-stringify@6.4.6 + - fixpack@4.0.0 + - gts@5.2.0 + - husky@8.0.3 + - jest@29.7.0 + - js-yaml@4.1.0 + - lint-staged@15.2.2 + - luxon@3.4.4 + - release-it@16.3.0 + - rimraf@5.0.5 + - ts-command-line-args@2.5.1 + - ts-jest@29.1.1 + - typescript-cubic-spline@1.0.1 + - typescript@5.2.2 + - winston@3.11.0 + - zod@3.23.8 + status: success +tree: + children: + child-1: + pipeline: + - mock-observations + - interpolate + - cpu-factor-to-wattage + - wattage-times-duration + - wattage-to-energy-kwh + - calculate-vcpu-ratio + - correct-cpu-energy-for-vcpu-ratio + - sci-embodied + - operational-carbon + - sum-carbon + - time-sync + - sci + config: + group-by: + group: + - cloud/region + - instance-type + defaults: + cpu/thermal-design-power: 100 + grid/carbon-intensity: 800 + device/emissions-embodied: 1533.12 + time-reserved: 3600 + device/expected-lifespan: 94608000 + vcpus-total: 8 + vcpus-allocated: 1 + inputs: + - timestamp: '2023-12-12T00:00:00.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 1 + cpu/utilization: 10 + requests: 30 + - timestamp: '2023-12-12T00:00:01.000Z' + duration: 5 + cpu/utilization: 20 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 40 + - timestamp: '2023-12-12T00:00:06.000Z' + duration: 7 + cpu/utilization: 15 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 30 + - timestamp: '2023-12-12T00:00:13.000Z' + duration: 30 + cloud/instance-type: A1 + cloud/region: uk-west + cpu/utilization: 15 + requests: 50 + outputs: + - timestamp: '2023-12-12T00:00:00.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 5 + cpu/utilization: '*' + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: 0.000010128107559614409 + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:05.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 5 + cpu/utilization: '*' + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: 0.000010128107559614409 + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:10.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 5 + cpu/utilization: '*' + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: 0.000010128107559614409 + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:15.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 5 + cpu/utilization: '*' + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: 0.000010128107559614409 + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:20.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 5 + cpu/utilization: '*' + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: 0.000010128107559614409 + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:25.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 5 + cpu/utilization: '*' + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: 0.000010128107559614409 + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:30.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 5 + cpu/utilization: '*' + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: 0.000010128107559614409 + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:35.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 5 + cpu/utilization: '*' + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: 0.000010128107559614409 + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:40.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 5 + cpu/utilization: '*' + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: 0.000010128107559614409 + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:45.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 5 + cpu/utilization: '*' + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: 0.000010128107559614409 + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:50.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 5 + cpu/utilization: '*' + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: 0.000010128107559614409 + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:55.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 5 + cpu/utilization: '*' + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: 0.000010128107559614409 + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:01:00.000Z' + cloud/instance-type: A1 + cloud/region: uk-west + duration: 1 + cpu/utilization: '*' + requests: 0.5 + cpu/thermal-design-power: 100 + grid/carbon-intensity: 800 + device/emissions-embodied: 25.552 + time-reserved: 3600 + device/expected-lifespan: 1576800 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: 0.0000020256215119228817 + carbon-operational: '*' + carbon: '*' + sci: '*' + aggregated: + carbon: '*' + child-2: + pipeline: + - mock-observations + - interpolate + - cpu-factor-to-wattage + - wattage-times-duration + - wattage-to-energy-kwh + - calculate-vcpu-ratio + - correct-cpu-energy-for-vcpu-ratio + - sci-embodied + - operational-carbon + - sum-carbon + - time-sync + - sci + config: + group-by: + group: + - cloud/region + - cloud/instance-type + defaults: + cpu/thermal-design-power: 100 + grid/carbon-intensity: 800 + device/emissions-embodied: 1533.12 + time-reserved: 3600 + device/expected-lifespan: 94608000 + vcpus-total: 8 + vcpus-allocated: 1 + inputs: + - timestamp: '2023-12-12T00:00:00.000Z' + duration: 1 + cpu/utilization: 30 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 30 + - timestamp: '2023-12-12T00:00:01.000Z' + duration: 5 + cpu/utilization: 28 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 40 + - timestamp: '2023-12-12T00:00:06.000Z' + duration: 7 + cpu/utilization: 40 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 50 + - timestamp: '2023-12-12T00:00:13.000Z' + duration: 30 + cpu/utilization: 33 + cloud/instance-type: A1 + cloud/region: uk-west + requests: 60 + outputs: + - timestamp: '2023-12-12T00:00:00.000Z' + duration: 5 + cpu/utilization: '*' + cloud/instance-type: A1 + cloud/region: uk-west + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: '*' + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:05.000Z' + duration: 5 + cpu/utilization: '*' + cloud/instance-type: A1 + cloud/region: uk-west + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: '*' + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:10.000Z' + duration: 5 + cpu/utilization: '*' + cloud/instance-type: A1 + cloud/region: uk-west + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: '*' + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:15.000Z' + duration: 5 + cpu/utilization: '*' + cloud/instance-type: A1 + cloud/region: uk-west + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: '*' + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:20.000Z' + duration: 5 + cpu/utilization: '*' + cloud/instance-type: A1 + cloud/region: uk-west + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: '*' + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:25.000Z' + duration: 5 + cpu/utilization: '*' + cloud/instance-type: A1 + cloud/region: uk-west + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: '*' + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:30.000Z' + duration: 5 + cpu/utilization: '*' + cloud/instance-type: A1 + cloud/region: uk-west + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: '*' + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:35.000Z' + duration: 5 + cpu/utilization: '*' + cloud/instance-type: A1 + cloud/region: uk-west + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: '*' + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:40.000Z' + duration: 5 + cpu/utilization: '*' + cloud/instance-type: A1 + cloud/region: uk-west + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: '*' + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:45.000Z' + duration: 5 + cpu/utilization: '*' + cloud/instance-type: A1 + cloud/region: uk-west + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: '*' + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:50.000Z' + duration: 5 + cpu/utilization: '*' + cloud/instance-type: A1 + cloud/region: uk-west + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: '*' + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:00:55.000Z' + duration: 5 + cpu/utilization: '*' + cloud/instance-type: A1 + cloud/region: uk-west + requests: 2.5 + cpu/thermal-design-power: 80 + grid/carbon-intensity: 640 + device/emissions-embodied: 127.75999999999999 + time-reserved: 2880 + device/expected-lifespan: 7884000 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: '*' + carbon-operational: '*' + carbon: '*' + sci: '*' + - timestamp: '2023-12-12T00:01:00.000Z' + duration: 1 + cpu/utilization: '*' + cloud/instance-type: A1 + cloud/region: uk-west + requests: 0.5 + cpu/thermal-design-power: 100 + grid/carbon-intensity: 800 + device/emissions-embodied: 25.552 + time-reserved: 3600 + device/expected-lifespan: 1576800 + vcpus-total: 8 + vcpus-allocated: 1 + cpu-factor: '*' + cpu-wattage: '*' + cpu-wattage-times-duration: '*' + cpu-energy-raw: '*' + vcpu-ratio: 8 + cpu-energy-kwh: '*' + carbon-embodied: '*' + carbon-operational: '*' + carbon: '*' + sci: '*' + aggregated: + carbon: '*' + outputs: + - carbon: '*' + timestamp: '2023-12-12T00:00:00.000Z' + duration: 5 + - carbon: '*' + timestamp: '2023-12-12T00:00:05.000Z' + duration: 5 + - carbon: '*' + timestamp: '2023-12-12T00:00:10.000Z' + duration: 5 + - carbon: '*' + timestamp: '2023-12-12T00:00:15.000Z' + duration: 5 + - carbon: '*' + timestamp: '2023-12-12T00:00:20.000Z' + duration: 5 + - carbon: '*' + timestamp: '2023-12-12T00:00:25.000Z' + duration: 5 + - carbon: '*' + timestamp: '2023-12-12T00:00:30.000Z' + duration: 5 + - carbon: '*' + timestamp: '2023-12-12T00:00:35.000Z' + duration: 5 + - carbon: '*' + timestamp: '2023-12-12T00:00:40.000Z' + duration: 5 + - carbon: '*' + timestamp: '2023-12-12T00:00:45.000Z' + duration: 5 + - carbon: '*' + timestamp: '2023-12-12T00:00:50.000Z' + duration: 5 + - carbon: '*' + timestamp: '2023-12-12T00:00:55.000Z' + duration: 5 + - carbon: '*' + timestamp: '2023-12-12T00:01:00.000Z' + duration: 1 + aggregated: + carbon: '*' From 753a3613f3467018e4f82aaf3b8e04eba9437506 Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Fri, 2 Aug 2024 19:41:18 +0400 Subject: [PATCH 25/28] feat(manifests): convert bugs to phased exec --- .../bugs/aggregation-error-wrong-metric.yaml | 61 +++++++++---------- .../bugs/input-error-missing-duration.yaml | 4 +- ...observations-failure-duration-is-zero.yaml | 6 +- .../bugs/pipeline-error-naming-mismatch.yaml | 4 +- .../pipeline-error-uninitialized-plugin.yaml | 6 +- .../outputs/bugs/pipeline-ordering-error.yaml | 15 +++-- .../sci-embodied-missing-resources-total.yaml | 3 +- 7 files changed, 47 insertions(+), 52 deletions(-) diff --git a/manifests/outputs/bugs/aggregation-error-wrong-metric.yaml b/manifests/outputs/bugs/aggregation-error-wrong-metric.yaml index ebf55ad73..313834f76 100644 --- a/manifests/outputs/bugs/aggregation-error-wrong-metric.yaml +++ b/manifests/outputs/bugs/aggregation-error-wrong-metric.yaml @@ -88,9 +88,6 @@ initialize: end-time: "2023-12-12T00:01:00.000Z" interval: 5 allow-padding: true - group-by: - path: builtin - method: GroupBy execution: status: fail command: >- @@ -142,21 +139,20 @@ tree: children: child-1: pipeline: - - interpolate - - cpu-factor-to-wattage - - wattage-times-duration - - wattage-to-energy-kwh - - calculate-vcpu-ratio - - correct-cpu-energy-for-vcpu-ratio - - sci-embodied - - operational-carbon - - time-sync - - sci - config: - group-by: - group: - - cloud/region - - cloud/instance-type + regroup: + - cloud/region + - cloud/instance-type + compute: + - interpolate + - cpu-factor-to-wattage + - wattage-times-duration + - wattage-to-energy-kwh + - calculate-vcpu-ratio + - correct-cpu-energy-for-vcpu-ratio + - sci-embodied + - operational-carbon + - time-sync + - sci defaults: cpu/thermal-design-power: 100 grid/carbon-intensity: 800 @@ -192,21 +188,20 @@ tree: requests: 100 child-2: pipeline: - - interpolate - - cpu-factor-to-wattage - - wattage-times-duration - - wattage-to-energy-kwh - - calculate-vcpu-ratio - - correct-cpu-energy-for-vcpu-ratio - - sci-embodied - - operational-carbon - - time-sync - - sci - config: - group-by: - group: - - cloud/region - - cloud/instance-type + regroup: + - cloud/region + - cloud/instance-type + compute: + - interpolate + - cpu-factor-to-wattage + - wattage-times-duration + - wattage-to-energy-kwh + - calculate-vcpu-ratio + - correct-cpu-energy-for-vcpu-ratio + - sci-embodied + - operational-carbon + - time-sync + - sci defaults: cpu/thermal-design-power: 100 grid/carbon-intensity: 800 diff --git a/manifests/outputs/bugs/input-error-missing-duration.yaml b/manifests/outputs/bugs/input-error-missing-duration.yaml index 310a7d0ae..1006c1c0c 100644 --- a/manifests/outputs/bugs/input-error-missing-duration.yaml +++ b/manifests/outputs/bugs/input-error-missing-duration.yaml @@ -41,7 +41,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -76,7 +75,8 @@ tree: defaults: cpu/thermal-design-power: 100 pipeline: - - interpolate + compute: + - interpolate inputs: - timestamp: 2023-07-06T00:00 cpu/utilization: 20 diff --git a/manifests/outputs/bugs/mock-observations-failure-duration-is-zero.yaml b/manifests/outputs/bugs/mock-observations-failure-duration-is-zero.yaml index 56ed12cee..d137975b5 100644 --- a/manifests/outputs/bugs/mock-observations-failure-duration-is-zero.yaml +++ b/manifests/outputs/bugs/mock-observations-failure-duration-is-zero.yaml @@ -44,7 +44,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -70,10 +69,11 @@ execution: - typescript@5.2.2 - winston@3.11.0 - zod@3.22.4 - error: "RangeError: Maximum call stack size exceeded" + error: "InputValidationError: \"duration\" parameter is number must be greater than 0. Error code: too_small." tree: children: child: pipeline: - - mock-observations + observe: + - mock-observations inputs: null diff --git a/manifests/outputs/bugs/pipeline-error-naming-mismatch.yaml b/manifests/outputs/bugs/pipeline-error-naming-mismatch.yaml index aaf987300..fef0fa246 100644 --- a/manifests/outputs/bugs/pipeline-error-naming-mismatch.yaml +++ b/manifests/outputs/bugs/pipeline-error-naming-mismatch.yaml @@ -41,7 +41,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -76,7 +75,8 @@ tree: defaults: cpu/thermal-design-power: 100 pipeline: - - wrong-name + compute: + - wrong-name inputs: - timestamp: 2023-07-06T00:00 duration: 1 diff --git a/manifests/outputs/bugs/pipeline-error-uninitialized-plugin.yaml b/manifests/outputs/bugs/pipeline-error-uninitialized-plugin.yaml index 1fd747ce9..7a0060013 100644 --- a/manifests/outputs/bugs/pipeline-error-uninitialized-plugin.yaml +++ b/manifests/outputs/bugs/pipeline-error-uninitialized-plugin.yaml @@ -41,7 +41,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -76,8 +75,9 @@ tree: defaults: cpu/thermal-design-power: 100 pipeline: - - interpolate - - multiply + compute: + - interpolate + - multiply inputs: - timestamp: 2023-07-06T00:00 duration: 1 diff --git a/manifests/outputs/bugs/pipeline-ordering-error.yaml b/manifests/outputs/bugs/pipeline-ordering-error.yaml index 5a47d8d3f..d1bd27d27 100644 --- a/manifests/outputs/bugs/pipeline-ordering-error.yaml +++ b/manifests/outputs/bugs/pipeline-ordering-error.yaml @@ -78,7 +78,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -111,13 +110,13 @@ tree: children: child-1: pipeline: - - interpolate - - correct-cpu-energy-for-vcpu-ratio - - calculate-vcpu-ratio - - cpu-factor-to-wattage - - wattage-times-duration - - wattage-to-energy-kwh - config: null + compute: + - interpolate + - correct-cpu-energy-for-vcpu-ratio + - calculate-vcpu-ratio + - cpu-factor-to-wattage + - wattage-times-duration + - wattage-to-energy-kwh defaults: cpu/thermal-design-power: 100 grid/carbon-intensity: 800 diff --git a/manifests/outputs/bugs/sci-embodied-missing-resources-total.yaml b/manifests/outputs/bugs/sci-embodied-missing-resources-total.yaml index 5c93301e2..486947ebd 100644 --- a/manifests/outputs/bugs/sci-embodied-missing-resources-total.yaml +++ b/manifests/outputs/bugs/sci-embodied-missing-resources-total.yaml @@ -60,7 +60,8 @@ tree: children: child: pipeline: - - sci-embodied + compute: + - sci-embodied defaults: device/emissions-embodied: 1533.12 time-reserved: 3600 From d9c4c94fabedf8065bb0cc205473a51d9e9bd93e Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Fri, 2 Aug 2024 19:41:54 +0400 Subject: [PATCH 26/28] feat(manifests): convert builtins to phased exec --- .../failure-invalid-config-input-param.yaml | 6 +- .../failure-output-param-is-null.yaml | 6 +- .../outputs/builtins/coefficient/success.yaml | 3 - .../failure-invalid-instance-type.yaml | 4 +- .../failure-missing-cloud-vendor.yaml | 4 +- .../csv-lookup/cloud-metadata/success.yaml | 4 +- .../failure-missing-column.yaml | 3 +- .../failure-missing-output.yaml | 4 +- .../region-metadata/success-renaming.yaml | 4 +- .../csv-lookup/region-metadata/success.yaml | 4 +- .../failure-missing-input-param.yaml | 5 +- ...ailure-unsupported-physical-processor.yaml | 4 +- .../csv-lookup/tdp-finder/success.yaml | 4 +- .../failure-invalid-config-denominator.yaml | 6 +- .../divide/failure-missing-numerator.yaml | 4 +- .../success-denominator-equal-zero.yaml | 8 +- .../outputs/builtins/divide/success.yaml | 8 +- .../outputs/builtins/exponent/success.yaml | 6 +- .../groupby/failure-invalid-config-group.yaml | 94 ----- .../failure-missing-cloud-instance-type.yaml | 93 ----- .../builtins/interpolation/interpolation.yaml | 4 +- .../builtins/interpolation/success.yaml | 4 +- .../failure-invalid-config-cpu-range.yaml | 4 +- ...lure-invalid-memory-utilization-range.yaml | 4 +- .../failure-missing-timestamp-from-param.yaml | 4 +- .../builtins/mock-observations/success.yaml | 366 +++++++++++------- .../failure-input-parameter-is-missing.yaml | 6 +- .../success-with-multiple-inputs.yaml | 6 +- .../outputs/builtins/multiply/success.yaml | 6 +- .../regex/failure-missing-input-param.yaml | 6 +- .../failure-not-matching-with-regex.yaml | 74 ---- manifests/outputs/builtins/regex/success.yaml | 9 +- ...ailure-invalid-default-emission-value.yaml | 4 +- .../failure-missing-expected-lifespan.yaml | 4 +- .../builtins/sci-embodied/success.yaml | 4 +- .../sci/failure-invalid-config-value.yaml | 4 +- .../sci/failure-missing-input-param.yaml | 4 +- .../sci/{success.yml.yaml => success.yaml} | 5 +- .../shell/failure-invalid-command.yaml | 4 +- manifests/outputs/builtins/shell/success.yaml | 4 +- .../outputs/builtins/subtract/success.yaml | 6 +- .../sum/failure-missing-input-param.yaml | 6 +- .../sum/failure-missing-output-param.yaml | 6 +- manifests/outputs/builtins/sum/success.yaml | 6 +- .../failure-config-start-later-end.yaml | 4 +- .../outputs/builtins/time-sync/success.yaml | 5 +- 46 files changed, 304 insertions(+), 529 deletions(-) delete mode 100644 manifests/outputs/builtins/groupby/failure-invalid-config-group.yaml delete mode 100644 manifests/outputs/builtins/groupby/failure-missing-cloud-instance-type.yaml delete mode 100644 manifests/outputs/builtins/regex/failure-not-matching-with-regex.yaml rename manifests/outputs/builtins/sci/{success.yml.yaml => success.yaml} (98%) diff --git a/manifests/outputs/builtins/coefficient/failure-invalid-config-input-param.yaml b/manifests/outputs/builtins/coefficient/failure-invalid-config-input-param.yaml index 78af0bab9..7b6051dce 100644 --- a/manifests/outputs/builtins/coefficient/failure-invalid-config-input-param.yaml +++ b/manifests/outputs/builtins/coefficient/failure-invalid-config-input-param.yaml @@ -29,7 +29,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -62,9 +61,8 @@ tree: children: child: pipeline: - - coefficient - config: - sum: null + compute: + - coefficient inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/coefficient/failure-output-param-is-null.yaml b/manifests/outputs/builtins/coefficient/failure-output-param-is-null.yaml index 91e6d064e..847e984e7 100644 --- a/manifests/outputs/builtins/coefficient/failure-output-param-is-null.yaml +++ b/manifests/outputs/builtins/coefficient/failure-output-param-is-null.yaml @@ -29,7 +29,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -62,9 +61,8 @@ tree: children: child: pipeline: - - coefficient - config: - sum: null + compute: + - coefficient inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/coefficient/success.yaml b/manifests/outputs/builtins/coefficient/success.yaml index c560d0411..14a235709 100644 --- a/manifests/outputs/builtins/coefficient/success.yaml +++ b/manifests/outputs/builtins/coefficient/success.yaml @@ -28,7 +28,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -60,8 +59,6 @@ tree: child: pipeline: - coefficient - config: - sum: null inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/csv-lookup/cloud-metadata/failure-invalid-instance-type.yaml b/manifests/outputs/builtins/csv-lookup/cloud-metadata/failure-invalid-instance-type.yaml index d1a5f2cfb..6945e6012 100644 --- a/manifests/outputs/builtins/csv-lookup/cloud-metadata/failure-invalid-instance-type.yaml +++ b/manifests/outputs/builtins/csv-lookup/cloud-metadata/failure-invalid-instance-type.yaml @@ -66,8 +66,8 @@ tree: children: child: pipeline: - - cloud-metadata - config: null + compute: + - cloud-metadata inputs: - timestamp: 2023-07-06T00:00 cloud/vendor: aws diff --git a/manifests/outputs/builtins/csv-lookup/cloud-metadata/failure-missing-cloud-vendor.yaml b/manifests/outputs/builtins/csv-lookup/cloud-metadata/failure-missing-cloud-vendor.yaml index 79a4960a5..333d9e1ce 100644 --- a/manifests/outputs/builtins/csv-lookup/cloud-metadata/failure-missing-cloud-vendor.yaml +++ b/manifests/outputs/builtins/csv-lookup/cloud-metadata/failure-missing-cloud-vendor.yaml @@ -66,8 +66,8 @@ tree: children: child: pipeline: - - cloud-metadata - config: null + compute: + - cloud-metadata inputs: - timestamp: 2023-07-06T00:00 duration: 100 diff --git a/manifests/outputs/builtins/csv-lookup/cloud-metadata/success.yaml b/manifests/outputs/builtins/csv-lookup/cloud-metadata/success.yaml index 098a0d1c6..37fab5816 100644 --- a/manifests/outputs/builtins/csv-lookup/cloud-metadata/success.yaml +++ b/manifests/outputs/builtins/csv-lookup/cloud-metadata/success.yaml @@ -62,8 +62,8 @@ tree: children: child: pipeline: - - cloud-metadata - config: null + compute: + - cloud-metadata inputs: - timestamp: 2023-07-06T00:00 cloud/vendor: aws diff --git a/manifests/outputs/builtins/csv-lookup/region-metadata/failure-missing-column.yaml b/manifests/outputs/builtins/csv-lookup/region-metadata/failure-missing-column.yaml index 4db0b6b2f..842080a77 100644 --- a/manifests/outputs/builtins/csv-lookup/region-metadata/failure-missing-column.yaml +++ b/manifests/outputs/builtins/csv-lookup/region-metadata/failure-missing-column.yaml @@ -66,7 +66,8 @@ tree: children: child: pipeline: - - cloud-metadata + compute: + - cloud-metadata inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/csv-lookup/region-metadata/failure-missing-output.yaml b/manifests/outputs/builtins/csv-lookup/region-metadata/failure-missing-output.yaml index bdaa3b6ad..32ca690d9 100644 --- a/manifests/outputs/builtins/csv-lookup/region-metadata/failure-missing-output.yaml +++ b/manifests/outputs/builtins/csv-lookup/region-metadata/failure-missing-output.yaml @@ -32,7 +32,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -65,7 +64,8 @@ tree: children: child: pipeline: - - cloud-metadata + compute: + - cloud-metadata inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/csv-lookup/region-metadata/success-renaming.yaml b/manifests/outputs/builtins/csv-lookup/region-metadata/success-renaming.yaml index e7e04b535..2f6f23dcf 100644 --- a/manifests/outputs/builtins/csv-lookup/region-metadata/success-renaming.yaml +++ b/manifests/outputs/builtins/csv-lookup/region-metadata/success-renaming.yaml @@ -33,7 +33,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -64,7 +63,8 @@ tree: children: child: pipeline: - - cloud-metadata + compute: + - cloud-metadata inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/csv-lookup/region-metadata/success.yaml b/manifests/outputs/builtins/csv-lookup/region-metadata/success.yaml index e8d31f661..f8bd9fdba 100644 --- a/manifests/outputs/builtins/csv-lookup/region-metadata/success.yaml +++ b/manifests/outputs/builtins/csv-lookup/region-metadata/success.yaml @@ -31,7 +31,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -62,7 +61,8 @@ tree: children: child: pipeline: - - cloud-metadata + compute: + - cloud-metadata inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/csv-lookup/tdp-finder/failure-missing-input-param.yaml b/manifests/outputs/builtins/csv-lookup/tdp-finder/failure-missing-input-param.yaml index f842a3756..ce268cd02 100644 --- a/manifests/outputs/builtins/csv-lookup/tdp-finder/failure-missing-input-param.yaml +++ b/manifests/outputs/builtins/csv-lookup/tdp-finder/failure-missing-input-param.yaml @@ -32,7 +32,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -65,8 +64,8 @@ tree: children: child: pipeline: - - tdp-finder - config: null + compute: + - tdp-finder inputs: - timestamp: 2023-07-06T00:00 duration: 300 diff --git a/manifests/outputs/builtins/csv-lookup/tdp-finder/failure-unsupported-physical-processor.yaml b/manifests/outputs/builtins/csv-lookup/tdp-finder/failure-unsupported-physical-processor.yaml index 7ccf90ff6..28dc0b1a0 100644 --- a/manifests/outputs/builtins/csv-lookup/tdp-finder/failure-unsupported-physical-processor.yaml +++ b/manifests/outputs/builtins/csv-lookup/tdp-finder/failure-unsupported-physical-processor.yaml @@ -65,8 +65,8 @@ tree: children: child: pipeline: - - tdp-finder - config: null + compute: + - tdp-finder inputs: - timestamp: 2023-07-06T00:00 duration: 300 diff --git a/manifests/outputs/builtins/csv-lookup/tdp-finder/success.yaml b/manifests/outputs/builtins/csv-lookup/tdp-finder/success.yaml index 249d2d3f4..f085664ff 100644 --- a/manifests/outputs/builtins/csv-lookup/tdp-finder/success.yaml +++ b/manifests/outputs/builtins/csv-lookup/tdp-finder/success.yaml @@ -61,8 +61,8 @@ tree: children: child: pipeline: - - tdp-finder - config: null + compute: + - tdp-finder inputs: - timestamp: 2023-07-06T00:00 duration: 300 diff --git a/manifests/outputs/builtins/divide/failure-invalid-config-denominator.yaml b/manifests/outputs/builtins/divide/failure-invalid-config-denominator.yaml index 8b98a5a27..b1149c505 100644 --- a/manifests/outputs/builtins/divide/failure-invalid-config-denominator.yaml +++ b/manifests/outputs/builtins/divide/failure-invalid-config-denominator.yaml @@ -29,7 +29,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -62,9 +61,8 @@ tree: children: child: pipeline: - - divide - config: - divide: null + compute: + - divide inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/divide/failure-missing-numerator.yaml b/manifests/outputs/builtins/divide/failure-missing-numerator.yaml index 41ac4b1ea..6c714bf18 100644 --- a/manifests/outputs/builtins/divide/failure-missing-numerator.yaml +++ b/manifests/outputs/builtins/divide/failure-missing-numerator.yaml @@ -28,7 +28,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -61,7 +60,8 @@ tree: children: child: pipeline: - - divide + compute: + - divide config: divide: null defaults: diff --git a/manifests/outputs/builtins/divide/success-denominator-equal-zero.yaml b/manifests/outputs/builtins/divide/success-denominator-equal-zero.yaml index 2384df53b..25033c32c 100644 --- a/manifests/outputs/builtins/divide/success-denominator-equal-zero.yaml +++ b/manifests/outputs/builtins/divide/success-denominator-equal-zero.yaml @@ -39,7 +39,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -70,10 +69,9 @@ tree: children: child: pipeline: - - cloud-metadata - - divide - config: - divide: null + compute: + - cloud-metadata + - divide defaults: cloud/vendor: aws cloud/instance-type: m5n.large diff --git a/manifests/outputs/builtins/divide/success.yaml b/manifests/outputs/builtins/divide/success.yaml index 3e43a85de..f7bab8b04 100644 --- a/manifests/outputs/builtins/divide/success.yaml +++ b/manifests/outputs/builtins/divide/success.yaml @@ -39,7 +39,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -70,10 +69,9 @@ tree: children: child: pipeline: - - cloud-metadata - - divide - config: - divide: null + compute: + - cloud-metadata + - divide defaults: cloud/vendor: aws cloud/instance-type: m5n.large diff --git a/manifests/outputs/builtins/exponent/success.yaml b/manifests/outputs/builtins/exponent/success.yaml index 7ad94e5bc..8586b57f6 100644 --- a/manifests/outputs/builtins/exponent/success.yaml +++ b/manifests/outputs/builtins/exponent/success.yaml @@ -28,7 +28,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -59,9 +58,8 @@ tree: children: child: pipeline: - - exponent - config: - exponent: null + compute: + - exponent inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/groupby/failure-invalid-config-group.yaml b/manifests/outputs/builtins/groupby/failure-invalid-config-group.yaml deleted file mode 100644 index 22506aa2e..000000000 --- a/manifests/outputs/builtins/groupby/failure-invalid-config-group.yaml +++ /dev/null @@ -1,94 +0,0 @@ -name: groupby -description: failure when `config->group-by->group` is not an array -initialize: - plugins: - group-by: - path: builtin - method: GroupBy -execution: - status: fail - command: >- - /Users/mariamkhalatova/.npm/_npx/1bf7c3c15bf47d04/node_modules/.bin/ts-node - /Users/mariamkhalatova/Projects/UK/if/src/index.ts -m - manifests/outputs/plugins/groupby/failure-invalid-config-group.yml -o - manifests/outputs/plugins/groupby/failure-invalid-config-group - environment: - if-version: 0.4.0 - os: macOS - os-version: "13.2" - node-version: 18.14.2 - date-time: 2024-07-02T19:11:23.166Z (UTC) - dependencies: - - "@babel/core@7.22.10" - - "@babel/preset-typescript@7.23.3" - - "@commitlint/cli@18.6.0" - - "@commitlint/config-conventional@18.6.0" - - "@grnsft/if-core@0.0.10" - - - "@jest/globals@29.7.0" - - "@types/jest@29.5.8" - - "@types/js-yaml@4.0.9" - - "@types/luxon@3.4.2" - - "@types/node@20.9.0" - - axios-mock-adapter@1.22.0 - - axios@1.7.2 - - cross-env@7.0.3 - - csv-parse@5.5.6 - - csv-stringify@6.4.6 - - fixpack@4.0.0 - - gts@5.2.0 - - husky@8.0.3 - - jest@29.7.0 - - js-yaml@4.1.0 - - lint-staged@15.2.2 - - luxon@3.4.4 - - release-it@16.3.0 - - rimraf@5.0.5 - - ts-command-line-args@2.5.1 - - ts-jest@29.1.1 - - typescript-cubic-spline@1.0.1 - - typescript@5.2.2 - - winston@3.11.0 - - zod@3.22.4 - error: >- - InputValidationError: "group" parameter is expected array, received string. - Error code: invalid_type. -tree: - children: - my-app: - pipeline: - - group-by - config: - group-by: - group: cloud/region - inputs: - - timestamp: 2023-07-06T00:00 - duration: 300 - cloud/instance-type: A1 - cloud/region: uk-west - cpu/utilization: 99 - - timestamp: 2023-07-06T05:00 - duration: 300 - cloud/instance-type: A1 - cloud/region: uk-west - cpu/utilization: 23 - - timestamp: 2023-07-06T10:00 - duration: 300 - cloud/instance-type: A1 - cloud/region: uk-west - cpu/utilization: 12 - - timestamp: 2023-07-06T00:00 - duration: 300 - cloud/instance-type: B1 - cloud/region: uk-west - cpu/utilization: 11 - - timestamp: 2023-07-06T05:00 - duration: 300 - cloud/instance-type: B1 - cloud/region: uk-west - cpu/utilization: 67 - - timestamp: 2023-07-06T10:00 - duration: 300 - cloud/instance-type: B1 - cloud/region: uk-west - cpu/utilization: 1 diff --git a/manifests/outputs/builtins/groupby/failure-missing-cloud-instance-type.yaml b/manifests/outputs/builtins/groupby/failure-missing-cloud-instance-type.yaml deleted file mode 100644 index e6b2ea8ea..000000000 --- a/manifests/outputs/builtins/groupby/failure-missing-cloud-instance-type.yaml +++ /dev/null @@ -1,93 +0,0 @@ -name: groupby -description: null -initialize: - plugins: - group-by: - path: builtin - method: GroupBy -execution: - status: fail - command: >- - /Users/mariamkhalatova/.npm/_npx/1bf7c3c15bf47d04/node_modules/.bin/ts-node - /Users/mariamkhalatova/Projects/UK/if/src/index.ts -m - manifests/outputs/plugins/groupby/failure-missing-cloud-instance-type.yml -o - manifests/outputs/plugins/groupby/failure-missing-cloud-instance-type - environment: - if-version: 0.4.0 - os: macOS - os-version: "13.2" - node-version: 18.14.2 - date-time: 2024-07-02T19:10:00.820Z (UTC) - dependencies: - - "@babel/core@7.22.10" - - "@babel/preset-typescript@7.23.3" - - "@commitlint/cli@18.6.0" - - "@commitlint/config-conventional@18.6.0" - - "@grnsft/if-core@0.0.10" - - - "@jest/globals@29.7.0" - - "@types/jest@29.5.8" - - "@types/js-yaml@4.0.9" - - "@types/luxon@3.4.2" - - "@types/node@20.9.0" - - axios-mock-adapter@1.22.0 - - axios@1.7.2 - - cross-env@7.0.3 - - csv-parse@5.5.6 - - csv-stringify@6.4.6 - - fixpack@4.0.0 - - gts@5.2.0 - - husky@8.0.3 - - jest@29.7.0 - - js-yaml@4.1.0 - - lint-staged@15.2.2 - - luxon@3.4.4 - - release-it@16.3.0 - - rimraf@5.0.5 - - ts-command-line-args@2.5.1 - - ts-jest@29.1.1 - - typescript-cubic-spline@1.0.1 - - typescript@5.2.2 - - winston@3.11.0 - - zod@3.22.4 - error: "InvalidGroupingError: Invalid group cloud/instance-type." -tree: - children: - my-app: - pipeline: - - group-by - config: - group-by: - group: - - cloud/region - - cloud/instance-type - inputs: - - timestamp: 2023-07-06T00:00 - duration: 300 - cloud/instance-type: A1 - cloud/region: uk-west - cpu/utilization: 99 - - timestamp: 2023-07-06T05:00 - duration: 300 - cloud/instance-type: A1 - cloud/region: uk-west - cpu/utilization: 23 - - timestamp: 2023-07-06T10:00 - duration: 300 - cloud/instance-type: A1 - cloud/region: uk-west - cpu/utilization: 12 - - timestamp: 2023-07-06T00:00 - duration: 300 - cloud/instance-type: B1 - cloud/region: uk-west - cpu/utilization: 11 - - timestamp: 2023-07-06T05:00 - duration: 300 - cloud/instance-type: B1 - cloud/region: uk-west - cpu/utilization: 67 - - timestamp: 2023-07-06T10:00 - duration: 300 - cloud/region: uk-west - cpu/utilization: 1 diff --git a/manifests/outputs/builtins/interpolation/interpolation.yaml b/manifests/outputs/builtins/interpolation/interpolation.yaml index 8eff7b1f1..2569b5eb4 100644 --- a/manifests/outputs/builtins/interpolation/interpolation.yaml +++ b/manifests/outputs/builtins/interpolation/interpolation.yaml @@ -38,7 +38,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -69,7 +68,8 @@ tree: children: child: pipeline: - - interpolation + compute: + - interpolation inputs: - timestamp: 2023-07-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/interpolation/success.yaml b/manifests/outputs/builtins/interpolation/success.yaml index cbfc92011..80def13d9 100644 --- a/manifests/outputs/builtins/interpolation/success.yaml +++ b/manifests/outputs/builtins/interpolation/success.yaml @@ -38,7 +38,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -69,7 +68,8 @@ tree: children: child: pipeline: - - interpolation + compute: + - interpolation inputs: - timestamp: 2023-07-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/mock-observations/failure-invalid-config-cpu-range.yaml b/manifests/outputs/builtins/mock-observations/failure-invalid-config-cpu-range.yaml index fda4ddba7..272d9940e 100644 --- a/manifests/outputs/builtins/mock-observations/failure-invalid-config-cpu-range.yaml +++ b/manifests/outputs/builtins/mock-observations/failure-invalid-config-cpu-range.yaml @@ -47,7 +47,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -80,5 +79,6 @@ tree: children: child: pipeline: - - mock-observations + observe: + - mock-observations inputs: null diff --git a/manifests/outputs/builtins/mock-observations/failure-invalid-memory-utilization-range.yaml b/manifests/outputs/builtins/mock-observations/failure-invalid-memory-utilization-range.yaml index cfb073fc6..e7c7e6180 100644 --- a/manifests/outputs/builtins/mock-observations/failure-invalid-memory-utilization-range.yaml +++ b/manifests/outputs/builtins/mock-observations/failure-invalid-memory-utilization-range.yaml @@ -45,7 +45,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -78,5 +77,6 @@ tree: children: child: pipeline: - - mock-observations + observe: + - mock-observations inputs: null diff --git a/manifests/outputs/builtins/mock-observations/failure-missing-timestamp-from-param.yaml b/manifests/outputs/builtins/mock-observations/failure-missing-timestamp-from-param.yaml index 184e86230..86f4afd9e 100644 --- a/manifests/outputs/builtins/mock-observations/failure-missing-timestamp-from-param.yaml +++ b/manifests/outputs/builtins/mock-observations/failure-missing-timestamp-from-param.yaml @@ -44,7 +44,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -77,5 +76,6 @@ tree: children: child: pipeline: - - mock-observations + observe: + - mock-observations inputs: null diff --git a/manifests/outputs/builtins/mock-observations/success.yaml b/manifests/outputs/builtins/mock-observations/success.yaml index e92b933bf..e0be992de 100644 --- a/manifests/outputs/builtins/mock-observations/success.yaml +++ b/manifests/outputs/builtins/mock-observations/success.yaml @@ -27,37 +27,26 @@ initialize: execution: command: >- /Users/mariamkhalatova/.npm/_npx/1bf7c3c15bf47d04/node_modules/.bin/ts-node - /Users/mariamkhalatova/Projects/UK/if/src/index.ts -m - manifests/outputs/plugins/mock-observations/success.yml -o - manifests/outputs/plugins/mock-observations/success + /Users/mariamkhalatova/Projects/UK/if/src/if-run/index.ts -m + manifests/examples/builtins/mock-observations/success.yml -o + manifests/outputs/builtins/mock-observations/success environment: - if-version: 0.4.0 + if-version: 0.5.0 os: macOS - os-version: "13.2" + os-version: '14.5' node-version: 18.14.2 - date-time: 2024-07-02T19:15:43.108Z (UTC) + date-time: 2024-08-02T15:04:18.262Z (UTC) dependencies: - - "@babel/core@7.22.10" - - "@babel/preset-typescript@7.23.3" - - "@commitlint/cli@18.6.0" - - "@commitlint/config-conventional@18.6.0" - - "@grnsft/if-core@0.0.10" - - "@babel/core@7.22.10" - - "@babel/preset-typescript@7.23.3" - - "@commitlint/cli@18.6.0" - - "@commitlint/config-conventional@18.6.0" - - "@grnsft/if-core@0.0.10" - - - "@jest/globals@29.7.0" - - "@types/jest@29.5.8" - - "@types/js-yaml@4.0.9" - - "@types/luxon@3.4.2" - - "@types/node@20.9.0" - - "@jest/globals@29.7.0" - - "@types/jest@29.5.8" - - "@types/js-yaml@4.0.9" - - "@types/luxon@3.4.2" - - "@types/node@20.9.0" + - '@babel/core@7.22.10' + - '@babel/preset-typescript@7.23.3' + - '@commitlint/cli@18.6.0' + - '@commitlint/config-conventional@18.6.0' + - '@grnsft/if-core@0.0.16' + - '@jest/globals@29.7.0' + - '@types/jest@29.5.8' + - '@types/js-yaml@4.0.9' + - '@types/luxon@3.4.2' + - '@types/node@20.9.0' - axios-mock-adapter@1.22.0 - axios@1.7.2 - cross-env@7.0.3 @@ -77,210 +66,293 @@ execution: - typescript-cubic-spline@1.0.1 - typescript@5.2.2 - winston@3.11.0 - - zod@3.22.4 + - zod@3.23.8 status: success tree: children: child: pipeline: - - mock-observations - inputs: null - outputs: - - timestamp: "2023-07-06T00:00:00.000Z" - - timestamp: "2023-07-06T00:00:00.000Z" + observe: + - mock-observations + inputs: + - timestamp: '2023-07-06T00:00:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 81 - memory/utilization: 63 - - timestamp: "2023-07-06T00:01:00.000Z" - cpu/utilization: "*" - memory/utilization: "*" - - timestamp: "2023-07-06T00:01:00.000Z" + cpu/utilization: 3 + memory/utilization: 91 + - timestamp: '2023-07-06T00:01:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 92 - memory/utilization: 63 - - timestamp: "2023-07-06T00:02:00.000Z" - cpu/utilization: "*" - memory/utilization: "*" - - timestamp: "2023-07-06T00:02:00.000Z" + cpu/utilization: 82 + memory/utilization: 79 + - timestamp: '2023-07-06T00:02:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 63 - memory/utilization: 95 - - timestamp: "2023-07-06T00:03:00.000Z" - cpu/utilization: "*" - memory/utilization: "*" - - timestamp: "2023-07-06T00:03:00.000Z" + cpu/utilization: 74 + memory/utilization: 18 + - timestamp: '2023-07-06T00:03:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 37 - memory/utilization: 13 - - timestamp: "2023-07-06T00:04:00.000Z" - cpu/utilization: "*" - memory/utilization: "*" - - timestamp: "2023-07-06T00:04:00.000Z" + cpu/utilization: 61 + memory/utilization: 90 + - timestamp: '2023-07-06T00:04:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 28 - memory/utilization: 50 - - timestamp: "2023-07-06T00:05:00.000Z" - cpu/utilization: "*" - memory/utilization: "*" - - timestamp: "2023-07-06T00:05:00.000Z" + cpu/utilization: 67 + memory/utilization: 67 + - timestamp: '2023-07-06T00:05:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 98 - memory/utilization: 29 - - timestamp: "2023-07-06T00:06:00.000Z" - cpu/utilization: "*" - memory/utilization: "*" - - timestamp: "2023-07-06T00:06:00.000Z" + cpu/utilization: 27 + memory/utilization: 63 + - timestamp: '2023-07-06T00:06:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 10 - memory/utilization: 93 - - timestamp: "2023-07-06T00:07:00.000Z" - cpu/utilization: "*" - memory/utilization: "*" - - timestamp: "2023-07-06T00:07:00.000Z" + cpu/utilization: 14 + memory/utilization: 97 + - timestamp: '2023-07-06T00:07:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 84 - memory/utilization: 37 - - timestamp: "2023-07-06T00:08:00.000Z" - cpu/utilization: "*" - memory/utilization: "*" - - timestamp: "2023-07-06T00:08:00.000Z" + cpu/utilization: 6 + memory/utilization: 64 + - timestamp: '2023-07-06T00:08:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 10 - memory/utilization: 30 - - timestamp: "2023-07-06T00:09:00.000Z" - cpu/utilization: "*" - memory/utilization: "*" - - timestamp: "2023-07-06T00:09:00.000Z" + cpu/utilization: 60 + memory/utilization: 87 + - timestamp: '2023-07-06T00:09:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 50 - memory/utilization: 10 - - timestamp: "2023-07-06T00:00:00.000Z" - cpu/utilization: "*" - memory/utilization: "*" - - timestamp: "2023-07-06T00:00:00.000Z" + cpu/utilization: 71 + memory/utilization: 12 + - timestamp: '2023-07-06T00:00:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 97 + cpu/utilization: 27 + memory/utilization: 48 + - timestamp: '2023-07-06T00:01:00.000Z' + duration: 60 + cloud/instance-type: B1 + region: uk-west + common-key: common-val + cpu/utilization: 30 memory/utilization: 89 - - timestamp: "2023-07-06T00:01:00.000Z" - cpu/utilization: "*" - memory/utilization: "*" - - timestamp: "2023-07-06T00:01:00.000Z" + - timestamp: '2023-07-06T00:02:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 61 - memory/utilization: 83 - - timestamp: "2023-07-06T00:02:00.000Z" - cpu/utilization: "*" - memory/utilization: "*" - - timestamp: "2023-07-06T00:02:00.000Z" + cpu/utilization: 33 + memory/utilization: 42 + - timestamp: '2023-07-06T00:03:00.000Z' + duration: 60 + cloud/instance-type: B1 + region: uk-west + common-key: common-val + cpu/utilization: 29 + memory/utilization: 51 + - timestamp: '2023-07-06T00:04:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 86 - memory/utilization: 52 - - timestamp: "2023-07-06T00:03:00.000Z" - cpu/utilization: "*" - memory/utilization: "*" - - timestamp: "2023-07-06T00:03:00.000Z" + cpu/utilization: 13 + memory/utilization: 77 + - timestamp: '2023-07-06T00:05:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 17 - memory/utilization: 60 - - timestamp: "2023-07-06T00:04:00.000Z" - cpu/utilization: "*" - memory/utilization: "*" - - timestamp: "2023-07-06T00:04:00.000Z" + cpu/utilization: 75 + memory/utilization: 37 + - timestamp: '2023-07-06T00:06:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 53 - memory/utilization: 84 - - timestamp: "2023-07-06T00:05:00.000Z" - cpu/utilization: "*" - memory/utilization: "*" - - timestamp: "2023-07-06T00:05:00.000Z" + cpu/utilization: 90 + memory/utilization: 5 + - timestamp: '2023-07-06T00:07:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 38 - memory/utilization: 58 - - timestamp: "2023-07-06T00:06:00.000Z" - cpu/utilization: "*" - memory/utilization: "*" - - timestamp: "2023-07-06T00:06:00.000Z" + cpu/utilization: 26 + memory/utilization: 4 + - timestamp: '2023-07-06T00:08:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 4 + cpu/utilization: 16 memory/utilization: 39 - - timestamp: "2023-07-06T00:07:00.000Z" - cpu/utilization: "*" - memory/utilization: "*" - - timestamp: "2023-07-06T00:07:00.000Z" + - timestamp: '2023-07-06T00:09:00.000Z' + duration: 60 + cloud/instance-type: B1 + region: uk-west + common-key: common-val + cpu/utilization: 26 + memory/utilization: 43 + outputs: + - timestamp: '2023-07-06T00:00:00.000Z' + duration: 60 + cloud/instance-type: A1 + region: uk-west + common-key: common-val + cpu/utilization: 3 + memory/utilization: 91 + - timestamp: '2023-07-06T00:01:00.000Z' + duration: 60 + cloud/instance-type: A1 + region: uk-west + common-key: common-val + cpu/utilization: 82 + memory/utilization: 79 + - timestamp: '2023-07-06T00:02:00.000Z' + duration: 60 + cloud/instance-type: A1 + region: uk-west + common-key: common-val + cpu/utilization: 74 + memory/utilization: 18 + - timestamp: '2023-07-06T00:03:00.000Z' + duration: 60 + cloud/instance-type: A1 + region: uk-west + common-key: common-val + cpu/utilization: 61 + memory/utilization: 90 + - timestamp: '2023-07-06T00:04:00.000Z' + duration: 60 + cloud/instance-type: A1 + region: uk-west + common-key: common-val + cpu/utilization: 67 + memory/utilization: 67 + - timestamp: '2023-07-06T00:05:00.000Z' + duration: 60 + cloud/instance-type: A1 + region: uk-west + common-key: common-val + cpu/utilization: 27 + memory/utilization: 63 + - timestamp: '2023-07-06T00:06:00.000Z' + duration: 60 + cloud/instance-type: A1 + region: uk-west + common-key: common-val + cpu/utilization: 14 + memory/utilization: 97 + - timestamp: '2023-07-06T00:07:00.000Z' + duration: 60 + cloud/instance-type: A1 + region: uk-west + common-key: common-val + cpu/utilization: 6 + memory/utilization: 64 + - timestamp: '2023-07-06T00:08:00.000Z' + duration: 60 + cloud/instance-type: A1 + region: uk-west + common-key: common-val + cpu/utilization: 60 + memory/utilization: 87 + - timestamp: '2023-07-06T00:09:00.000Z' + duration: 60 + cloud/instance-type: A1 + region: uk-west + common-key: common-val + cpu/utilization: 71 + memory/utilization: 12 + - timestamp: '2023-07-06T00:00:00.000Z' + duration: 60 + cloud/instance-type: B1 + region: uk-west + common-key: common-val + cpu/utilization: 27 + memory/utilization: 48 + - timestamp: '2023-07-06T00:01:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 89 - memory/utilization: 52 - - timestamp: "2023-07-06T00:08:00.000Z" - cpu/utilization: "*" - memory/utilization: "*" - - timestamp: "2023-07-06T00:08:00.000Z" + cpu/utilization: 30 + memory/utilization: 89 + - timestamp: '2023-07-06T00:02:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 38 - memory/utilization: 16 - - timestamp: "2023-07-06T00:09:00.000Z" - cpu/utilization: "*" - memory/utilization: "*" - - timestamp: "2023-07-06T00:09:00.000Z" + cpu/utilization: 33 + memory/utilization: 42 + - timestamp: '2023-07-06T00:03:00.000Z' + duration: 60 + cloud/instance-type: B1 + region: uk-west + common-key: common-val + cpu/utilization: 29 + memory/utilization: 51 + - timestamp: '2023-07-06T00:04:00.000Z' + duration: 60 + cloud/instance-type: B1 + region: uk-west + common-key: common-val + cpu/utilization: 13 + memory/utilization: 77 + - timestamp: '2023-07-06T00:05:00.000Z' + duration: 60 + cloud/instance-type: B1 + region: uk-west + common-key: common-val + cpu/utilization: 75 + memory/utilization: 37 + - timestamp: '2023-07-06T00:06:00.000Z' + duration: 60 + cloud/instance-type: B1 + region: uk-west + common-key: common-val + cpu/utilization: 90 + memory/utilization: 5 + - timestamp: '2023-07-06T00:07:00.000Z' + duration: 60 + cloud/instance-type: B1 + region: uk-west + common-key: common-val + cpu/utilization: 26 + memory/utilization: 4 + - timestamp: '2023-07-06T00:08:00.000Z' + duration: 60 + cloud/instance-type: B1 + region: uk-west + common-key: common-val + cpu/utilization: 16 + memory/utilization: 39 + - timestamp: '2023-07-06T00:09:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: "*" - memory/utilization: "*" + cpu/utilization: 26 + memory/utilization: 43 diff --git a/manifests/outputs/builtins/multiply/failure-input-parameter-is-missing.yaml b/manifests/outputs/builtins/multiply/failure-input-parameter-is-missing.yaml index 8c12556fb..80738e80c 100644 --- a/manifests/outputs/builtins/multiply/failure-input-parameter-is-missing.yaml +++ b/manifests/outputs/builtins/multiply/failure-input-parameter-is-missing.yaml @@ -30,7 +30,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -63,9 +62,8 @@ tree: children: child: pipeline: - - multiply - config: - sum: null + compute: + - multiply inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/multiply/success-with-multiple-inputs.yaml b/manifests/outputs/builtins/multiply/success-with-multiple-inputs.yaml index b9b2470c3..359e25a06 100644 --- a/manifests/outputs/builtins/multiply/success-with-multiple-inputs.yaml +++ b/manifests/outputs/builtins/multiply/success-with-multiple-inputs.yaml @@ -29,7 +29,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -60,9 +59,8 @@ tree: children: child: pipeline: - - multiply - config: - sum: null + compute: + - multiply inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/multiply/success.yaml b/manifests/outputs/builtins/multiply/success.yaml index c2925f183..1f93a9140 100644 --- a/manifests/outputs/builtins/multiply/success.yaml +++ b/manifests/outputs/builtins/multiply/success.yaml @@ -29,7 +29,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -60,9 +59,8 @@ tree: children: child: pipeline: - - multiply - config: - sum: null + compute: + - multiply inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/regex/failure-missing-input-param.yaml b/manifests/outputs/builtins/regex/failure-missing-input-param.yaml index 5ea08772c..cd578218f 100644 --- a/manifests/outputs/builtins/regex/failure-missing-input-param.yaml +++ b/manifests/outputs/builtins/regex/failure-missing-input-param.yaml @@ -29,7 +29,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -62,9 +61,8 @@ tree: children: child: pipeline: - - regex - config: - regex: null + compute: + - regex inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/regex/failure-not-matching-with-regex.yaml b/manifests/outputs/builtins/regex/failure-not-matching-with-regex.yaml deleted file mode 100644 index d07bc0484..000000000 --- a/manifests/outputs/builtins/regex/failure-not-matching-with-regex.yaml +++ /dev/null @@ -1,74 +0,0 @@ -name: regex -description: physical processor doesn't match the regex expression -tags: null -initialize: - plugins: - regex: - method: Regex - path: builtin - global-config: - parameter: physical-processor - match: ^ - output: cpu/name -execution: - status: fail - command: >- - /Users/mariamkhalatova/.npm/_npx/1bf7c3c15bf47d04/node_modules/.bin/ts-node - /Users/mariamkhalatova/Projects/UK/if/src/index.ts -m - manifests/outputs/plugins/regex/failure-not-matching-with-regex.yml -o - manifests/outputs/plugins/regex/failure-not-matching-with-regex - environment: - if-version: 0.4.0 - os: macOS - os-version: "13.2" - node-version: 18.14.2 - date-time: 2024-07-02T20:24:39.241Z (UTC) - dependencies: - - "@babel/core@7.22.10" - - "@babel/preset-typescript@7.23.3" - - "@commitlint/cli@18.6.0" - - "@commitlint/config-conventional@18.6.0" - - "@grnsft/if-core@0.0.10" - - - "@jest/globals@29.7.0" - - "@types/jest@29.5.8" - - "@types/js-yaml@4.0.9" - - "@types/luxon@3.4.2" - - "@types/node@20.9.0" - - axios-mock-adapter@1.22.0 - - axios@1.7.2 - - cross-env@7.0.3 - - csv-parse@5.5.6 - - csv-stringify@6.4.6 - - fixpack@4.0.0 - - gts@5.2.0 - - husky@8.0.3 - - jest@29.7.0 - - js-yaml@4.1.0 - - lint-staged@15.2.2 - - luxon@3.4.4 - - release-it@16.3.0 - - rimraf@5.0.5 - - ts-command-line-args@2.5.1 - - ts-jest@29.1.1 - - typescript-cubic-spline@1.0.1 - - typescript@5.2.2 - - winston@3.11.0 - - zod@3.22.4 - error: >- - RegexMismatchError: `Intel® Xeon® Platinum 8272CL,Intel® Xeon® 8171M 2.1 - GHz,Intel® Xeon® E5-2673 v4 2.3 GHz,Intel® Xeon® E5-2673 v3 2.4 GHz` does - not match the /^/ regex expression -tree: - children: - child: - pipeline: - - regex - config: - regex: null - inputs: - - timestamp: 2023-08-06T00:00 - duration: 3600 - physical-processor: >- - Intel® Xeon® Platinum 8272CL,Intel® Xeon® 8171M 2.1 GHz,Intel® Xeon® - E5-2673 v4 2.3 GHz,Intel® Xeon® E5-2673 v3 2.4 GHz diff --git a/manifests/outputs/builtins/regex/success.yaml b/manifests/outputs/builtins/regex/success.yaml index 745e3cf71..22988eead 100644 --- a/manifests/outputs/builtins/regex/success.yaml +++ b/manifests/outputs/builtins/regex/success.yaml @@ -28,7 +28,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -59,9 +58,8 @@ tree: children: child: pipeline: - - regex - config: - regex: null + compute: + - regex inputs: - timestamp: 2023-08-06T00:00 duration: 3600 @@ -75,5 +73,4 @@ tree: Intel® Xeon® Platinum 8272CL,Intel® Xeon® 8171M 2.1 GHz,Intel® Xeon® E5-2673 v4 2.3 GHz,Intel® Xeon® E5-2673 v3 2.4 GHz cpu/name: >- - Intel® Xeon® Platinum 8272CL,Intel® Xeon® 8171M 2.1 GHz,Intel® Xeon® - E5-2673 v4 2.3 GHz, + Intel® Xeon® Platinum 8272CL,Intel® Xeon® 8171M 2.1 GHz,Intel® Xeon® E5-2673 v4 2.3 GHz, Intel® Xeon® Platinum 8272CL,Intel® Xeon® 8171M 2.1 GHz,Intel® Xeon® E5-2673 v4 2.3 GHz diff --git a/manifests/outputs/builtins/sci-embodied/failure-invalid-default-emission-value.yaml b/manifests/outputs/builtins/sci-embodied/failure-invalid-default-emission-value.yaml index b1784d516..f6af79041 100644 --- a/manifests/outputs/builtins/sci-embodied/failure-invalid-default-emission-value.yaml +++ b/manifests/outputs/builtins/sci-embodied/failure-invalid-default-emission-value.yaml @@ -28,7 +28,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -61,7 +60,8 @@ tree: children: child: pipeline: - - sci-embodied + compute: + - sci-embodied defaults: device/emissions-embodied: fail time-reserved: 3600 diff --git a/manifests/outputs/builtins/sci-embodied/failure-missing-expected-lifespan.yaml b/manifests/outputs/builtins/sci-embodied/failure-missing-expected-lifespan.yaml index 5959d2b21..43f22163e 100644 --- a/manifests/outputs/builtins/sci-embodied/failure-missing-expected-lifespan.yaml +++ b/manifests/outputs/builtins/sci-embodied/failure-missing-expected-lifespan.yaml @@ -25,7 +25,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -58,7 +57,8 @@ tree: children: child: pipeline: - - sci-embodied + compute: + - sci-embodied defaults: device/emissions-embodied: 1533.12 time-reserved: 3600 diff --git a/manifests/outputs/builtins/sci-embodied/success.yaml b/manifests/outputs/builtins/sci-embodied/success.yaml index f7c4e8dc0..e91ab9212 100644 --- a/manifests/outputs/builtins/sci-embodied/success.yaml +++ b/manifests/outputs/builtins/sci-embodied/success.yaml @@ -24,7 +24,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -55,7 +54,8 @@ tree: children: child: pipeline: - - sci-embodied + compute: + - sci-embodied defaults: device/emissions-embodied: 1533.12 time-reserved: 3600 diff --git a/manifests/outputs/builtins/sci/failure-invalid-config-value.yaml b/manifests/outputs/builtins/sci/failure-invalid-config-value.yaml index 463a855da..384fe14b1 100644 --- a/manifests/outputs/builtins/sci/failure-invalid-config-value.yaml +++ b/manifests/outputs/builtins/sci/failure-invalid-config-value.yaml @@ -26,7 +26,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -57,7 +56,8 @@ tree: children: child: pipeline: - - sci + compute: + - sci config: sci: functional-unit: 999 diff --git a/manifests/outputs/builtins/sci/failure-missing-input-param.yaml b/manifests/outputs/builtins/sci/failure-missing-input-param.yaml index 0aed8267c..b0fbce2f8 100644 --- a/manifests/outputs/builtins/sci/failure-missing-input-param.yaml +++ b/manifests/outputs/builtins/sci/failure-missing-input-param.yaml @@ -28,7 +28,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -61,7 +60,8 @@ tree: children: child: pipeline: - - sci + compute: + - sci inputs: - timestamp: 2023-07-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/sci/success.yml.yaml b/manifests/outputs/builtins/sci/success.yaml similarity index 98% rename from manifests/outputs/builtins/sci/success.yml.yaml rename to manifests/outputs/builtins/sci/success.yaml index e08d7e27e..9f36fc9bd 100644 --- a/manifests/outputs/builtins/sci/success.yml.yaml +++ b/manifests/outputs/builtins/sci/success.yaml @@ -26,7 +26,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -57,8 +56,8 @@ tree: children: child: pipeline: - - sci - config: null + compute: + - sci inputs: - timestamp: 2023-07-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/shell/failure-invalid-command.yaml b/manifests/outputs/builtins/shell/failure-invalid-command.yaml index ad11fecad..97d8bb6af 100644 --- a/manifests/outputs/builtins/shell/failure-invalid-command.yaml +++ b/manifests/outputs/builtins/shell/failure-invalid-command.yaml @@ -27,7 +27,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -60,7 +59,8 @@ tree: children: child: pipeline: - - shell + compute: + - shell inputs: - timestamp: "2023-11-02T10:35:31.820Z" duration: 3600 diff --git a/manifests/outputs/builtins/shell/success.yaml b/manifests/outputs/builtins/shell/success.yaml index 0c53a27aa..b85cbfb95 100644 --- a/manifests/outputs/builtins/shell/success.yaml +++ b/manifests/outputs/builtins/shell/success.yaml @@ -26,7 +26,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -57,7 +56,8 @@ tree: children: child: pipeline: - - shell + compute: + - shell inputs: - timestamp: "2023-11-02T10:35:31.820Z" duration: 3600 diff --git a/manifests/outputs/builtins/subtract/success.yaml b/manifests/outputs/builtins/subtract/success.yaml index ebf2197c5..5eb0a7bd3 100644 --- a/manifests/outputs/builtins/subtract/success.yaml +++ b/manifests/outputs/builtins/subtract/success.yaml @@ -29,7 +29,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -60,9 +59,8 @@ tree: children: child: pipeline: - - subtract - config: - subtract: null + compute: + - subtract inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/sum/failure-missing-input-param.yaml b/manifests/outputs/builtins/sum/failure-missing-input-param.yaml index 85838df45..e2aaf8158 100644 --- a/manifests/outputs/builtins/sum/failure-missing-input-param.yaml +++ b/manifests/outputs/builtins/sum/failure-missing-input-param.yaml @@ -30,7 +30,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -63,9 +62,8 @@ tree: children: child: pipeline: - - sum - config: - sum: null + compute: + - sum inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/sum/failure-missing-output-param.yaml b/manifests/outputs/builtins/sum/failure-missing-output-param.yaml index 624bf3fdf..d7a4d9302 100644 --- a/manifests/outputs/builtins/sum/failure-missing-output-param.yaml +++ b/manifests/outputs/builtins/sum/failure-missing-output-param.yaml @@ -29,7 +29,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -62,9 +61,8 @@ tree: children: child: pipeline: - - sum - config: - sum: null + compute: + - sum inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/sum/success.yaml b/manifests/outputs/builtins/sum/success.yaml index 77b0a3f2d..6b5b4d973 100644 --- a/manifests/outputs/builtins/sum/success.yaml +++ b/manifests/outputs/builtins/sum/success.yaml @@ -29,7 +29,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -60,9 +59,8 @@ tree: children: child: pipeline: - - sum - config: - sum: null + compute: + - sum inputs: - timestamp: 2023-08-06T00:00 duration: 3600 diff --git a/manifests/outputs/builtins/time-sync/failure-config-start-later-end.yaml b/manifests/outputs/builtins/time-sync/failure-config-start-later-end.yaml index 81a430414..bb5ae79fb 100644 --- a/manifests/outputs/builtins/time-sync/failure-config-start-later-end.yaml +++ b/manifests/outputs/builtins/time-sync/failure-config-start-later-end.yaml @@ -62,8 +62,8 @@ tree: children: child: pipeline: - - time-sync - config: null + compute: + - time-sync inputs: - timestamp: "2023-12-12T00:00:00.000Z" duration: 1 diff --git a/manifests/outputs/builtins/time-sync/success.yaml b/manifests/outputs/builtins/time-sync/success.yaml index 17e1a71d1..3ed64a0e3 100644 --- a/manifests/outputs/builtins/time-sync/success.yaml +++ b/manifests/outputs/builtins/time-sync/success.yaml @@ -29,7 +29,6 @@ execution: - "@commitlint/cli@18.6.0" - "@commitlint/config-conventional@18.6.0" - "@grnsft/if-core@0.0.10" - - "@jest/globals@29.7.0" - "@types/jest@29.5.8" - "@types/js-yaml@4.0.9" @@ -60,8 +59,8 @@ tree: children: child: pipeline: - - time-sync - config: null + compute: + - time-sync inputs: - timestamp: "2023-12-12T00:00:00.000Z" duration: 1 From 7cbcf86be6a9004f17785d2d139258c1a8f015af Mon Sep 17 00:00:00 2001 From: MariamKhalatova Date: Fri, 2 Aug 2024 19:48:56 +0400 Subject: [PATCH 27/28] feat(manifests): convert mockobs success to phased exec --- .../builtins/mock-observations/success.yaml | 160 +++++++++--------- 1 file changed, 80 insertions(+), 80 deletions(-) diff --git a/manifests/outputs/builtins/mock-observations/success.yaml b/manifests/outputs/builtins/mock-observations/success.yaml index e0be992de..bcc5ee034 100644 --- a/manifests/outputs/builtins/mock-observations/success.yaml +++ b/manifests/outputs/builtins/mock-observations/success.yaml @@ -80,279 +80,279 @@ tree: cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 3 - memory/utilization: 91 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:01:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 82 - memory/utilization: 79 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:02:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 74 - memory/utilization: 18 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:03:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 61 - memory/utilization: 90 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:04:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 67 - memory/utilization: 67 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:05:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 27 - memory/utilization: 63 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:06:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 14 - memory/utilization: 97 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:07:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 6 - memory/utilization: 64 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:08:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 60 - memory/utilization: 87 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:09:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 71 - memory/utilization: 12 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:00:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 27 - memory/utilization: 48 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:01:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 30 - memory/utilization: 89 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:02:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 33 - memory/utilization: 42 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:03:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 29 - memory/utilization: 51 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:04:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 13 - memory/utilization: 77 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:05:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 75 - memory/utilization: 37 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:06:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 90 - memory/utilization: 5 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:07:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 26 - memory/utilization: 4 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:08:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 16 - memory/utilization: 39 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:09:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 26 - memory/utilization: 43 + cpu/utilization: '*' + memory/utilization: '*' outputs: - timestamp: '2023-07-06T00:00:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 3 - memory/utilization: 91 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:01:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 82 - memory/utilization: 79 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:02:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 74 - memory/utilization: 18 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:03:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 61 - memory/utilization: 90 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:04:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 67 - memory/utilization: 67 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:05:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 27 - memory/utilization: 63 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:06:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 14 - memory/utilization: 97 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:07:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 6 - memory/utilization: 64 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:08:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 60 - memory/utilization: 87 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:09:00.000Z' duration: 60 cloud/instance-type: A1 region: uk-west common-key: common-val - cpu/utilization: 71 - memory/utilization: 12 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:00:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 27 - memory/utilization: 48 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:01:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 30 - memory/utilization: 89 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:02:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 33 - memory/utilization: 42 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:03:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 29 - memory/utilization: 51 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:04:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 13 - memory/utilization: 77 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:05:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 75 - memory/utilization: 37 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:06:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 90 - memory/utilization: 5 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:07:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 26 - memory/utilization: 4 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:08:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 16 - memory/utilization: 39 + cpu/utilization: '*' + memory/utilization: '*' - timestamp: '2023-07-06T00:09:00.000Z' duration: 60 cloud/instance-type: B1 region: uk-west common-key: common-val - cpu/utilization: 26 - memory/utilization: 43 + cpu/utilization: '*' + memory/utilization: '*' From bec7f95a8af8af26e07fe21bdeed371c58784754 Mon Sep 17 00:00:00 2001 From: Narek Hovhannisyan Date: Fri, 2 Aug 2024 20:12:47 +0400 Subject: [PATCH 28/28] Update manifests/examples/builtins/time-sync/success.yml Signed-off-by: Narek Hovhannisyan --- manifests/examples/builtins/time-sync/success.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/manifests/examples/builtins/time-sync/success.yml b/manifests/examples/builtins/time-sync/success.yml index f32d885a2..8aac13740 100644 --- a/manifests/examples/builtins/time-sync/success.yml +++ b/manifests/examples/builtins/time-sync/success.yml @@ -31,4 +31,4 @@ tree: energy-cpu: 0.001 - timestamp: '2023-12-12T00:00:13.000Z' duration: 30 - energy-cpu: 0.001 \ No newline at end of file + energy-cpu: 0.001