From d032eaacce251fc708f446dd7a94cd95a6bb83c5 Mon Sep 17 00:00:00 2001 From: Charles Kawczynski Date: Mon, 29 Apr 2024 13:54:59 -0400 Subject: [PATCH] Combine envs in buildkite pipeline --- .buildkite/dss_scaling/pipeline.yml | 94 +-- .buildkite/pipeline.yml | 548 +++++++++--------- .buildkite/scaling/pipeline.yml | 20 +- examples/hybrid/box/limiters_advection.jl | 2 +- .../hybrid/plane/inertial_gravity_wave.jl | 2 +- 5 files changed, 328 insertions(+), 338 deletions(-) diff --git a/.buildkite/dss_scaling/pipeline.yml b/.buildkite/dss_scaling/pipeline.yml index 89b51e105a..ae30cdca30 100644 --- a/.buildkite/dss_scaling/pipeline.yml +++ b/.buildkite/dss_scaling/pipeline.yml @@ -19,8 +19,8 @@ steps: - julia -e 'using Pkg; Pkg.add("MPIPreferences"); using MPIPreferences; use_system_binary()' - echo "--- Instantiate dss scaling test" - - "julia --project=examples -e 'using Pkg; Pkg.instantiate(;verbose=true)'" - - "julia --project=examples -e 'using Pkg; Pkg.precompile(;strict=true)'" + - "julia --project=.buildkite -e 'using Pkg; Pkg.instantiate(;verbose=true)'" + - "julia --project=.buildkite -e 'using Pkg; Pkg.precompile(;strict=true)'" - echo "--- Instantiate status" - "julia --project -e 'using Pkg; Pkg.status()'" @@ -38,8 +38,8 @@ steps: - label: ":computer: Shallow water DSS scaling - (1) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/sphere/shallow_water_dss.jl 4 Float64" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/sphere/shallow_water_dss.jl 2 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/sphere/shallow_water_dss.jl 4 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/sphere/shallow_water_dss.jl 2 Float64" artifact_paths: - "examples/sphere/output/report_NP*.1.*" - "examples/sphere/output/dss_scaling_data_1_processes*.jld2" @@ -57,8 +57,8 @@ steps: - label: ":computer: Shallow water DSS scaling - (2) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/sphere/shallow_water_dss.jl 4 Float64" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/sphere/shallow_water_dss.jl 2 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/sphere/shallow_water_dss.jl 4 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/sphere/shallow_water_dss.jl 2 Float64" artifact_paths: - "examples/sphere/output/report_NP*.2.*" - "examples/sphere/output/dss_scaling_data_2_processes*.jld2" @@ -76,8 +76,8 @@ steps: - label: ":computer: Shallow water DSS scaling - (4) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/sphere/shallow_water_dss.jl 4 Float64" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/sphere/shallow_water_dss.jl 2 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/sphere/shallow_water_dss.jl 4 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/sphere/shallow_water_dss.jl 2 Float64" artifact_paths: - "examples/sphere/output/report_NP*.4.*" - "examples/sphere/output/dss_scaling_data_4_processes*.jld2" @@ -95,8 +95,8 @@ steps: - label: ":computer: Shallow water DSS scaling - (8) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/sphere/shallow_water_dss.jl 4 Float64" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/sphere/shallow_water_dss.jl 2 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/sphere/shallow_water_dss.jl 4 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/sphere/shallow_water_dss.jl 2 Float64" artifact_paths: - "examples/sphere/output/report_NP*.8.*" - "examples/sphere/output/dss_scaling_data_8_processes*.jld2" @@ -114,8 +114,8 @@ steps: - label: ":computer: Shallow water DSS scaling - (16) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/sphere/shallow_water_dss.jl 4 Float64" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/sphere/shallow_water_dss.jl 2 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/sphere/shallow_water_dss.jl 4 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/sphere/shallow_water_dss.jl 2 Float64" artifact_paths: - "examples/sphere/output/report_NP*.16.*" - "examples/sphere/output/dss_scaling_data_16_processes*.jld2" @@ -133,8 +133,8 @@ steps: - label: ":computer: Shallow water DSS scaling - (32) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/sphere/shallow_water_dss.jl 4 Float64" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/sphere/shallow_water_dss.jl 2 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/sphere/shallow_water_dss.jl 4 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/sphere/output/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/sphere/shallow_water_dss.jl 2 Float64" artifact_paths: - "examples/sphere/output/report_NP*.32.*" - "examples/sphere/output/dss_scaling_data_32_processes*.jld2" @@ -155,7 +155,7 @@ steps: - label: ":computer: Shallow water DSS scaling plots" key: "cpu_dss_scaling_plots_shallow-water" command: - - "julia --color=yes --project=examples examples/plot_dss_timing_results.jl shallow_water" + - "julia --color=yes --project=.buildkite examples/plot_dss_timing_results.jl shallow_water" artifact_paths: - "examples/sphere/output/*.png" - "examples/sphere/output/*.pdf" @@ -172,8 +172,8 @@ steps: - label: ":computer: Hybrid cubed sphere low-resolution DSS scaling - (1) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl low 4 Float64" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl low 2 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl low 4 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl low 2 Float64" artifact_paths: - "examples/hybrid/dss_output_low_res/report_NP*.1.*" - "examples/hybrid/dss_output_low_res/dss_scaling_data_1_processes*.jld2" @@ -191,8 +191,8 @@ steps: - label: ":computer: Hybrid cubed sphere low-resolution DSS scaling - (2) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl low 4 Float64" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl low 2 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl low 4 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl low 2 Float64" artifact_paths: - "examples/hybrid/dss_output_low_res/report_NP*.2.*" - "examples/hybrid/dss_output_low_res/dss_scaling_data_2_processes*.jld2" @@ -210,8 +210,8 @@ steps: - label: ":computer: Hybrid cubed sphere low-resolution DSS scaling - (4) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl low 4 Float64" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl low 2 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl low 4 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl low 2 Float64" artifact_paths: - "examples/hybrid/dss_output_low_res/report_NP*.4.*" - "examples/hybrid/dss_output_low_res/dss_scaling_data_4_processes*.jld2" @@ -229,8 +229,8 @@ steps: - label: ":computer: Hybrid cubed sphere low-resolution DSS scaling - (8) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl low 4 Float64" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl low 2 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl low 4 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl low 2 Float64" artifact_paths: - "examples/hybrid/dss_output_low_res/report_NP*.8.*" - "examples/hybrid/dss_output_low_res/dss_scaling_data_8_processes*.jld2" @@ -248,8 +248,8 @@ steps: - label: ":computer: Hybrid cubed sphere low-resolution DSS scaling - (16) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl low 4 Float64" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl low 2 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl low 4 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl low 2 Float64" artifact_paths: - "examples/hybrid/dss_output_low_res/report_NP*.16.*" - "examples/hybrid/dss_output_low_res/dss_scaling_data_16_processes*.jld2" @@ -267,8 +267,8 @@ steps: - label: ":computer: Hybrid cubed sphere low-resolution DSS scaling - (32) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl low 4 Float64" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl low 2 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl low 4 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_low_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl low 2 Float64" artifact_paths: - "examples/hybrid/dss_output_low_res/report_NP*.32.*" - "examples/hybrid/dss_output_low_res/dss_scaling_data_32_processes*.jld2" @@ -291,7 +291,7 @@ steps: - label: ":computer: DSS scaling plots for low resolution hybrid cubed sphere" key: "cpu_dss_scaling_low_resolution_plots_3dcs" command: - - "julia --color=yes --project=examples examples/plot_dss_timing_results.jl hybrid3dcubedsphere low" + - "julia --color=yes --project=.buildkite examples/plot_dss_timing_results.jl hybrid3dcubedsphere low" artifact_paths: - "examples/hybrid/dss_output_low_res/*.png" - "examples/hybrid/dss_output_low_res/*.pdf" @@ -309,8 +309,8 @@ steps: - label: ":computer: Hybrid cubed sphere high-resolution DSS scaling - (1) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl high 4 Float64" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl high 2 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl high 4 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl high 2 Float64" artifact_paths: - "examples/hybrid/dss_output_high_res/report_NP*.1.*" - "examples/hybrid/dss_output_high_res/dss_scaling_data_1_processes*.jld2" @@ -329,8 +329,8 @@ steps: - label: ":computer: Hybrid cubed sphere high-resolution DSS scaling - (2) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl high 4 Float64" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl high 2 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl high 4 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl high 2 Float64" artifact_paths: - "examples/hybrid/dss_output_high_res/report_NP*.2.*" - "examples/hybrid/dss_output_high_res/dss_scaling_data_2_processes*.jld2" @@ -349,8 +349,8 @@ steps: - label: ":computer: Hybrid cubed sphere high-resolution DSS scaling - (4) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl high 4 Float64" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl high 2 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl high 4 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl high 2 Float64" artifact_paths: - "examples/hybrid/dss_output_high_res/report_NP*.4.*" - "examples/hybrid/dss_output_high_res/dss_scaling_data_4_processes*.jld2" @@ -369,8 +369,8 @@ steps: - label: ":computer: Hybrid cubed sphere high-resolution DSS scaling - (8) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl high 4 Float64" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl high 2 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl high 4 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl high 2 Float64" artifact_paths: - "examples/hybrid/dss_output_high_res/report_NP*.8.*" - "examples/hybrid/dss_output_high_res/dss_scaling_data_8_processes*.jld2" @@ -388,8 +388,8 @@ steps: - label: ":computer: Hybrid cubed sphere high-resolution DSS scaling - (16) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl high 4 Float64" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl high 2 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl high 4 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl high 2 Float64" artifact_paths: - "examples/hybrid/dss_output_high_res/report_NP*.16.*" - "examples/hybrid/dss_output_high_res/dss_scaling_data_16_processes*.jld2" @@ -407,8 +407,8 @@ steps: - label: ":computer: Hybrid cubed sphere high-resolution DSS scaling - (32) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl high 4 Float64" - - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl high 2 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP4.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl high 4 Float64" + - "nsys profile --trace=nvtx,mpi --mpi-impl=mpich --output=examples/hybrid/dss_output_high_res/report_NP2.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl high 2 Float64" artifact_paths: - "examples/hybrid/dss_output_high_res/report_NP*.32.*" - "examples/hybrid/dss_output_high_res/dss_scaling_data_32_processes*.jld2" @@ -426,8 +426,8 @@ steps: - label: ":computer: Hybrid cubed sphere high-resolution DSS scaling - (64) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl high 4 Float64" - - "mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl high 2 Float64" + - "mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl high 4 Float64" + - "mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl high 2 Float64" artifact_paths: - "examples/hybrid/dss_output_high_res/dss_scaling_data_64_processes*.jld2" env: @@ -444,8 +444,8 @@ steps: - label: ":computer: Hybrid cubed sphere high-resolution DSS scaling - (128) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl high 4 Float64" - - "mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl high 2 Float64" + - "mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl high 4 Float64" + - "mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl high 2 Float64" artifact_paths: - "examples/hybrid/dss_output_high_res/report.128.*" - "examples/hybrid/dss_output_high_res/dss_scaling_data_128_processes*.jld2" @@ -463,8 +463,8 @@ steps: - label: ":computer: Hybrid cubed sphere high-resolution DSS scaling - (256) processes" command: - "module load cuda/11.3 nsight-systems/2022.2.1" - - "mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl high 4 Float64" - - "mpiexec julia --color=yes --project=examples examples/hybrid/hybrid3dcs_dss.jl high 2 Float64" + - "mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl high 4 Float64" + - "mpiexec julia --color=yes --project=.buildkite examples/hybrid/hybrid3dcs_dss.jl high 2 Float64" artifact_paths: - "examples/hybrid/dss_output_high_res/report.256.*" - "examples/hybrid/dss_output_high_res/dss_scaling_data_256_processes*.jld2" @@ -486,7 +486,7 @@ steps: - label: ":computer: DSS scaling plots for high resolution hybrid cubed sphere" key: "cpu_dss_scaling_high_resolution_plots_3dcs" command: - - "julia --color=yes --project=examples examples/plot_dss_timing_results.jl hybrid3dcubedsphere high" + - "julia --color=yes --project=.buildkite examples/plot_dss_timing_results.jl hybrid3dcubedsphere high" artifact_paths: - "examples/hybrid/dss_output_high_res/*.png" - "examples/hybrid/dss_output_high_res/*.pdf" diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index c8d852918d..46ccfcf631 100755 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -20,26 +20,16 @@ steps: rm -rf ${JULIA_DEPOT_PATH} fi - - echo "--- Instantiate test" - - "julia --project=test --check-bounds=yes -e 'using Pkg; Pkg.develop(path=\".\"); Pkg.instantiate(;verbose=true); Pkg.precompile(;strict=true)'" - - "julia --project=test -e 'using CUDA; CUDA.precompile_runtime()'" + - echo "--- Instantiate buildkite env" + - "julia --project=.buildkite --check-bounds=yes -e 'using Pkg; Pkg.develop(path=\".\"); Pkg.instantiate(;verbose=true); Pkg.precompile(;strict=true)'" + - "julia --project=.buildkite -e 'using CUDA; CUDA.precompile_runtime()'" - echo "--- Instantiate lib/ClimaCoreTempestRemap" - "julia --project=lib/ClimaCoreTempestRemap -e 'using Pkg; Pkg.develop(path=\".\"); Pkg.instantiate(;verbose=true); Pkg.precompile(;strict=true)'" - - echo "--- Instantiate perf" - - "julia --project=perf -e 'using Pkg; Pkg.instantiate(;verbose=true); Pkg.precompile(;strict=true)'" - - - echo "--- Instantiate examples" - - "julia --project=examples -e 'using Pkg; Pkg.instantiate(;verbose=true); Pkg.precompile(;strict=true)'" - - "julia --project=examples --check-bounds=yes -e 'using Pkg; Pkg.instantiate(;verbose=true); Pkg.precompile(;strict=true)'" - - echo "--- Instantiate benchmarks" - "julia --project=benchmarks/bickleyjet -e 'using Pkg; Pkg.instantiate(;verbose=true); Pkg.precompile(;strict=true)'" - - echo "--- Instantiate status" - - "julia --project=test -e 'using Pkg; Pkg.status()'" - agents: slurm_mem: 80G slurm_gpus: 1 @@ -54,13 +44,13 @@ steps: - label: "Unit: aqua" key: unit_aqua - command: "julia --color=yes --check-bounds=yes --project=test test/aqua.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/aqua.jl" - label: "Unit: cuda" key: unit_cuda_functional command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "julia --color=yes --check-bounds=yes --project=test test/gpu/cuda.jl CUDA" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "julia --color=yes --check-bounds=yes --project=.buildkite test/gpu/cuda.jl CUDA" agents: slurm_gpus: 1 @@ -69,43 +59,43 @@ steps: - label: "Unit: RecursiveApply" key: unit_recursive_apply - command: "julia --color=yes --check-bounds=yes --project=test test/RecursiveApply/recursive_apply.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/RecursiveApply/recursive_apply.jl" - group: "Unit: Utilities" steps: - label: "Unit: plushalf" key: unit_plushalf - command: "julia --color=yes --check-bounds=yes --project=test test/Utilities/plushalf.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Utilities/plushalf.jl" - group: "Unit: DataLayouts" steps: - label: "Unit: data0d" key: unit_data0d - command: "julia --color=yes --check-bounds=yes --project=test test/DataLayouts/data0d.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/DataLayouts/data0d.jl" - label: "Unit: data1d" key: unit_data1d - command: "julia --color=yes --check-bounds=yes --project=test test/DataLayouts/data1d.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/DataLayouts/data1d.jl" - label: "Unit: data2d" key: unit_data2d - command: "julia --color=yes --check-bounds=yes --project=test test/DataLayouts/data2d.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/DataLayouts/data2d.jl" - label: "Unit: data1dx" key: unit_data1dx - command: "julia --color=yes --check-bounds=yes --project=test test/DataLayouts/data1dx.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/DataLayouts/data1dx.jl" - label: "Unit: data2dx" key: unit_data2dx - command: "julia --color=yes --check-bounds=yes --project=test test/DataLayouts/data2dx.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/DataLayouts/data2dx.jl" - label: "Unit: data cuda" key: unit_data_cuda command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "julia --color=yes --check-bounds=yes --project=test test/DataLayouts/cuda.jl CUDA" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "julia --color=yes --check-bounds=yes --project=.buildkite test/DataLayouts/cuda.jl CUDA" agents: slurm_gpus: 1 @@ -114,49 +104,49 @@ steps: - label: "Unit: geometry" key: unit_geometry - command: "julia --color=yes --check-bounds=yes --project=test test/Geometry/geometry.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Geometry/geometry.jl" - label: "Unit: axistensors" key: unit_axistensors - command: "julia --color=yes --check-bounds=yes --project=test test/Geometry/axistensors.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Geometry/axistensors.jl" - group: "Unit: Meshes" steps: - label: "Unit: interval" key: unit_interval - command: "julia --color=yes --check-bounds=yes --project=test test/Meshes/interval.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Meshes/interval.jl" - label: "Unit: meshes rectangle" key: unit_meshes_rectangle - command: "julia --color=yes --check-bounds=yes --project=test test/Meshes/rectangle.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Meshes/rectangle.jl" - group: "Unit: Topologies" steps: - label: "Unit: topo interval" key: unit_topo_interval - command: "julia --color=yes --check-bounds=yes --project=test test/Topologies/interval.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Topologies/interval.jl" - label: "Unit: topo rectangle" key: unit_topo_rectangle - command: "julia --color=yes --check-bounds=yes --project=test test/Topologies/rectangle.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Topologies/rectangle.jl" - label: "Unit: rectangle sfc" key: unit_rectangle_sfc - command: "julia --color=yes --check-bounds=yes --project=test test/Topologies/rectangle_sfc.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Topologies/rectangle_sfc.jl" - label: "Unit: cubedsphere" key: unit_cubedsphere - command: "julia --color=yes --check-bounds=yes --project=test test/Topologies/cubedsphere.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Topologies/cubedsphere.jl" - label: "Unit: cubedsphere sfc" key: unit_cubedsphere_sfc - command: "julia --color=yes --check-bounds=yes --project=test test/Topologies/cubedsphere_sfc.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Topologies/cubedsphere_sfc.jl" - label: "Unit: topologies distributed" key: unit_topologies_distributed - command: "srun julia --color=yes --check-bounds=yes --project=test test/Topologies/dtopo4.jl" + command: "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Topologies/dtopo4.jl" env: CLIMACOMMS_CONTEXT: "MPI" agents: @@ -167,25 +157,25 @@ steps: - label: "Unit: Quadratures" key: unit_quadrature - command: "julia --color=yes --check-bounds=yes --project=test test/Quadratures/Quadratures.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Quadratures/Quadratures.jl" - label: "Unit: spaces" key: unit_spaces - command: "julia --color=yes --check-bounds=yes --project=test test/Spaces/spaces.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Spaces/spaces.jl" - label: "Unit: cuda spaces" key: "gpu_cuda_spaces" command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "srun julia --color=yes --check-bounds=yes --project=test test/Spaces/spaces.jl" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Spaces/spaces.jl" agents: slurm_gpus: 1 - label: "Unit: distributed cuda spaces" key: "gpu_distributed_extruded_cuda_spaces" command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "srun julia --color=yes --check-bounds=yes --project=test test/Spaces/distributed_cuda/space_construction.jl CUDA" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Spaces/distributed_cuda/space_construction.jl CUDA" agents: slurm_gpus_per_task: 1 slurm_ntasks: 3 @@ -193,30 +183,30 @@ steps: - label: "Unit: ddss1" key: unit_ddss1 command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "julia --color=yes --check-bounds=yes --project=test test/Spaces/ddss1.jl CUDA" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "julia --color=yes --check-bounds=yes --project=.buildkite test/Spaces/ddss1.jl CUDA" agents: slurm_gpus: 1 - label: "Unit: ddss1 cs" key: unit_ddss1_cs command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "julia --color=yes --check-bounds=yes --project=test test/Spaces/ddss1_cs.jl CUDA" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "julia --color=yes --check-bounds=yes --project=.buildkite test/Spaces/ddss1_cs.jl CUDA" agents: slurm_gpus: 1 - label: "Unit: sphere" key: unit_sphere - command: "julia --color=yes --check-bounds=yes --project=test test/Spaces/sphere.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Spaces/sphere.jl" - label: "Unit: terrain warp" key: unit_terrain_warp - command: "julia --color=yes --check-bounds=yes --project=test test/Spaces/terrain_warp.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Spaces/terrain_warp.jl" - label: "Unit: distributed dss2" key: unit_distributed_dss2 - command: "srun julia --color=yes --check-bounds=yes --project=test test/Spaces/distributed/ddss2.jl" + command: "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Spaces/distributed/ddss2.jl" env: CLIMACOMMS_CONTEXT: "MPI" agents: @@ -224,7 +214,7 @@ steps: - label: "Unit: distributed dss3" key: unit_distributed_dss3 - command: "srun julia --color=yes --check-bounds=yes --project=test test/Spaces/distributed/ddss3.jl" + command: "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Spaces/distributed/ddss3.jl" env: CLIMACOMMS_CONTEXT: "MPI" agents: @@ -232,7 +222,7 @@ steps: - label: "Unit: distributed dss4" key: unit_distributed_dss4 - command: "srun julia --color=yes --check-bounds=yes --project=test test/Spaces/distributed/ddss4.jl" + command: "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Spaces/distributed/ddss4.jl" env: CLIMACOMMS_CONTEXT: "MPI" agents: @@ -240,13 +230,13 @@ steps: - label: "Unit: distributed remapping (1 process)" key: distributed_remapping_1proc - command: "julia --color=yes --check-bounds=yes --project=test test/Remapping/distributed_remapping.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Remapping/distributed_remapping.jl" env: CLIMACOMMS_DEVICE: "CPU" - label: "Unit: distributed remapping (2 processes)" key: distributed_remapping_2procs - command: "srun julia --color=yes --check-bounds=yes --project=test test/Remapping/distributed_remapping.jl" + command: "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Remapping/distributed_remapping.jl" env: CLIMACOMMS_CONTEXT: "MPI" CLIMACOMMS_DEVICE: "CPU" @@ -255,7 +245,7 @@ steps: - label: "Unit: distributed remapping with CUDA (1 process)" key: distributed_remapping_gpu_1proc - command: "julia --color=yes --check-bounds=yes --project=test test/Remapping/distributed_remapping.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Remapping/distributed_remapping.jl" env: CLIMACOMMS_DEVICE: "CUDA" agents: @@ -263,7 +253,7 @@ steps: - label: "Unit: distributed remapping with CUDA (2 processes)" key: distributed_remapping_gpu_2procs - command: "srun julia --color=yes --check-bounds=yes --project=test test/Remapping/distributed_remapping.jl" + command: "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Remapping/distributed_remapping.jl" env: CLIMACOMMS_CONTEXT: "MPI" CLIMACOMMS_DEVICE: "CUDA" @@ -273,7 +263,7 @@ steps: - label: "Unit: distributed gather" key: unit_distributed_gather4 - command: "srun julia --color=yes --check-bounds=yes --project=test test/Spaces/distributed/gather4.jl" + command: "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Spaces/distributed/gather4.jl" env: CLIMACOMMS_CONTEXT: "MPI" agents: @@ -281,7 +271,7 @@ steps: - label: "Unit: cuda extruded spaces" key: "extruded_spaces_cuda" - command: "julia --color=yes --check-bounds=yes --project=test test/Spaces/extruded_cuda.jl CUDA" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Spaces/extruded_cuda.jl CUDA" artifact_paths: - output/extruded_spaces_cuda agents: @@ -289,7 +279,7 @@ steps: - label: "Unit: cuda point spaces" key: "point_space_cuda" - command: "julia --color=yes --check-bounds=yes --project=test test/Spaces/point_cuda.jl CUDA" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Spaces/point_cuda.jl CUDA" artifact_paths: - output/point_cuda agents: @@ -298,8 +288,8 @@ steps: - label: "Unit: cuda dss 2-process test" key: "gpu_ddss2_test" command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "srun julia --color=yes --check-bounds=yes --project=test test/Spaces/distributed_cuda/ddss2.jl" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Spaces/distributed_cuda/ddss2.jl" timeout_in_minutes: 15 env: CLIMACOMMS_CONTEXT: "MPI" @@ -310,8 +300,8 @@ steps: - label: "Unit: cuda dss 3-process test" key: "gpu_ddss3_test" command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "srun julia --color=yes --check-bounds=yes --project=test test/Spaces/distributed_cuda/ddss3.jl" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Spaces/distributed_cuda/ddss3.jl" timeout_in_minutes: 15 env: CLIMACOMMS_CONTEXT: "MPI" @@ -322,8 +312,8 @@ steps: - label: "Unit: cuda dss 4-process test" key: "gpu_ddss4_test" command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "srun julia --color=yes --check-bounds=yes --project=test test/Spaces/distributed_cuda/ddss4.jl" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Spaces/distributed_cuda/ddss4.jl" timeout_in_minutes: 15 env: CLIMACOMMS_CONTEXT: "MPI" @@ -334,8 +324,8 @@ steps: - label: "Unit: cuda Cubed Sphere dss; ne = 32; 2-process test" key: "gpu_ddss_ne32_cs_2processes" command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "srun julia --color=yes --check-bounds=yes --project=test test/Spaces/distributed_cuda/ddss_ne32_cs.jl" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Spaces/distributed_cuda/ddss_ne32_cs.jl" timeout_in_minutes: 15 env: CLIMACOMMS_CONTEXT: "MPI" @@ -346,8 +336,8 @@ steps: - label: "Unit: cuda Cubed Sphere dss; ne = 32; 3-process test" key: "gpu_ddss_ne32_cs_3processes" command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "srun julia --color=yes --check-bounds=yes --project=test test/Spaces/distributed_cuda/ddss_ne32_cs.jl" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Spaces/distributed_cuda/ddss_ne32_cs.jl" timeout_in_minutes: 15 env: CLIMACOMMS_CONTEXT: "MPI" @@ -358,8 +348,8 @@ steps: - label: "Unit: cuda Cubed Sphere dss; ne = 32; 4-process test" key: "gpu_ddss_ne32_cs_4processes" command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "srun julia --color=yes --check-bounds=yes --project=test test/Spaces/distributed_cuda/ddss_ne32_cs.jl" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Spaces/distributed_cuda/ddss_ne32_cs.jl" timeout_in_minutes: 15 env: CLIMACOMMS_CONTEXT: "MPI" @@ -372,29 +362,29 @@ steps: - label: "Unit: field" key: unit_field - command: "julia --color=yes --check-bounds=yes --project=test test/Fields/field.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Fields/field.jl" - label: "Unit: field cuda" key: unit_field_cuda command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "julia --color=yes --check-bounds=yes --project=test test/Fields/field.jl" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "julia --color=yes --check-bounds=yes --project=.buildkite test/Fields/field.jl" agents: slurm_gpus: 1 - label: "Unit: reduction cuda" key: unit_reduction_cuda command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "julia --color=yes --check-bounds=yes --project=test test/Fields/reduction_cuda.jl CUDA" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "julia --color=yes --check-bounds=yes --project=.buildkite test/Fields/reduction_cuda.jl CUDA" agents: slurm_gpus: 1 - label: "Unit: distributed reduction cuda" key: unit_distributed_reduction_cuda command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "srun julia --color=yes --check-bounds=yes --project=test test/Fields/reduction_cuda_distributed.jl" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Fields/reduction_cuda_distributed.jl" agents: slurm_gpus_per_task: 1 slurm_ntasks: 2 @@ -404,85 +394,85 @@ steps: - label: "Unit: rectilinear" key: unit_rectilinear - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/spectralelement/rectilinear.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/spectralelement/rectilinear.jl" - label: "Unit: diffusion2d" key: unit_diffusion2d - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/spectralelement/diffusion2d.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/spectralelement/diffusion2d.jl" - label: "Unit: sphere geometry" key: unit_sphere_geometry - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/spectralelement/sphere_geometry.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/spectralelement/sphere_geometry.jl" - label: "Unit: sphere gradient" key: unit_sphere_gradient - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/spectralelement/sphere_gradient.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/spectralelement/sphere_gradient.jl" - label: "Unit: sphere divergence" key: unit_sphere_divergence - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/spectralelement/sphere_divergence.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/spectralelement/sphere_divergence.jl" - label: "Unit: sphere curl" key: unit_sphere_curl - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/spectralelement/sphere_curl.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/spectralelement/sphere_curl.jl" - label: "Unit: sphere diffusion" key: unit_sphere_diffusion - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/spectralelement/sphere_diffusion.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/spectralelement/sphere_diffusion.jl" - label: "Unit: sphere diffusion vec" key: unit_sphere_diffusion_vec - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/spectralelement/sphere_diffusion_vec.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/spectralelement/sphere_diffusion_vec.jl" - label: "Unit: sphere hyperdiffusion" key: unit_sphere_hyperdiffusion - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/spectralelement/sphere_hyperdiffusion.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/spectralelement/sphere_hyperdiffusion.jl" - label: "Unit: sphere hyperdiffusion vec" key: unit_sphere_hyperdiffusion_vec - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/spectralelement/sphere_hyperdiffusion_vec.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/spectralelement/sphere_hyperdiffusion_vec.jl" - label: "Unit: spec ops plane" key: unit_spec_ops_plane - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/spectralelement/plane.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/spectralelement/plane.jl" - label: "Unit: column" key: unit_column - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/finitedifference/column.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/finitedifference/column.jl" - label: "Unit: wfact" key: unit_wfact - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/finitedifference/wfact.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/finitedifference/wfact.jl" - label: "Unit: linsolve" key: unit_linsolve - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/finitedifference/linsolve.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/finitedifference/linsolve.jl" - label: "Unit: fd tensor" key: unit_fd_tensor - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/finitedifference/tensor.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/finitedifference/tensor.jl" - label: "Unit: hyb ops 2d" key: unit_hyb_ops_2d - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/hybrid/2d.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/hybrid/2d.jl" - label: "Unit: hyb ops 3d" key: unit_hyb_ops_3d - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/hybrid/3d.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/hybrid/3d.jl" - label: "Unit: hyb ops 3d CUDA" key: unit_hyb_ops_3d_cuda - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/hybrid/3d.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/hybrid/3d.jl" agents: slurm_gpus: 1 - label: "Unit: remapping" key: unit_remapping - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/remapping.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/remapping.jl" - label: "Unit: run sphere geometry distributed (2)" key: unit_run_sphere_geometry_distributed2 - command: "srun julia --color=yes --check-bounds=yes --project=test test/Operators/spectralelement/sphere_geometry_distributed.jl" + command: "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/spectralelement/sphere_geometry_distributed.jl" env: CLIMACOMMS_CONTEXT: "MPI" agents: @@ -491,7 +481,7 @@ steps: - label: "Unit: run sphere geometry distributed (3)" key: unit_run_sphere_geometry_distributed3 - command: "srun julia --color=yes --check-bounds=yes --project=test test/Operators/spectralelement/sphere_geometry_distributed.jl" + command: "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/spectralelement/sphere_geometry_distributed.jl" env: CLIMACOMMS_CONTEXT: "MPI" agents: @@ -500,7 +490,7 @@ steps: - label: "Unit: run sphere geometry distributed (4)" key: unit_run_sphere_geometry_distributed4 - command: "srun julia --color=yes --check-bounds=yes --project=test test/Operators/spectralelement/sphere_geometry_distributed.jl" + command: "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/spectralelement/sphere_geometry_distributed.jl" env: CLIMACOMMS_CONTEXT: "MPI" agents: @@ -509,48 +499,48 @@ steps: - label: "Unit: rectilinear cuda" key: unit_rectilinear_cuda - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/spectralelement/rectilinear_cuda.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/spectralelement/rectilinear_cuda.jl" command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "julia --color=yes --check-bounds=yes --project=test test/Operators/spectralelement/rectilinear_cuda.jl CUDA" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/spectralelement/rectilinear_cuda.jl CUDA" agents: slurm_gpus: 1 - label: "Unit: hybrid operators cuda" key: unit_ops_cuda command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "julia --color=yes --check-bounds=yes --project=test test/Operators/hybrid/cuda.jl CUDA" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/hybrid/cuda.jl CUDA" agents: slurm_gpus: 1 - label: "Unit: extruded sphere cuda" key: unit_extruded_sphere_cuda command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "julia --color=yes --check-bounds=yes --project=test test/Operators/hybrid/extruded_sphere_cuda.jl CUDA" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/hybrid/extruded_sphere_cuda.jl CUDA" agents: slurm_gpus: 1 - label: "Unit: extruded 3dbox cuda" key: unit_extruded_3dbox_cuda command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "julia --color=yes --check-bounds=yes --project=test test/Operators/hybrid/extruded_3dbox_cuda.jl CUDA" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/hybrid/extruded_3dbox_cuda.jl CUDA" agents: slurm_gpus: 1 - label: "Unit: implicit stencil Float32" key: "cpu_implicit_stencil_float32" - command: "julia -O0 --color=yes --check-bounds=yes --project=test test/Operators/finitedifference/implicit_stencils.jl --float_type Float32" + command: "julia -O0 --color=yes --check-bounds=yes --project=.buildkite test/Operators/finitedifference/implicit_stencils.jl --float_type Float32" - label: "Unit: implicit stencil Float64" key: "cpu_implicit_stencil_float64" - command: "julia -O0 --color=yes --check-bounds=yes --project=test test/Operators/finitedifference/implicit_stencils.jl --float_type Float64" + command: "julia -O0 --color=yes --check-bounds=yes --project=.buildkite test/Operators/finitedifference/implicit_stencils.jl --float_type Float64" - label: "Unit: implicit stencil Float32" key: "gpu_implicit_stencil_float32" - command: "julia -O0 --color=yes --check-bounds=yes --project=test test/Operators/finitedifference/implicit_stencils.jl --float_type Float32" + command: "julia -O0 --color=yes --check-bounds=yes --project=.buildkite test/Operators/finitedifference/implicit_stencils.jl --float_type Float32" agents: slurm_mem: 20GB slurm_gpus: 1 @@ -558,24 +548,24 @@ steps: - label: "Unit: Integrals (CPU)" key: "cpu_integrals" command: - - "julia --color=yes --check-bounds=yes --project=test test/Operators/integrals.jl" + - "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/integrals.jl" - label: "Unit: Integrals (GPU)" key: "gpu_integrals" command: - - "julia --color=yes --check-bounds=yes --project=test test/Operators/integrals.jl" + - "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/integrals.jl" agents: slurm_gpus: 1 - label: "Unit: Thomas Algorithm" key: "cpu_thomas_algorithm" command: - - "julia --color=yes --check-bounds=yes --project=examples test/Operators/thomas_algorithm.jl" + - "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/thomas_algorithm.jl" - label: "Unit: Thomas Algorithm" key: "gpu_thomas_algorithm" command: - - "julia --color=yes --check-bounds=yes --project=examples test/Operators/thomas_algorithm.jl" + - "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/thomas_algorithm.jl" agents: slurm_gpus: 1 @@ -584,55 +574,55 @@ steps: - label: "Unit: BandMatrixRow" key: unit_band_matrix_row - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/band_matrix_row.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/band_matrix_row.jl" - label: "Unit: rmul_with_projection" key: unit_rmul_with_projection - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/rmul_with_projection.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/rmul_with_projection.jl" - label: "Unit: field2arrays" key: unit_field2arrays - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/field2arrays.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/field2arrays.jl" - label: "Unit: matrix multiplication at boundaries" key: unit_matrix_multiplication_at_boundaries - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_multiplication_at_boundaries.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_multiplication_at_boundaries.jl" - label: "Unit: operator matrices (CPU)" key: unit_operator_matrices_cpu - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/operator_matrices.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/operator_matrices.jl" - label: "Unit: operator matrices (GPU)" key: unit_operator_matrices_gpu - command: "julia --color=yes --project=test test/MatrixFields/operator_matrices.jl" + command: "julia --color=yes --project=.buildkite test/MatrixFields/operator_matrices.jl" agents: slurm_gpus: 1 slurm_mem: 40GB - label: "Unit: field names" key: unit_field_names - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/field_names.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/field_names.jl" - label: "Unit: field matrix solvers (CPU)" key: unit_field_matrix_solvers_cpu - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/field_matrix_solvers.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/field_matrix_solvers.jl" agents: slurm_mem: 40GB - label: "Unit: field matrix solvers (GPU)" key: unit_field_matrix_solvers_gpu - command: "julia --color=yes --project=test test/MatrixFields/field_matrix_solvers.jl" + command: "julia --color=yes --project=.buildkite test/MatrixFields/field_matrix_solvers.jl" agents: slurm_gpus: 1 slurm_mem: 40GB - label: "Unit: bidiag matrix row example (CPU)" key: cpu_gpu_compat_bidiag_matrix_row - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/gpu_compat_bidiag_matrix_row.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/gpu_compat_bidiag_matrix_row.jl" - label: "Unit: bidiag matrix row example (GPU)" key: gpu_compat_bidiag_matrix_row - command: "julia --color=yes --project=test test/MatrixFields/gpu_compat_bidiag_matrix_row.jl" + command: "julia --color=yes --project=.buildkite test/MatrixFields/gpu_compat_bidiag_matrix_row.jl" soft_fail: true agents: slurm_gpus: 1 @@ -654,86 +644,86 @@ steps: # scalar - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_scalar_1 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_1.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_1.jl" - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_scalar_2 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_2.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_2.jl" - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_scalar_3 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_3.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_3.jl" - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_scalar_4 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_4.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_4.jl" - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_scalar_5 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_5.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_5.jl" - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_scalar_6 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_6.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_6.jl" - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_scalar_7 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_7.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_7.jl" - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_scalar_8 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_8.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_8.jl" - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_scalar_9 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_9.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_9.jl" - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_scalar_10 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_10.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_10.jl" - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_scalar_11 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_11.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_11.jl" - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_scalar_12 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_12.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_12.jl" - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_scalar_13 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_13.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_13.jl" - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_scalar_14 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_14.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_14.jl" soft_fail: true - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_scalar_15 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_15.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_15.jl" soft_fail: true - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_scalar_16 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_16.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_16.jl" # non-scalar - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_non_scalar_1 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_non_scalar_1.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_non_scalar_1.jl" - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_non_scalar_2 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_non_scalar_2.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_non_scalar_2.jl" - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_non_scalar_3 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_non_scalar_3.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_non_scalar_3.jl" - label: "Unit: matrix field broadcasting (CPU)" key: unit_matrix_field_broadcasting_cpu_non_scalar_4 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_non_scalar_4.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_non_scalar_4.jl" - group: "Unit: MatrixFields - broadcasting (GPU)" steps: @@ -741,98 +731,98 @@ steps: # scalar - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_scalar_1 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_1.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_1.jl" agents: slurm_gpus: 1 slurm_mem: 10GB - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_scalar_2 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_2.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_2.jl" agents: slurm_gpus: 1 slurm_mem: 10GB - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_scalar_3 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_3.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_3.jl" agents: slurm_gpus: 1 slurm_mem: 10GB - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_scalar_4 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_4.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_4.jl" agents: slurm_gpus: 1 slurm_mem: 10GB - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_scalar_5 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_5.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_5.jl" agents: slurm_gpus: 1 slurm_mem: 10GB - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_scalar_6 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_6.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_6.jl" agents: slurm_gpus: 1 slurm_mem: 10GB - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_scalar_7 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_7.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_7.jl" agents: slurm_gpus: 1 slurm_mem: 10GB - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_scalar_8 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_8.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_8.jl" agents: slurm_gpus: 1 slurm_mem: 10GB - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_scalar_9 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_9.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_9.jl" agents: slurm_gpus: 1 slurm_mem: 10GB - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_scalar_10 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_10.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_10.jl" agents: slurm_gpus: 1 slurm_mem: 10GB - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_scalar_11 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_11.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_11.jl" agents: slurm_gpus: 1 slurm_mem: 10GB - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_scalar_12 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_12.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_12.jl" agents: slurm_gpus: 1 slurm_mem: 10GB - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_scalar_13 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_13.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_13.jl" agents: slurm_gpus: 1 slurm_mem: 10GB - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_scalar_14 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_14.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_14.jl" soft_fail: true agents: slurm_gpus: 1 @@ -840,7 +830,7 @@ steps: - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_scalar_15 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_15.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_15.jl" soft_fail: true agents: slurm_gpus: 1 @@ -848,7 +838,7 @@ steps: - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_scalar_16 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_scalar_16.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_scalar_16.jl" agents: slurm_gpus: 1 slurm_mem: 10GB @@ -856,14 +846,14 @@ steps: # non-scalar - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_non_scalar_1 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_non_scalar_1.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_non_scalar_1.jl" agents: slurm_gpus: 1 slurm_mem: 10GB - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_non_scalar_2 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_non_scalar_2.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_non_scalar_2.jl" soft_fail: true agents: slurm_gpus: 1 @@ -871,14 +861,14 @@ steps: - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_non_scalar_3 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_non_scalar_3.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_non_scalar_3.jl" agents: slurm_gpus: 1 slurm_mem: 10GB - label: "Unit: matrix field broadcasting (GPU)" key: unit_matrix_field_broadcasting_gpu_non_scalar_4 - command: "julia --color=yes --check-bounds=yes --project=test test/MatrixFields/matrix_fields_broadcasting/test_non_scalar_4.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/MatrixFields/matrix_fields_broadcasting/test_non_scalar_4.jl" agents: slurm_gpus: 1 slurm_mem: 10GB @@ -888,46 +878,46 @@ steps: - label: "Unit: hypsography 2d" key: unit_hypsography_2d - command: "julia --color=yes --check-bounds=yes --project=test test/Hypsography/2d.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Hypsography/2d.jl" - label: "Unit: 3dsphere" key: unit_3dsphere - command: "julia --color=yes --check-bounds=yes --project=test test/Hypsography/3dsphere.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Hypsography/3dsphere.jl" - group: "Unit: InputOutput" steps: - label: "Unit: spectralelement2d" key: unit_spectralelement2d - command: "julia --color=yes --check-bounds=yes --project=test test/InputOutput/spectralelement2d.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/InputOutput/spectralelement2d.jl" - label: "Unit: hybrid2dbox" key: unit_hybrid2dbox - command: "julia --color=yes --check-bounds=yes --project=test test/InputOutput/hybrid2dbox.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/InputOutput/hybrid2dbox.jl" - label: "Unit: hybrid2dbox topography" key: unit_hybrid2dbox_topography - command: "julia --color=yes --check-bounds=yes --project=test test/InputOutput/hybrid2dbox_topography.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/InputOutput/hybrid2dbox_topography.jl" - label: "Unit: hybrid2dbox stretched" key: unit_hybrid2dbox_stretched - command: "julia --color=yes --check-bounds=yes --project=test test/InputOutput/hybrid2dbox_stretched.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/InputOutput/hybrid2dbox_stretched.jl" - label: "Unit: hybrid3dbox" key: unit_hybrid3dbox - command: "julia --color=yes --check-bounds=yes --project=test test/InputOutput/hybrid3dbox.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/InputOutput/hybrid3dbox.jl" - label: "Unit: hybrid3dcubedsphere" key: unit_hybrid3dcubedsphere - command: "julia --color=yes --check-bounds=yes --project=test test/InputOutput/hybrid3dcubedsphere.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/InputOutput/hybrid3dcubedsphere.jl" - label: "Unit: hybrid3dcubedsphere topography" key: unit_hybrid3dcubedsphere_topography - command: "julia --color=yes --check-bounds=yes --project=test test/InputOutput/hybrid3dcubedsphere_topography.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/InputOutput/hybrid3dcubedsphere_topography.jl" - label: "Unit: Parallel HDF5 IO tests" key: "cpu_parallel_hdf5" - command: "srun julia --color=yes --check-bounds=yes --project=test test/InputOutput/hybrid3dcubedsphere.jl" + command: "srun julia --color=yes --check-bounds=yes --project=.buildkite test/InputOutput/hybrid3dcubedsphere.jl" timeout_in_minutes: 5 env: CLIMACOMMS_CONTEXT: "MPI" @@ -942,26 +932,26 @@ steps: - label: "Unit: interpolate array" key: unit_interpolate_array - command: "julia --color=yes --check-bounds=yes --project=test test/Remapping/interpolate_array.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Remapping/interpolate_array.jl" - group: "Unit: Limiters" steps: - label: "Unit: limiter" key: unit_limiter - command: "julia --color=yes --check-bounds=yes --project=test test/Limiters/limiter.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Limiters/limiter.jl" - label: "Unit: limiter cuda" key: unit_limiter_gpu command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "julia --color=yes --project=test test/Limiters/limiter.jl" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "julia --color=yes --project=.buildkite test/Limiters/limiter.jl" agents: slurm_gpus: 1 - label: "Unit: distributed limiters" key: unit_limiters_distributed - command: "srun julia --color=yes --check-bounds=yes --project=test test/Limiters/distributed/dlimiter.jl" + command: "srun julia --color=yes --check-bounds=yes --project=.buildkite test/Limiters/distributed/dlimiter.jl" env: CLIMACOMMS_CONTEXT: "MPI" agents: @@ -974,96 +964,96 @@ steps: - label: "Perf: Axis tensor conversion benchmarks" key: "cpu_axis_tensor_conversion_perf_bm" - command: "julia --color=yes --project=test test/Geometry/axistensor_conversion_benchmarks.jl" + command: "julia --color=yes --project=.buildkite test/Geometry/axistensor_conversion_benchmarks.jl" - group: "Perf: Fields" steps: - label: "Perf: Field broadcast" key: "cpu_field_perf" - command: "julia --color=yes --project=test test/Fields/field_opt.jl" + command: "julia --color=yes --project=.buildkite test/Fields/field_opt.jl" - group: "Perf: Operators" steps: - label: "Perf: SEM operators" key: perf_SEM - command: "julia --color=yes --project=test test/Operators/spectralelement/opt.jl" + command: "julia --color=yes --project=.buildkite test/Operators/spectralelement/opt.jl" - label: "Perf: FD operators" key: perf_FD - command: "julia --color=yes --project=test test/Operators/finitedifference/opt.jl" + command: "julia --color=yes --project=.buildkite test/Operators/finitedifference/opt.jl" # TODO: combine this with FD operators above - label: "Perf: FD operators from the wild" key: perf_FD_ops_examples - command: "julia --color=yes --project=test test/Operators/finitedifference/opt_examples.jl" + command: "julia --color=yes --project=.buildkite test/Operators/finitedifference/opt_examples.jl" - label: "Perf: FD operators from the wild (gpu)" key: perf_FD_ops_examples_gpu command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "julia --color=yes --project=test test/Operators/finitedifference/opt_examples.jl" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "julia --color=yes --project=.buildkite test/Operators/finitedifference/opt_examples.jl" agents: slurm_gpus: 1 - label: "Perf: dss" key: perf_dss - command: "julia --color=yes --project=test test/Operators/hybrid/dss_opt.jl" + command: "julia --color=yes --project=.buildkite test/Operators/hybrid/dss_opt.jl" - label: "Perf: hybrid operators" key: perf_hybrid_ops - command: "julia --color=yes --project=test test/Operators/hybrid/opt.jl" + command: "julia --color=yes --project=.buildkite test/Operators/hybrid/opt.jl" - label: "Perf: implicit stencil" key: "perf_cpu_implicit_stencil" - command: "julia --color=yes --check-bounds=yes --project=test test/Operators/finitedifference/opt_implicit_stencils.jl" + command: "julia --color=yes --check-bounds=yes --project=.buildkite test/Operators/finitedifference/opt_implicit_stencils.jl" - label: "Perf: FD operator benchmarks" key: "perf_fd_ops" - command: "julia --color=yes --project=test test/Operators/finitedifference/column_benchmark.jl" + command: "julia --color=yes --project=.buildkite test/Operators/finitedifference/column_benchmark.jl" soft_fail: true - label: "Perf: SEM operator benchmarks (cuda Float32)" key: "perf_gpu_spectral_ops_cuda_float32" command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "julia --color=yes --project=test test/Operators/spectralelement/benchmark_ops.jl --device CUDA --float-type Float32" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "julia --color=yes --project=.buildkite test/Operators/spectralelement/benchmark_ops.jl --device CUDA --float-type Float32" agents: slurm_gpus: 1 - label: "Perf: SEM operator benchmarks (CPU Float32)" key: "perf_gpu_spectral_ops_cpu_float32" - command: "julia --color=yes --project=test test/Operators/spectralelement/benchmark_ops.jl --device CPU --float-type Float32" + command: "julia --color=yes --project=.buildkite test/Operators/spectralelement/benchmark_ops.jl --device CPU --float-type Float32" - label: "Perf: SEM operator benchmarks (cuda Float64)" key: "perf_gpu_spectral_ops_cuda_float64" command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "julia --color=yes --project=test test/Operators/spectralelement/benchmark_ops.jl --device CUDA --float-type Float64" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "julia --color=yes --project=.buildkite test/Operators/spectralelement/benchmark_ops.jl --device CUDA --float-type Float64" agents: slurm_gpus: 1 - label: "Perf: SEM operator benchmarks (CPU Float64)" key: "perf_gpu_spectral_ops_cpu_float64" - command: "julia --color=yes --project=test test/Operators/spectralelement/benchmark_ops.jl --device CPU --float-type Float64" + command: "julia --color=yes --project=.buildkite test/Operators/spectralelement/benchmark_ops.jl --device CPU --float-type Float64" - label: "Perf: SEM operator benchmarks (extruded CPU Float64)" key: "perf_gpu_spectral_ops_extruded_cpu_float64" - command: "julia --color=yes --project=test test/Operators/spectralelement/benchmark_ops.jl --device CPU --float-type Float64 --space-type ExtrudedFiniteDifferenceSpace" + command: "julia --color=yes --project=.buildkite test/Operators/spectralelement/benchmark_ops.jl --device CPU --float-type Float64 --space-type ExtrudedFiniteDifferenceSpace" - label: "Perf: SEM operator benchmarks" key: "perf_gpu_spectral_ops" command: - - "julia --project=test -e 'using CUDA; CUDA.versioninfo()'" - - "julia --color=yes --project=test test/Operators/spectralelement/benchmark_ops.jl --device CUDA" + - "julia --project=.buildkite -e 'using CUDA; CUDA.versioninfo()'" + - "julia --color=yes --project=.buildkite test/Operators/spectralelement/benchmark_ops.jl --device CUDA" agents: slurm_gpus: 1 - label: "Perf: Integrals (CPU)" key: "cpu_integrals_perf" command: - - "julia --color=yes --project=test test/Operators/integrals.jl" + - "julia --color=yes --project=.buildkite test/Operators/integrals.jl" - group: "Examples: Column" steps: @@ -1071,84 +1061,84 @@ steps: - label: ":computer: Column Heat Diffusion Eq" key: "cpu_column_heat" command: - - "julia --color=yes --project=examples examples/column/heat.jl" + - "julia --color=yes --project=.buildkite examples/column/heat.jl" artifact_paths: - "examples/column/output/heat/*" - label: ":computer: Column Advection Step Eq" key: "cpu_column_step_advect" command: - - "julia --color=yes --project=examples examples/column/step.jl" + - "julia --color=yes --project=.buildkite examples/column/step.jl" artifact_paths: - "examples/column/output/advect_step_function/*" - label: ":computer: Column Advection Eq" key: "cpu_column_advect" command: - - "julia --color=yes --project=examples examples/column/advect.jl" + - "julia --color=yes --project=.buildkite examples/column/advect.jl" artifact_paths: - "examples/column/output/advect/*" - label: ":computer: Column FCT Advection Eq" key: "cpu_fct_column_advect" command: - - "julia --color=yes --project=examples examples/column/fct_advection.jl" + - "julia --color=yes --project=.buildkite examples/column/fct_advection.jl" artifact_paths: - "examples/column/output/fct_advection/*" - label: ":computer: Column BB FCT Advection Eq" key: "cpu_bb_fct_column_advect" command: - - "julia --color=yes --check-bounds=yes --project=examples examples/column/bb_fct_advection.jl" + - "julia --color=yes --check-bounds=yes --project=.buildkite examples/column/bb_fct_advection.jl" artifact_paths: - "examples/column/output/bb_fct_advection/*" - label: ":computer: Column Zalesak FCT Advection Eq" key: "cpu_zalesak_fct_column_advect" command: - - "julia --color=yes --check-bounds=yes --project=examples examples/column/zalesak_fct_advection.jl" + - "julia --color=yes --check-bounds=yes --project=.buildkite examples/column/zalesak_fct_advection.jl" artifact_paths: - "examples/column/output/zalesak_fct_advection/*" - label: ":computer: Column Advection Diffusion Eq" key: "cpu_column_advect_diff" command: - - "julia --color=yes --project=examples examples/column/advect_diffusion.jl" + - "julia --color=yes --project=.buildkite examples/column/advect_diffusion.jl" artifact_paths: - "examples/column/output/advect_diffusion/*" - label: ":computer: Column Ekman Eq" key: "cpu_column_ekman" command: - - "julia --color=yes --project=examples examples/column/ekman.jl" + - "julia --color=yes --project=.buildkite examples/column/ekman.jl" artifact_paths: - "examples/column/output/ekman/*" - label: ":computer: Column Hydrostatic Ekman Eq" key: "cpu_column_hydrostatic_ekman" command: - - "julia --color=yes --project=examples examples/column/hydrostatic_ekman.jl" + - "julia --color=yes --project=.buildkite examples/column/hydrostatic_ekman.jl" artifact_paths: - "examples/column/output/hydrostatic_ekman/*" - label: ":computer: Column Wave Eq" key: "cpu_column_wave" command: - - "julia --color=yes --project=examples examples/column/wave.jl" + - "julia --color=yes --project=.buildkite examples/column/wave.jl" artifact_paths: - "examples/column/output/wave/*" - label: ":computer: Column Hydrostatic Balance Eq" key: "cpu_column_hydrostatic" command: - - "julia --color=yes --project=examples examples/column/hydrostatic.jl" + - "julia --color=yes --project=.buildkite examples/column/hydrostatic.jl" artifact_paths: - "examples/column/output/hydrostatic/*" - label: ":computer: Column Hydrostatic Balance Eq with discretely balanced initial condition" key: "cpu_column_hydrostatic_discrete" command: - - "julia --color=yes --project=examples examples/column/hydrostatic_discrete.jl" + - "julia --color=yes --project=.buildkite examples/column/hydrostatic_discrete.jl" artifact_paths: - "examples/column/output/hydrostatic_discrete/*" @@ -1157,28 +1147,28 @@ steps: - label: ":computer: Bickley jet CG" key: "cpu_bickleyjet_cg" command: - - "julia --color=yes --project=examples examples/bickleyjet/bickleyjet_cg.jl" + - "julia --color=yes --project=.buildkite examples/bickleyjet/bickleyjet_cg.jl" artifact_paths: - "examples/bickleyjet/output/cg/*" - label: ":computer: Bickley jet CG unstructured mesh" key: "cpu_bickleyjet_cg_unsmesh" command: - - "julia --color=yes --project=examples examples/bickleyjet/bickleyjet_cg_unsmesh.jl" + - "julia --color=yes --project=.buildkite examples/bickleyjet/bickleyjet_cg_unsmesh.jl" artifact_paths: - "examples/bickleyjet/output/cg_unsmesh/*" - label: ":computer: Bickley jet CG vector invariant hyperviscosity" key: "cpu_bickleyjet_cg_invariant_hypervisc" command: - - "julia --color=yes --project=examples examples/bickleyjet/bickleyjet_cg_invariant_hypervisc.jl" + - "julia --color=yes --project=.buildkite examples/bickleyjet/bickleyjet_cg_invariant_hypervisc.jl" artifact_paths: - "examples/bickleyjet/output/cg_invariant_hypervisc/*" - label: ":computer: MPI Bickley jet CG vector invariant hyperviscosity" key: "cpu_mpi_bickleyjet_cg_invariant_hypervisc" command: - - "srun julia --color=yes --project=examples examples/bickleyjet/bickleyjet_cg_invariant_hypervisc.jl" + - "srun julia --color=yes --project=.buildkite examples/bickleyjet/bickleyjet_cg_invariant_hypervisc.jl" artifact_paths: - "examples/bickleyjet/output/cg_invariant_hypervisc/*" env: @@ -1189,42 +1179,42 @@ steps: - label: ":computer: Bickley jet DG rusanov" key: "cpu_bickleyjet_dg_rusanov" command: - - "julia --color=yes --project=examples examples/bickleyjet/bickleyjet_dg.jl rusanov" + - "julia --color=yes --project=.buildkite examples/bickleyjet/bickleyjet_dg.jl rusanov" artifact_paths: - "examples/bickleyjet/output/dg_rusanov/*" - label: ":computer: Bickley jet DG roe" key: "cpu_bickleyjet_dg_roe" command: - - "julia --color=yes --project=examples examples/bickleyjet/bickleyjet_dg.jl roe" + - "julia --color=yes --project=.buildkite examples/bickleyjet/bickleyjet_dg.jl roe" artifact_paths: - "examples/bickleyjet/output/dg_roe/*" - label: ":computer: Bickley jet DG roe noslip" key: "cpu_bickleyjet_dg_roe_noslip" command: - - "julia --color=yes --project=examples examples/bickleyjet/bickleyjet_dg.jl roe noslip" + - "julia --color=yes --project=.buildkite examples/bickleyjet/bickleyjet_dg.jl roe noslip" artifact_paths: - "examples/bickleyjet/output/dg_roe_noslip/*" - label: ":computer: Plane limiters advection cosine bells" key: "cpu_cg_plane_advection_limiter_cosine_bells" command: - - "julia --color=yes --project=examples examples/plane/limiters_advection.jl" + - "julia --color=yes --project=.buildkite examples/plane/limiters_advection.jl" artifact_paths: - "examples/plane/output/plane_advection_limiter_cosine_bells_D0/*" - label: ":computer: Plane limiters advection Gaussian bells" key: "cpu_cg_plane_advection_limiter_gaussian_bells" command: - - "julia --color=yes --project=examples examples/plane/limiters_advection.jl gaussian_bells" + - "julia --color=yes --project=.buildkite examples/plane/limiters_advection.jl gaussian_bells" artifact_paths: - "examples/plane/output/plane_advection_limiter_gaussian_bells_D0/*" - label: ":computer: Plane limiters advection cylinders" key: "cpu_cg_plane_advection_limiter_cylinders" command: - - "julia --color=yes --project=examples examples/plane/limiters_advection.jl cylinders" + - "julia --color=yes --project=.buildkite examples/plane/limiters_advection.jl cylinders" artifact_paths: - "examples/plane/output/plane_advection_limiter_cylinders_D0/*" @@ -1234,21 +1224,21 @@ steps: - label: ":computer: 3D Box limiters advection cosine bells" key: "cpu_box_advection_limiter_cosine_bells" command: - - "julia --color=yes --project=examples examples/hybrid/box/limiters_advection.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/box/limiters_advection.jl" artifact_paths: - "examples/hybrid/box/output/box_advection_limiter_cosine_bells_D0/*" - label: ":computer: 3D Box limiters advection Gaussian bells" key: "cpu_box_advection_limiter_gaussian_bells" command: - - "julia --color=yes --project=examples examples/hybrid/box/limiters_advection.jl gaussian_bells" + - "julia --color=yes --project=.buildkite examples/hybrid/box/limiters_advection.jl gaussian_bells" artifact_paths: - "examples/hybrid/box/output/box_advection_limiter_gaussian_bells_D0/*" - label: ":computer: 3D Box limiters advection Gaussian bells GPU" key: "gpu_box_advection_limiter_gaussian_bells" command: - - "julia --color=yes --project=examples examples/hybrid/box/limiters_advection.jl gaussian_bells" + - "julia --color=yes --project=.buildkite examples/hybrid/box/limiters_advection.jl gaussian_bells" artifact_paths: - "examples/hybrid/box/output/box_advection_limiter_gaussian_bells_D0/*" agents: @@ -1257,50 +1247,50 @@ steps: - label: ":computer: 3D Box limiters advection slotted spheres" key: "cpu_box_advection_limiter_slotted_spheres" command: - - "julia --color=yes --project=examples examples/hybrid/box/limiters_advection.jl slotted_spheres" + - "julia --color=yes --project=.buildkite examples/hybrid/box/limiters_advection.jl slotted_spheres" artifact_paths: - "examples/hybrid/box/output/box_advection_limiter_slotted_spheres_D0/*" - label: ":computer: Isothermal channel flow 2D hybrid (ρe)" key: "cpu_isothermal_channel_2d_hybrid_rhoe" command: - - "julia --color=yes --project=examples examples/hybrid/plane/isothermal_channel.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/plane/isothermal_channel.jl" artifact_paths: - "examples/hybrid/plane/output/iso_channel_2d/*" - label: ":computer: Rising Bubble 3D hybrid (ρθ)" key: "cpu_rising_bubble_3d_hybrid_rhotheta" command: - - "julia --color=yes --project=examples examples/hybrid/box/bubble_3d_rhotheta.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/box/bubble_3d_rhotheta.jl" artifact_paths: - "examples/hybrid/box/output/bubble_3d_rhotheta/*" - label: ":computer: Rising Bubble 2D hybrid invariant (ρe)" key: "cpu_rising_bubble_2d_hybrid_invariant_rhoe" command: - - "julia --color=yes --project=examples examples/hybrid/plane/bubble_2d_invariant_rhoe.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/plane/bubble_2d_invariant_rhoe.jl" artifact_paths: - "examples/hybrid/plane/output/bubble_2d_invariant_rhoe/*" - label: ":computer: Rising Bubble 3D hybrid invariant (ρθ)" key: "cpu_rising_bubble_3d_hybrid_invariant_rhotheta" command: - - "julia --color=yes --project=examples examples/hybrid/box/bubble_3d_invariant_rhotheta.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/box/bubble_3d_invariant_rhotheta.jl" artifact_paths: - "examples/hybrid/box/output/bubble_3d_invariant_rhotheta/*" - label: ":computer: Rising Bubble 3D hybrid invariant (ρe)" key: "cpu_rising_bubble_3d_hybrid_invariant_rhoe" command: - - "julia --color=yes --project=examples examples/hybrid/box/bubble_3d_invariant_rhoe.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/box/bubble_3d_invariant_rhoe.jl" artifact_paths: - "examples/hybrid/box/output/bubble_3d_invariant_rhoe/*" - label: ":flower_playing_cards: Rising Bubble 3D hybrid invariant (ρe)" key: "gpu_rising_bubble_3d_hybrid_invariant_rhoe" command: -# - "nsys profile --trace=nvtx,cuda --output=output/$$BUILDKITE_STEP_KEY/report julia --color=yes --project=examples examples/hybrid/box/bubble_3d_invariant_rhoe.jl" - - "julia --color=yes --project=examples examples/hybrid/box/bubble_3d_invariant_rhoe.jl" +# - "nsys profile --trace=nvtx,cuda --output=output/$$BUILDKITE_STEP_KEY/report julia --color=yes --project=.buildkite examples/hybrid/box/bubble_3d_invariant_rhoe.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/box/bubble_3d_invariant_rhoe.jl" artifact_paths: - "examples/hybrid/box/output/gpu_bubble_3d_invariant_rhoe/*_low_*" agents: @@ -1309,8 +1299,8 @@ steps: - label: ":flower_playing_cards: Rising Bubble 3D hybrid invariant (ρe), custom resolution" key: "gpu_rising_bubble_3d_hybrid_invariant_rhoe_custom" command: -# - "nsys profile --trace=nvtx,cuda --output=output/$$BUILDKITE_STEP_KEY/report julia --color=yes --project=examples examples/hybrid/box/bubble_3d_invariant_rhoe.jl Float64 custom 1000 1000 4 16 3 0.05 700.0" - - "julia --color=yes --project=examples examples/hybrid/box/bubble_3d_invariant_rhoe.jl Float64 custom 1000 1000 4 16 3 0.05 700.0" +# - "nsys profile --trace=nvtx,cuda --output=output/$$BUILDKITE_STEP_KEY/report julia --color=yes --project=.buildkite examples/hybrid/box/bubble_3d_invariant_rhoe.jl Float64 custom 1000 1000 4 16 3 0.05 700.0" + - "julia --color=yes --project=.buildkite examples/hybrid/box/bubble_3d_invariant_rhoe.jl Float64 custom 1000 1000 4 16 3 0.05 700.0" artifact_paths: - "examples/hybrid/box/output/gpu_bubble_3d_invariant_rhoe/*_custom_*" agents: @@ -1319,35 +1309,35 @@ steps: - label: ":computer: Density current 2D hybrid invariant total energy" key: "cpu_density_current_2d_hybrid_invariant_total_energy" command: - - "julia --color=yes --project=examples examples/hybrid/plane/density_current_2dinvariant_rhoe.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/plane/density_current_2dinvariant_rhoe.jl" artifact_paths: - "examples/hybrid/plane/output/dc_invariant_etot/*" - label: ":computer: Nonhydrostatic Agnesi Mountain total energy (topography mesh interface)" key: "cpu_agnesi_mtn_2d_hybrid_invariant_total_energy_topography" command: - - "julia --color=yes --project=examples examples/hybrid/plane/topo_agnesi_nh.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/plane/topo_agnesi_nh.jl" artifact_paths: - "examples/hybrid/plane/output/agnesi_etot_nh/*" - label: ":computer: Schar Mountain total energy (topography mesh interface)" key: "cpu_schaer_mtn_2d_hybrid_invariant_total_energy_topography" command: - - "julia --color=yes --project=examples examples/hybrid/plane/topo_schar_nh.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/plane/topo_schar_nh.jl" artifact_paths: - "examples/hybrid/plane/output/schar_etot_nh/*" - label: ":computer: Density current 2D hybrid conservative form potential temperature" key: "cpu_density_current_2d_hybrid_conservative_potential_temperature" command: - - "julia --color=yes --project=examples examples/hybrid/plane/density_current_2d_flux_form.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/plane/density_current_2d_flux_form.jl" artifact_paths: - "examples/hybrid/plane/output/dc_fluxform/*" - label: ":computer: MPI Rising Bubble 3D hybrid invariant (ρe)" key: "cpu_mpi_rising_bubble_3d_hybrid_invariant_rhoe" command: - - "srun julia --color=yes --project=examples examples/hybrid/box/bubble_3d_invariant_rhoe.jl" + - "srun julia --color=yes --project=.buildkite examples/hybrid/box/bubble_3d_invariant_rhoe.jl" artifact_paths: - "examples/hybrid/box/output/bubble_3d_invariant_rhoe/*" env: @@ -1361,92 +1351,92 @@ steps: - label: ":computer: Solid body sphere cosine bell alpha0" key: "cpu_solidbody_cg_sphere_cosine_bell_alpha0" command: - - "julia --color=yes --project=examples examples/sphere/solidbody.jl" + - "julia --color=yes --project=.buildkite examples/sphere/solidbody.jl" artifact_paths: - "examples/sphere/output/cg_sphere_solidbody_cosine_bell_alpha0/*" - label: ":computer: Solid body sphere cosine bell alpha45" key: "cpu_solidbody_cg_sphere_cosine_bell_alpha45" command: - - "julia --color=yes --project=examples examples/sphere/solidbody.jl cosine_bell alpha45" + - "julia --color=yes --project=.buildkite examples/sphere/solidbody.jl cosine_bell alpha45" artifact_paths: - "examples/sphere/output/cg_sphere_solidbody_cosine_bell_alpha45/*" - label: ":computer: Solid body sphere Gaussian bell alpha0" key: "cpu_solidbody_cg_sphere_gaussian_bell_alpha0" command: - - "julia --color=yes --project=examples examples/sphere/solidbody.jl gaussian_bell" + - "julia --color=yes --project=.buildkite examples/sphere/solidbody.jl gaussian_bell" artifact_paths: - "examples/sphere/output/cg_sphere_solidbody_gaussian_bell_alpha0/*" - label: ":computer: Solid body sphere Gaussian bell alpha45" key: "cpu_solidbody_cg_sphere_gaussian_bell_alpha45" command: - - "julia --color=yes --project=examples examples/sphere/solidbody.jl gaussian_bell alpha45" + - "julia --color=yes --project=.buildkite examples/sphere/solidbody.jl gaussian_bell alpha45" artifact_paths: - "examples/sphere/output/cg_sphere_solidbody_gaussian_bell_alpha45/*" - label: ":computer: Sphere limiters advection cosine bells" key: "cpu_cg_sphere_advection_limiter_cosine_bells" command: - - "julia --color=yes --project=examples examples/sphere/limiters_advection.jl" + - "julia --color=yes --project=.buildkite examples/sphere/limiters_advection.jl" artifact_paths: - "examples/sphere/output/cg_sphere_advection_limiter_cosine_bells/*" - label: ":computer: Sphere limiters advection Gaussian bells" key: "cpu_cg_advection_limiter_gaussian_bells" command: - - "julia --color=yes --project=examples examples/sphere/limiters_advection.jl gaussian_bells" + - "julia --color=yes --project=.buildkite examples/sphere/limiters_advection.jl gaussian_bells" artifact_paths: - "examples/sphere/output/cg_sphere_advection_limiter_gaussian_bells/*" - label: ":computer: Sphere limiters advection cylinders" key: "cpu_cg_advection_limiter_cylinders" command: - - "julia --color=yes --project=examples examples/sphere/limiters_advection.jl cylinders" + - "julia --color=yes --project=.buildkite examples/sphere/limiters_advection.jl cylinders" artifact_paths: - "examples/sphere/output/cg_sphere_advection_limiter_cylinders/*" - label: ":computer: Steady-state shallow water 2D sphere alpha0" key: "cpu_shallowwater_2d_cg_sphere_alpha0" command: - - "julia --color=yes --project=examples examples/sphere/shallow_water.jl" + - "julia --color=yes --project=.buildkite examples/sphere/shallow_water.jl" artifact_paths: - "examples/sphere/output/cg_sphere_shallowwater_steady_state_alpha0/*" - label: ":computer: Shallow-water 2D sphere steady-state alpha45" key: "cpu_shallowwater_2d_cg_sphere_alpha45" command: - - "julia --color=yes --project=examples examples/sphere/shallow_water.jl steady_state alpha45" + - "julia --color=yes --project=.buildkite examples/sphere/shallow_water.jl steady_state alpha45" artifact_paths: - "examples/sphere/output/cg_sphere_shallowwater_steady_state_alpha45/*" - label: ":computer: Shallow-water 2D sphere steady-state with compact support alpha0" key: "cpu_shallowwater_2d_cg_sphere_compact_alpha0" command: - - "julia --color=yes --project=examples examples/sphere/shallow_water.jl steady_state_compact" + - "julia --color=yes --project=.buildkite examples/sphere/shallow_water.jl steady_state_compact" artifact_paths: - "examples/sphere/output/cg_sphere_shallowwater_steady_state_compact_alpha0/*" - label: ":computer: Shallow-water 2D sphere steady-state with compact support alpha60" key: "cpu_shallowwater_2d_cg_sphere_compact_alpha60" command: - - "julia --color=yes --project=examples examples/sphere/shallow_water.jl steady_state_compact alpha60" + - "julia --color=yes --project=.buildkite examples/sphere/shallow_water.jl steady_state_compact alpha60" artifact_paths: - "examples/sphere/output/cg_sphere_shallowwater_steady_state_compact_alpha60/*" - label: ":computer: Shallow-water 2D sphere barotropic instability alpha0" key: "cpu_shallowwater_2d_cg_sphere_barotropic_alpha0" command: - - "julia --color=yes --project=examples examples/sphere/shallow_water.jl barotropic_instability" + - "julia --color=yes --project=.buildkite examples/sphere/shallow_water.jl barotropic_instability" artifact_paths: - "examples/sphere/output/cg_sphere_shallowwater_barotropic_instability_alpha0/*" - label: ":computer: MPI Shallow-water 2D sphere barotropic instability alpha0" key: "cpu_mpi_shallowwater_2d_cg_sphere_barotropic_alpha0" command: -# - "nsys profile --trace=nvtx,mpi --mpi-impl=openmpi --output=examples/sphere/output/cg_sphere_shallowwater_barotropic_instability_alpha0/report.%q{NPROCS} mpiexec julia --color=yes --project=examples examples/sphere/shallow_water.jl barotropic_instability" - - "mpiexec julia --color=yes --project=examples examples/sphere/shallow_water.jl barotropic_instability" +# - "nsys profile --trace=nvtx,mpi --mpi-impl=openmpi --output=examples/sphere/output/cg_sphere_shallowwater_barotropic_instability_alpha0/report.%q{NPROCS} mpiexec julia --color=yes --project=.buildkite examples/sphere/shallow_water.jl barotropic_instability" + - "mpiexec julia --color=yes --project=.buildkite examples/sphere/shallow_water.jl barotropic_instability" artifact_paths: - "examples/sphere/output/cg_sphere_shallowwater_barotropic_instability_alpha0/*" env: @@ -1459,21 +1449,21 @@ steps: - label: ":computer: Shallow-water 2D sphere barotropic instability alpha30" key: "cpu_shallowwater_2d_cg_sphere_barotropic_alpha30" command: - - "julia --color=yes --project=examples examples/sphere/shallow_water.jl barotropic_instability alpha30" + - "julia --color=yes --project=.buildkite examples/sphere/shallow_water.jl barotropic_instability alpha30" artifact_paths: - "examples/sphere/output/cg_sphere_shallowwater_barotropic_instability_alpha30/*" - label: ":computer: Shallow-water 2D sphere mountain alpha0" key: "cpu_nonuniform_shallowwater_2d_cg_sphere" command: - - "julia --color=yes --project=examples examples/sphere/shallow_water.jl mountain" + - "julia --color=yes --project=.buildkite examples/sphere/shallow_water.jl mountain" artifact_paths: - "examples/sphere/output/cg_sphere_shallowwater_mountain_alpha0/*" - label: ":computer: Shallow-water 2D sphere Rossby Haurwitz" key: "cpu_rossbyhaurwitz_2d_cg_sphere" command: - - "julia --color=yes --project=examples examples/sphere/shallow_water.jl rossby_haurwitz" + - "julia --color=yes --project=.buildkite examples/sphere/shallow_water.jl rossby_haurwitz" artifact_paths: - "examples/sphere/output/cg_sphere_shallowwater_rossby_haurwitz_alpha0/*" @@ -1481,8 +1471,8 @@ steps: key: "cuda_shallowwater_2d_cg_sphere" command: - mkdir -p output/$$BUILDKITE_STEP_KEY -# - nsys profile --trace=nvtx,cuda --output=output/$$BUILDKITE_STEP_KEY/report julia --color=yes --project=examples examples/sphere/shallow_water_cuda.jl - - julia --color=yes --project=examples examples/sphere/shallow_water_cuda.jl +# - nsys profile --trace=nvtx,cuda --output=output/$$BUILDKITE_STEP_KEY/report julia --color=yes --project=.buildkite examples/sphere/shallow_water_cuda.jl + - julia --color=yes --project=.buildkite examples/sphere/shallow_water_cuda.jl artifact_paths: - output/cuda_shallowwater_2d_cg_sphere agents: @@ -1494,14 +1484,14 @@ steps: - label: ":computer: 3D sphere deformation flow w/ limiter & FCT" key: "cpu_3d_deformation_flow" command: - - "julia --color=yes --project=examples examples/hybrid/sphere/deformation_flow.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/sphere/deformation_flow.jl" artifact_paths: - "examples/hybrid/sphere/output/deformation_flow/*" - label: ":computer: 3D sphere Hadley circulation" key: "cpu_3d_hadley_circulation" command: - - "julia --color=yes --project=examples examples/hybrid/sphere/hadley_circulation.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/sphere/hadley_circulation.jl" artifact_paths: - "examples/hybrid/sphere/output/hadley_circulation/*" agents: @@ -1510,7 +1500,7 @@ steps: - label: ":computer: Float 64 3D sphere baroclinic wave (ρe)" key: "cpu_baroclinic_wave_rho_e_float64" command: - - "julia --color=yes --project=examples examples/hybrid/driver.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/driver.jl" artifact_paths: - "examples/hybrid/sphere/output/baroclinic_wave_rhoe/Float64/*" env: @@ -1520,7 +1510,7 @@ steps: - label: ":computer: 3D sphere baroclinic wave (ρe)" key: "cpu_baroclinic_wave_rho_e" command: - - "julia --color=yes --project=examples examples/hybrid/driver.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/driver.jl" artifact_paths: - "examples/hybrid/sphere/output/baroclinic_wave_rhoe/Float32/*" env: @@ -1529,7 +1519,7 @@ steps: - label: ":computer: MPI 3D sphere baroclinic wave (ρe)" key: "cpu_mpi_baroclinic_wave_rho_e" command: - - "srun julia --color=yes --project=examples examples/hybrid/driver.jl" + - "srun julia --color=yes --project=.buildkite examples/hybrid/driver.jl" artifact_paths: - "examples/hybrid/sphere/output/baroclinic_wave_rhoe/Float32/*" env: @@ -1542,7 +1532,7 @@ steps: - label: ":computer: 3D sphere baroclinic wave (ρθ)" key: "cpu_baroclinic_wave_rho_theta" command: - - "julia --color=yes --project=examples examples/hybrid/driver.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/driver.jl" artifact_paths: - "examples/hybrid/sphere/output/baroclinic_wave_rhotheta/Float32/*" env: @@ -1551,19 +1541,19 @@ steps: - label: ":computer: 3D sphere nonhydrostatic gravity wave" key: "cpu_nonhydrostatic_gravity_wave" command: - - "julia --color=yes --project=examples examples/hybrid/sphere/nonhydrostatic_gravity_wave.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/sphere/nonhydrostatic_gravity_wave.jl" artifact_paths: - "examples/hybrid/sphere/output/nonhydrostatic_gravity_wave/*" - label: ":computer: 3D sphere solid-body rotation" key: "cpu_solid_body_rotation" command: - - "julia --color=yes --project=examples examples/hybrid/sphere/solid_body_rotation_3d.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/sphere/solid_body_rotation_3d.jl" - label: ":computer: 3D sphere hydrostatically and geostrophically balanced flow (ρe)" key: "cpu_balanced_flow_rho_e" command: - - "julia --color=yes --project=examples examples/hybrid/driver.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/driver.jl" artifact_paths: - "examples/hybrid/sphere/output/balanced_flow_rhoe/Float32/*" env: @@ -1572,7 +1562,7 @@ steps: - label: ":computer: 3D sphere hydrostatically and geostrophically balanced flow (ρθ)" key: "cpu_balanced_flow_rho_theta" command: - - "julia --color=yes --project=examples examples/hybrid/driver.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/driver.jl" artifact_paths: - "examples/hybrid/sphere/output/balanced_flow_rhotheta/Float32/*" env: @@ -1581,7 +1571,7 @@ steps: - label: ":computer: 3D sphere dry Held-Suarez (ρe)" key: "cpu_held_suarez_rho_e" command: - - "julia --color=yes --project=examples examples/hybrid/driver.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/driver.jl" artifact_paths: - "examples/hybrid/sphere/output/held_suarez_rhoe/Float32/*" env: @@ -1590,7 +1580,7 @@ steps: - label: ":computer: Float64 3D sphere dry Held-Suarez (ρθ)" key: "cpu_held_suarez_rho_theta_float64" command: - - "julia --color=yes --project=examples examples/hybrid/driver.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/driver.jl" artifact_paths: - "examples/hybrid/sphere/output/held_suarez_rhotheta/Float64/*" env: @@ -1600,7 +1590,7 @@ steps: - label: ":computer: 3D sphere dry Held-Suarez (ρθ)" key: "cpu_held_suarez_rho_theta" command: - - "julia --color=yes --project=examples examples/hybrid/driver.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/driver.jl" artifact_paths: - "examples/hybrid/sphere/output/held_suarez_rhotheta/Float32/*" env: @@ -1609,7 +1599,7 @@ steps: - label: ":computer: 3D sphere dry Held-Suarez (ρe_int)" key: "cpu_held_suarez_rho_e_int" command: - - "julia --color=yes --project=examples examples/hybrid/driver.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/driver.jl" artifact_paths: - "examples/hybrid/sphere/output/held_suarez_rhoe_int/Float32/*" env: @@ -1621,7 +1611,7 @@ steps: - label: ":computer: 2D plane inertial gravity wave" key: "cpu_inertial_gravity_wave" command: - - "julia --threads 8 --color=yes --project=examples examples/hybrid/driver.jl" + - "julia --threads 8 --color=yes --project=.buildkite examples/hybrid/driver.jl" artifact_paths: - "examples/hybrid/plane/output/inertial_gravity_wave/Float32/*" env: @@ -1633,7 +1623,7 @@ steps: - label: ":computer: stretched 2D plane inertial gravity wave" key: "cpu_stretch_inertial_gravity_wave" command: - - "julia --threads 8 --color=yes --project=examples examples/hybrid/driver.jl" + - "julia --threads 8 --color=yes --project=.buildkite examples/hybrid/driver.jl" artifact_paths: - "examples/hybrid/plane/output/stretched_inertial_gravity_wave/Float32/*" env: @@ -1648,17 +1638,17 @@ steps: - label: "Analysis: Flamegraph profile" key: "cpu_flamegraph" - command: "julia --color=yes --project=perf perf/flame.jl" + command: "julia --color=yes --project=.buildkite perf/flame.jl" artifact_paths: - "perf/output/*" - label: "Analysis: Benchmark step!" key: "cpu_benchmark" - command: "julia --color=yes --project=perf perf/benchmark.jl" + command: "julia --color=yes --project=.buildkite perf/benchmark.jl" - label: "Analysis: Invalidations" key: "cpu_invalidations" - command: "julia --color=yes --project=perf perf/invalidations.jl" + command: "julia --color=yes --project=.buildkite perf/invalidations.jl" - wait diff --git a/.buildkite/scaling/pipeline.yml b/.buildkite/scaling/pipeline.yml index 5ecb33f056..5753fd6da8 100644 --- a/.buildkite/scaling/pipeline.yml +++ b/.buildkite/scaling/pipeline.yml @@ -13,8 +13,8 @@ steps: - julia -e 'using Pkg; Pkg.add("MPIPreferences"); using MPIPreferences; use_system_binary()' - echo "--- Instantiate scaling test" - - "julia --project=examples -e 'using Pkg; Pkg.instantiate(;verbose=true)'" - - "julia --project=examples -e 'using Pkg; Pkg.precompile(;strict=true)'" + - "julia --project=.buildkite -e 'using Pkg; Pkg.instantiate(;verbose=true)'" + - "julia --project=.buildkite -e 'using Pkg; Pkg.precompile(;strict=true)'" - echo "--- Instantiate status" - "julia --project -e 'using Pkg; Pkg.status()'" @@ -31,7 +31,7 @@ steps: - label: ":computer: MPI Held-Suarez scaling test(ρθ) - (1) processes" key: "cpu_mpi_held_suarez_scaling_test_rhotheta_1p" command: - - "mpiexec julia --color=yes --project=examples examples/hybrid/driver.jl" + - "mpiexec julia --color=yes --project=.buildkite examples/hybrid/driver.jl" artifact_paths: - "examples/hybrid/sphere/output/held_suarez_rhotheta_scaling/Float32/scaling_data_1_processes.jld2" env: @@ -46,7 +46,7 @@ steps: - label: ":computer: MPI Held-Suarez scaling test(ρθ) - (2) processes" key: "cpu_mpi_held_suarez_scaling_test_rhotheta_2p" command: - - "mpiexec julia --color=yes --project=examples examples/hybrid/driver.jl" + - "mpiexec julia --color=yes --project=.buildkite examples/hybrid/driver.jl" artifact_paths: - "examples/hybrid/sphere/output/held_suarez_rhotheta_scaling/Float32/scaling_data_2_processes.jld2" env: @@ -61,7 +61,7 @@ steps: - label: ":computer: MPI Held-Suarez scaling test(ρθ) - (4) processes" key: "cpu_mpi_held_suarez_scaling_test_rhotheta_4p" command: - - "mpiexec julia --color=yes --project=examples examples/hybrid/driver.jl" + - "mpiexec julia --color=yes --project=.buildkite examples/hybrid/driver.jl" artifact_paths: - "examples/hybrid/sphere/output/held_suarez_rhotheta_scaling/Float32/scaling_data_4_processes.jld2" env: @@ -76,7 +76,7 @@ steps: - label: ":computer: MPI Held-Suarez scaling test(ρθ) - (8) processes" key: "cpu_mpi_held_suarez_scaling_test_rhotheta_8p" command: - - "mpiexec julia --color=yes --project=examples examples/hybrid/driver.jl" + - "mpiexec julia --color=yes --project=.buildkite examples/hybrid/driver.jl" artifact_paths: - "examples/hybrid/sphere/output/held_suarez_rhotheta_scaling/Float32/scaling_data_8_processes.jld2" env: @@ -91,7 +91,7 @@ steps: - label: ":computer: MPI Held-Suarez scaling test(ρθ) - (16) processes" key: "cpu_mpi_held_suarez_scaling_test_rhotheta_16p" command: - - "mpiexec julia --color=yes --project=examples examples/hybrid/driver.jl" + - "mpiexec julia --color=yes --project=.buildkite examples/hybrid/driver.jl" artifact_paths: - "examples/hybrid/sphere/output/held_suarez_rhotheta_scaling/Float32/scaling_data_16_processes.jld2" env: @@ -106,7 +106,7 @@ steps: - label: ":computer: MPI Held-Suarez scaling test(ρθ) - (32) processes" key: "cpu_mpi_held_suarez_scaling_test_rhotheta_32p" command: - - "mpiexec julia --color=yes --project=examples examples/hybrid/driver.jl" + - "mpiexec julia --color=yes --project=.buildkite examples/hybrid/driver.jl" artifact_paths: - "examples/hybrid/sphere/output/held_suarez_rhotheta_scaling/Float32/scaling_data_32_processes.jld2" env: @@ -121,7 +121,7 @@ steps: - label: ":computer: MPI Held-Suarez scaling test(ρθ) - (64) processes" key: "cpu_mpi_held_suarez_scaling_test_rhotheta_64p" command: - - "mpiexec julia --color=yes --project=examples examples/hybrid/driver.jl" + - "mpiexec julia --color=yes --project=.buildkite examples/hybrid/driver.jl" artifact_paths: - "examples/hybrid/sphere/output/held_suarez_rhotheta_scaling/Float32/scaling_data_64_processes.jld2" env: @@ -138,7 +138,7 @@ steps: - label: ":computer: scaling plots" key: "cpu_scaling_plots" command: - - "julia --color=yes --project=examples examples/hybrid/plot_scaling_results.jl" + - "julia --color=yes --project=.buildkite examples/hybrid/plot_scaling_results.jl" artifact_paths: - "examples/hybrid/sphere/output/held_suarez_rhotheta_scaling/Float32/*.png" env: diff --git a/examples/hybrid/box/limiters_advection.jl b/examples/hybrid/box/limiters_advection.jl index f9c38aa4de..a13cf0a5da 100644 --- a/examples/hybrid/box/limiters_advection.jl +++ b/examples/hybrid/box/limiters_advection.jl @@ -1,5 +1,5 @@ #= -julia --project=examples +julia --project=.buildkite ARGS = ["cosine_bells"]; # ARGS = ["gaussian_bells"]; # ARGS = ["slotted_spheres"]; diff --git a/examples/hybrid/plane/inertial_gravity_wave.jl b/examples/hybrid/plane/inertial_gravity_wave.jl index 280727bcb1..ffa6d489b2 100644 --- a/examples/hybrid/plane/inertial_gravity_wave.jl +++ b/examples/hybrid/plane/inertial_gravity_wave.jl @@ -1,5 +1,5 @@ #= -julia --threads=8 --project=examples +julia --threads=8 --project=.buildkite ENV["TEST_NAME"] = "plane/inertial_gravity_wave" include(joinpath("examples", "hybrid", "driver.jl")) =#