Skip to content

Commit

Permalink
Memory reductions from NCO
Browse files Browse the repository at this point in the history
- Lowering memory for jobs that had previously been given increased
memory to avoid the Cgroup mem warnings on WCOSS2.

Refs NOAA-EMC#744
  • Loading branch information
KateFriedman-NOAA committed Oct 19, 2022
1 parent 3f56e05 commit 0b6d29a
Show file tree
Hide file tree
Showing 18 changed files with 36 additions and 36 deletions.
2 changes: 1 addition & 1 deletion ecf/scripts/enkfgdas/analysis/create/jenkfgdas_diag.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:06:00
#PBS -l select=1:mpiprocs=48:ompthreads=1:ncpus=48:mem=28GB
#PBS -l select=1:mpiprocs=48:ompthreads=1:ncpus=48:mem=24GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/enkfgdas/analysis/recenter/jenkfgdas_sfc.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:06:00
#PBS -l select=1:mpiprocs=80:ompthreads=1:ncpus=80:mem=80GB
#PBS -l select=1:mpiprocs=80:ompthreads=1:ncpus=80:mem=60GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:15:00
#PBS -l select=1:ncpus=2:mpiprocs=2:mem=20GB
#PBS -l select=1:ncpus=2:mpiprocs=2:mem=4GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:30:00
#PBS -l select=1:ncpus=1:mem=20GB
#PBS -l select=1:ncpus=1:mem=1GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:08:00
#PBS -l select=1:ncpus=1:mem=4GB
#PBS -l select=1:ncpus=1:mem=2GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfrad.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:20:00
#PBS -l select=1:ncpus=1:mem=10GB
#PBS -l select=1:ncpus=1:mem=5GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=03:00:00
#PBS -l select=1:ncpus=28:mpiprocs=28:mem=200GB
#PBS -l select=1:ncpus=28:mpiprocs=28:mem=2GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_meta.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=03:00:00
#PBS -l select=1:ncpus=23:mpiprocs=23:mem=200GB
#PBS -l select=1:ncpus=23:mpiprocs=23:mem=2GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:07:00
#PBS -l select=1:ncpus=1:mem=4GB
#PBS -l select=1:ncpus=1:mem=2GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:10:00
#PBS -l select=1:ncpus=1:mem=10GB
#PBS -l select=1:ncpus=1:mem=3GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:05:00
#PBS -l select=1:ncpus=1:mem=10GB
#PBS -l select=1:ncpus=1:mem=3GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:05:00
#PBS -l select=1:mpiprocs=1:ompthreads=1:ncpus=1:mem=5GB
#PBS -l select=1:mpiprocs=1:ompthreads=1:ncpus=1:mem=1GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/wave/gempak/jgfs_wave_gempak.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=02:00:00
#PBS -l select=1:ncpus=1:mem=10GB
#PBS -l select=1:ncpus=1:mem=1GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/wave/post/jgfs_wave_postsbs.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=03:00:00
#PBS -l select=1:mpiprocs=8:ompthreads=1:ncpus=8:mem=40GB
#PBS -l select=1:mpiprocs=8:ompthreads=1:ncpus=8:mem=10GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_gridded.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=02:00:00
#PBS -l select=1:ncpus=1:mem=2GB
#PBS -l select=1:ncpus=1:mem=1GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/wave/prep/jgfs_wave_prep.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
#PBS -q %QUEUE%
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:10:00
#PBS -l select=1:mpiprocs=65:ompthreads=1:ncpus=65:mem=220GB
#PBS -l select=1:mpiprocs=65:ompthreads=1:ncpus=65:mem=150GB
#PBS -l place=vscatter
#PBS -l debug=true

Expand Down
20 changes: 10 additions & 10 deletions parm/config/config.resources.emc.dyn
Original file line number Diff line number Diff line change
Expand Up @@ -65,7 +65,7 @@ elif [ $step = "waveprep" ]; then
export npe_node_waveprep=$npe_waveprep
export npe_node_waveprep_gfs=$npe_waveprep_gfs
export memory_waveprep="100GB"
export memory_waveprep_gfs="220GB"
export memory_waveprep_gfs="150GB"
export NTASKS=$npe_waveprep
export NTASKS_gfs=$npe_waveprep_gfs

Expand All @@ -77,7 +77,7 @@ elif [ $step = "wavepostsbs" ]; then
export nth_wavepostsbs=1
export npe_node_wavepostsbs=$npe_wavepostsbs
export memory_wavepostsbs="10GB"
export memory_wavepostsbs_gfs="40GB"
export memory_wavepostsbs_gfs="10GB"
export NTASKS=$npe_wavepostsbs

elif [ $step = "wavepostbndpnt" ]; then
Expand Down Expand Up @@ -111,7 +111,7 @@ elif [ $step = "wavegempak" ]; then
export nth_wavegempak=1
export npe_node_wavegempak=$npe_wavegempak
export NTASKS=$npe_wavegempak
export memory_wavegempak="10GB"
export memory_wavegempak="1GB"

elif [ $step = "waveawipsbulls" ]; then

Expand All @@ -128,7 +128,7 @@ elif [ $step = "waveawipsgridded" ]; then
export nth_waveawipsgridded=1
export npe_node_waveawipsgridded=$(echo "$npe_node_max / $nth_waveawipsgridded" | bc)
export NTASKS=$npe_waveawipsgridded
export memory_waveawipsgridded_gfs="2GB"
export memory_waveawipsgridded_gfs="1GB"

elif [ $step = "anal" ]; then

Expand Down Expand Up @@ -221,7 +221,7 @@ elif [ $step = "wafs" ]; then
export npe_wafs=1
export npe_node_wafs=$npe_wafs
export nth_wafs=1
export memory_wafs="5GB"
export memory_wafs="1GB"

elif [ $step = "wafsgcip" ]; then

Expand Down Expand Up @@ -335,7 +335,7 @@ elif [ $step = "ediag" ]; then
export npe_ediag=48
export nth_ediag=1
export npe_node_ediag=$npe_node_max
export memory_ediag="28GB"
export memory_ediag="24GB"

elif [ $step = "eupd" ]; then

Expand Down Expand Up @@ -388,7 +388,7 @@ elif [ $step = "esfc" ]; then
export nth_esfc=1
export nth_cycle=$nth_esfc
export npe_node_cycle=$(echo "$npe_node_max / $nth_cycle" | bc)
export memory_esfc="80GB"
export memory_esfc="60GB"

elif [ $step = "efcs" ]; then

Expand Down Expand Up @@ -427,7 +427,7 @@ elif [ $step = "awips" ]; then
export npe_awips=1
export npe_node_awips=1
export nth_awips=1
export memory_awips="10GB"
export memory_awips="3GB"
if [[ "$machine" == "WCOSS_DELL_P3" ]]; then
export npe_awips=2
export npe_node_awips=2
Expand All @@ -442,8 +442,8 @@ elif [ $step = "gempak" ]; then
export npe_node_gempak=2
export npe_node_gempak_gfs=28
export nth_gempak=1
export memory_gempak="20GB"
export memory_gempak_gfs="200GB"
export memory_gempak="4GB"
export memory_gempak_gfs="2GB"

else

Expand Down
20 changes: 10 additions & 10 deletions parm/config/config.resources.nco.static
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,7 @@ elif [ $step = "waveprep" ]; then
export npe_node_waveprep=$npe_waveprep
export npe_node_waveprep_gfs=$npe_waveprep_gfs
export memory_waveprep="100GB"
export memory_waveprep_gfs="220GB"
export memory_waveprep_gfs="150GB"
export NTASKS=$npe_waveprep
export NTASKS_gfs=$npe_waveprep_gfs

Expand All @@ -61,7 +61,7 @@ elif [ $step = "wavepostsbs" ]; then
export nth_wavepostsbs=1
export npe_node_wavepostsbs=$npe_wavepostsbs
export memory_wavepostsbs="10GB"
export memory_wavepostsbs_gfs="40GB"
export memory_wavepostsbs_gfs="10GB"
export NTASKS=$npe_wavepostsbs

elif [ $step = "wavepostbndpnt" ]; then
Expand Down Expand Up @@ -95,7 +95,7 @@ elif [ $step = "wavegempak" ]; then
export nth_wavegempak=1
export npe_node_wavegempak=$npe_wavegempak
export NTASKS=$npe_wavegempak
export memory_wavegempak="10GB"
export memory_wavegempak="1GB"

elif [ $step = "waveawipsbulls" ]; then

Expand All @@ -112,7 +112,7 @@ elif [ $step = "waveawipsgridded" ]; then
export nth_waveawipsgridded=1
export npe_node_waveawipsgridded=$(echo "$npe_node_max / $nth_waveawipsgridded" | bc)
export NTASKS=$npe_waveawipsgridded
export memory_waveawipsgridded_gfs="2GB"
export memory_waveawipsgridded_gfs="1GB"

elif [ $step = "anal" ]; then

Expand Down Expand Up @@ -181,7 +181,7 @@ elif [ $step = "wafs" ]; then
export npe_wafs=1
export npe_node_wafs=$npe_wafs
export nth_wafs=1
export memory_wafs="5GB"
export memory_wafs="1GB"

elif [ $step = "wafsgcip" ]; then

Expand Down Expand Up @@ -274,7 +274,7 @@ elif [ $step = "ediag" ]; then
export npe_ediag=48
export nth_ediag=1
export npe_node_ediag=$npe_node_max
export memory_ediag="28GB"
export memory_ediag="24GB"

elif [ $step = "eupd" ]; then

Expand All @@ -300,7 +300,7 @@ elif [ $step = "esfc" ]; then
export nth_esfc=1
export nth_cycle=$nth_esfc
export npe_node_cycle=$(echo "$npe_node_max / $nth_cycle" | bc)
export memory_esfc="80GB"
export memory_esfc="60GB"

elif [ $step = "efcs" ]; then

Expand Down Expand Up @@ -331,7 +331,7 @@ elif [ $step = "awips" ]; then
export npe_awips=1
export npe_node_awips=1
export nth_awips=1
export memory_awips="10GB"
export memory_awips="3GB"

elif [ $step = "gempak" ]; then

Expand All @@ -341,8 +341,8 @@ elif [ $step = "gempak" ]; then
export npe_node_gempak=2
export npe_node_gempak_gfs=28
export nth_gempak=1
export memory_gempak="20GB"
export memory_gempak_gfs="200GB"
export memory_gempak="4GB"
export memory_gempak_gfs="2GB"

else

Expand Down

0 comments on commit 0b6d29a

Please sign in to comment.