forked from ufs-community/UFS_UTILS
-
Notifications
You must be signed in to change notification settings - Fork 2
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Begin work on new driver script for gdas_init utility.
Fixes ufs-community#559.
- Loading branch information
1 parent
4d3bf93
commit bafbef3
Showing
1 changed file
with
215 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,215 @@ | ||
| #!/bin/bash | ||
|
|
||
| #--------------------------------------------------------------------- | ||
| # Driver script for running on WCOSS2. | ||
| # | ||
| # Edit the 'config' file before running. | ||
| #--------------------------------------------------------------------- | ||
|
|
||
| set -x | ||
|
|
||
| compiler=${compiler:-"intel"} | ||
| source ../../sorc/machine-setup.sh > /dev/null 2>&1 | ||
| module use ../../modulefiles | ||
| module load build.$target.$compiler | ||
| module list | ||
|
|
||
| # Needed for NDATE utility | ||
| module load prod_util/2.0.8 | ||
|
|
||
| PROJECT_CODE=GFS-DEV | ||
| QUEUE=dev | ||
|
|
||
| source config | ||
|
|
||
| this_dir=$PWD | ||
|
|
||
| if [ $EXTRACT_DATA == yes ]; then | ||
|
|
||
| rm -fr $EXTRACT_DIR | ||
| mkdir -p $EXTRACT_DIR | ||
|
|
||
| QUEUE=dev_transfer | ||
| MEM=6000M | ||
| WALLT="02:00:00" | ||
|
|
||
| case $gfs_ver in | ||
| v12 | v13) | ||
| DATAH=$(sbatch --parsable --partition=service --ntasks=1 --mem=$MEM -t $WALLT -A $PROJECT_CODE -q $QUEUE -J get_${CDUMP} \ | ||
| -o log.data.${CDUMP} -e log.data.${CDUMP} ./get_pre-v14.data.sh ${CDUMP}) | ||
| DEPEND="-d afterok:$DATAH" | ||
| if [ "$CDUMP" = "gdas" ] ; then | ||
| DATA1=$(sbatch --parsable --partition=service --ntasks=1 --mem=$MEM -t $WALLT -A $PROJECT_CODE -q $QUEUE -J get_enkf \ | ||
| -o log.data.enkf -e log.data.enkf ./get_pre-v14.data.sh enkf) | ||
| DEPEND="-d afterok:$DATAH:$DATA1" | ||
| fi | ||
| ;; | ||
| v14) | ||
| DATAH=$(sbatch --parsable --partition=service --ntasks=1 --mem=$MEM -t $WALLT -A $PROJECT_CODE -q $QUEUE -J get_${CDUMP} \ | ||
| -o log.data.${CDUMP} -e log.data.${CDUMP} ./get_v14.data.sh ${CDUMP}) | ||
| DEPEND="-d afterok:$DATAH" | ||
| if [ "$CDUMP" = "gdas" ] ; then | ||
| DATA1=$(sbatch --parsable --partition=service --ntasks=1 --mem=$MEM -t $WALLT -A $PROJECT_CODE -q $QUEUE -J get_enkf \ | ||
| -o log.data.enkf -e log.data.enkf ./get_v14.data.sh enkf) | ||
| DEPEND="-d afterok:$DATAH:$DATA1" | ||
| fi | ||
| ;; | ||
| v15) | ||
| if [ "$CDUMP" = "gfs" ] ; then | ||
| DATAH=$(sbatch --parsable --partition=service --ntasks=1 --mem=$MEM -t $WALLT -A $PROJECT_CODE -q $QUEUE -J get_${CDUMP} \ | ||
| -o log.data.${CDUMP} -e log.data.${CDUMP} ./get_v15.data.sh ${CDUMP}) | ||
| DEPEND="-d afterok:$DATAH" | ||
| else | ||
| DATAH=$(sbatch --parsable --partition=service --ntasks=1 --mem=$MEM -t $WALLT -A $PROJECT_CODE -q $QUEUE -J get_${CDUMP} \ | ||
| -o log.data.${CDUMP} -e log.data.${CDUMP} ./get_v15.data.sh ${CDUMP}) | ||
| DATA1=$(sbatch --parsable --partition=service --ntasks=1 --mem=$MEM -t $WALLT -A $PROJECT_CODE -q $QUEUE -J get_grp1 \ | ||
| -o log.data.grp1 -e log.data.grp1 ./get_v15.data.sh grp1) | ||
| DATA2=$(sbatch --parsable --partition=service --ntasks=1 --mem=$MEM -t $WALLT -A $PROJECT_CODE -q $QUEUE -J get_grp2 \ | ||
| -o log.data.grp2 -e log.data.grp2 ./get_v15.data.sh grp2) | ||
| DATA3=$(sbatch --parsable --partition=service --ntasks=1 --mem=$MEM -t $WALLT -A $PROJECT_CODE -q $QUEUE -J get_grp3 \ | ||
| -o log.data.grp3 -e log.data.grp3 ./get_v15.data.sh grp3) | ||
| DATA4=$(sbatch --parsable --partition=service --ntasks=1 --mem=$MEM -t $WALLT -A $PROJECT_CODE -q $QUEUE -J get_grp4 \ | ||
| -o log.data.grp4 -e log.data.grp4 ./get_v15.data.sh grp4) | ||
| DATA5=$(sbatch --parsable --partition=service --ntasks=1 --mem=$MEM -t $WALLT -A $PROJECT_CODE -q $QUEUE -J get_grp5 \ | ||
| -o log.data.grp5 -e log.data.grp5 ./get_v15.data.sh grp5) | ||
| DATA6=$(sbatch --parsable --partition=service --ntasks=1 --mem=$MEM -t $WALLT -A $PROJECT_CODE -q $QUEUE -J get_grp6 \ | ||
| -o log.data.grp6 -e log.data.grp6 ./get_v15.data.sh grp6) | ||
| DATA7=$(sbatch --parsable --partition=service --ntasks=1 --mem=$MEM -t $WALLT -A $PROJECT_CODE -q $QUEUE -J get_grp7 \ | ||
| -o log.data.grp7 -e log.data.grp7 ./get_v15.data.sh grp7) | ||
| DATA8=$(sbatch --parsable --partition=service --ntasks=1 --mem=$MEM -t $WALLT -A $PROJECT_CODE -q $QUEUE -J get_grp8 \ | ||
| -o log.data.grp8 -e log.data.grp8 ./get_v15.data.sh grp8) | ||
| DEPEND="-d afterok:$DATAH:$DATA1:$DATA2:$DATA3:$DATA4:$DATA5:$DATA6:$DATA7:$DATA8" | ||
| fi | ||
| ;; | ||
| v16retro) | ||
| DATAH=$(sbatch --parsable --partition=service --ntasks=1 --mem=$MEM -t $WALLT -A $PROJECT_CODE -q $QUEUE -J get_v16retro \ | ||
| -o log.data.v16retro -e log.data.v16retro ./get_v16retro.data.sh ${CDUMP}) | ||
| DEPEND="-d afterok:$DATAH" | ||
| ;; | ||
| v16) | ||
| DATAH=$(qsub -V -o log.data.${CDUMP} -e log.data.${CDUMP} -q $QUEUE -A $PROJECT_CODE -l walltime=$WALLT \ | ||
| -N get_${CDUMP} -l select=1:ncpus=2:mem=500MB -- ${this_dir}/get_v16.data.sh ${CDUMP}) | ||
| DEPEND="-W depend=afterok:$DATAH" | ||
| if [ "$CDUMP" = "gdas" ] ; then | ||
| DATA1=$(qsub -V -o log.data.grp1 -e log.data.grp1 -q $QUEUE -A $PROJECT_CODE -l walltime=$WALLT \ | ||
| -N get_grp1 -l select=1:ncpus=2:mem=500MB -- ${this_dir}/get_v16.data.sh grp1) | ||
| DATA2=$(qsub -V -o log.data.grp2 -e log.data.grp2 -q $QUEUE -A $PROJECT_CODE -l walltime=$WALLT \ | ||
| -N get_grp2 -l select=1:ncpus=2:mem=500MB -- ${this_dir}/get_v16.data.sh grp2) | ||
| DATA3=$(qsub -V -o log.data.grp3 -e log.data.grp3 -q $QUEUE -A $PROJECT_CODE -l walltime=$WALLT \ | ||
| -N get_grp3 -l select=1:ncpus=2:mem=500MB -- ${this_dir}/get_v16.data.sh grp3) | ||
| DATA4=$(qsub -V -o log.data.grp4 -e log.data.grp4 -q $QUEUE -A $PROJECT_CODE -l walltime=$WALLT \ | ||
| -N get_grp4 -l select=1:ncpus=2:mem=500MB -- ${this_dir}/get_v16.data.sh grp4) | ||
| DATA5=$(qsub -V -o log.data.grp5 -e log.data.grp5 -q $QUEUE -A $PROJECT_CODE -l walltime=$WALLT \ | ||
| -N get_grp5 -l select=1:ncpus=2:mem=500MB -- ${this_dir}/get_v16.data.sh grp5) | ||
| DATA6=$(qsub -V -o log.data.grp6 -e log.data.grp6 -q $QUEUE -A $PROJECT_CODE -l walltime=$WALLT \ | ||
| -N get_grp5 -l select=1:ncpus=2:mem=500MB -- ${this_dir}/get_v16.data.sh grp6) | ||
| DATA7=$(qsub -V -o log.data.grp7 -e log.data.grp7 -q $QUEUE -A $PROJECT_CODE -l walltime=$WALLT \ | ||
| -N get_grp7 -l select=1:ncpus=2:mem=500MB -- ${this_dir}/get_v16.data.sh grp7) | ||
| DATA8=$(qsub -V -o log.data.grp8 -e log.data.grp8 -q $QUEUE -A $PROJECT_CODE -l walltime=$WALLT \ | ||
| -N get_grp8 -l select=1:ncpus=2:mem=500MB -- ${this_dir}/get_v16.data.sh grp8) | ||
| DEPEND="-W depend=afterok:$DATAH:$DATA1:$DATA2:$DATA3:$DATA4:$DATA5:$DATA6:$DATA7:$DATA8" | ||
| fi | ||
| ;; | ||
| esac | ||
|
|
||
| else # do not extract data. | ||
|
|
||
| DEPEND=' ' | ||
|
|
||
| fi # extract data? | ||
|
|
||
| if [ $RUN_CHGRES == yes ]; then | ||
|
|
||
| export APRUN=srun | ||
| NODES=3 | ||
| WALLT="0:15:00" | ||
| export OMP_NUM_THREADS=1 | ||
| if [ $CRES_HIRES == 'C768' ] ; then | ||
| NODES=5 | ||
| elif [ $CRES_HIRES == 'C1152' ] ; then | ||
| NODES=8 | ||
| WALLT="0:20:00" | ||
| fi | ||
| case $gfs_ver in | ||
| v12 | v13) | ||
| export OMP_NUM_THREADS=4 | ||
| export OMP_STACKSIZE=1024M | ||
| sbatch --parsable --ntasks-per-node=6 --nodes=${NODES} --cpus-per-task=$OMP_NUM_THREADS \ | ||
| -t $WALLT -A $PROJECT_CODE -q $QUEUE -J chgres_${CDUMP} \ | ||
| -o log.${CDUMP} -e log.${CDUMP} ${DEPEND} run_pre-v14.chgres.sh ${CDUMP} | ||
| ;; | ||
| v14) | ||
| sbatch --parsable --ntasks-per-node=6 --nodes=${NODES} -t $WALLT -A $PROJECT_CODE -q $QUEUE -J chgres_${CDUMP} \ | ||
| -o log.${CDUMP} -e log.${CDUMP} ${DEPEND} run_v14.chgres.sh ${CDUMP} | ||
| ;; | ||
| v15) | ||
| if [ "$CDUMP" = "gdas" ]; then | ||
| sbatch --parsable --ntasks-per-node=6 --nodes=${NODES} -t $WALLT -A $PROJECT_CODE -q $QUEUE -J chgres_${CDUMP} \ | ||
| -o log.${CDUMP} -e log.${CDUMP} ${DEPEND} run_v15.chgres.sh ${CDUMP} | ||
| else | ||
| sbatch --parsable --ntasks-per-node=6 --nodes=${NODES} -t $WALLT -A $PROJECT_CODE -q $QUEUE -J chgres_${CDUMP} \ | ||
| -o log.${CDUMP} -e log.${CDUMP} ${DEPEND} run_v15.chgres.gfs.sh | ||
| fi | ||
| ;; | ||
| v16retro) | ||
| if [ "$CDUMP" = "gdas" ] ; then | ||
| sbatch --parsable --ntasks-per-node=6 --nodes=${NODES} -t $WALLT -A $PROJECT_CODE -q $QUEUE -J chgres_${CDUMP} \ | ||
| -o log.${CDUMP} -e log.${CDUMP} ${DEPEND} run_v16retro.chgres.sh hires | ||
| else | ||
| sbatch --parsable --ntasks-per-node=6 --nodes=${NODES} -t $WALLT -A $PROJECT_CODE -q $QUEUE -J chgres_${CDUMP} \ | ||
| -o log.${CDUMP} -e log.${CDUMP} ${DEPEND} run_v16.chgres.sh ${CDUMP} | ||
| fi | ||
| ;; | ||
| v16) | ||
| sbatch --parsable --ntasks-per-node=6 --nodes=${NODES} -t $WALLT -A $PROJECT_CODE -q $QUEUE -J chgres_${CDUMP} \ | ||
| -o log.${CDUMP} -e log.${CDUMP} ${DEPEND} run_v16.chgres.sh ${CDUMP} | ||
| ;; | ||
| esac | ||
|
|
||
| if [ "$CDUMP" = "gdas" ]; then | ||
|
|
||
| WALLT="0:15:00" | ||
|
|
||
| if [ "$gfs_ver" = "v16retro" ]; then | ||
|
|
||
| sbatch --parsable --ntasks-per-node=12 --nodes=1 -t $WALLT -A $PROJECT_CODE -q $QUEUE -J chgres_enkf \ | ||
| -o log.enkf -e log.enkf ${DEPEND} run_v16retro.chgres.sh enkf | ||
|
|
||
| else | ||
|
|
||
| MEMBER=1 | ||
| while [ $MEMBER -le 80 ]; do | ||
| if [ $MEMBER -lt 10 ]; then | ||
| MEMBER_CH="00${MEMBER}" | ||
| else | ||
| MEMBER_CH="0${MEMBER}" | ||
| fi | ||
| case $gfs_ver in | ||
| v12 | v13) | ||
| export OMP_NUM_THREADS=2 | ||
| export OMP_STACKSIZE=1024M | ||
| sbatch --parsable --ntasks-per-node=12 --nodes=1 --cpus-per-task=$OMP_NUM_THREADS \ | ||
| -t $WALLT -A $PROJECT_CODE -q $QUEUE -J chgres_${MEMBER_CH} \ | ||
| -o log.${MEMBER_CH} -e log.${MEMBER_CH} ${DEPEND} run_pre-v14.chgres.sh ${MEMBER_CH} | ||
| ;; | ||
| v14) | ||
| sbatch --parsable --ntasks-per-node=12 --nodes=1 -t $WALLT -A $PROJECT_CODE -q $QUEUE -J chgres_${MEMBER_CH} \ | ||
| -o log.${MEMBER_CH} -e log.${MEMBER_CH} ${DEPEND} run_v14.chgres.sh ${MEMBER_CH} | ||
| ;; | ||
| v15) | ||
| sbatch --parsable --ntasks-per-node=12 --nodes=1 -t $WALLT -A $PROJECT_CODE -q $QUEUE -J chgres_${MEMBER_CH} \ | ||
| -o log.${MEMBER_CH} -e log.${MEMBER_CH} ${DEPEND} run_v15.chgres.sh ${MEMBER_CH} | ||
| ;; | ||
| v16) | ||
| sbatch --parsable --ntasks-per-node=12 --nodes=1 -t $WALLT -A $PROJECT_CODE -q $QUEUE -J chgres_${MEMBER_CH} \ | ||
| -o log.${MEMBER_CH} -e log.${MEMBER_CH} ${DEPEND} run_v16.chgres.sh ${MEMBER_CH} | ||
| ;; | ||
| esac | ||
| MEMBER=$(( $MEMBER + 1 )) | ||
| done | ||
|
|
||
| fi # v16 retro? | ||
|
|
||
| fi # which CDUMP? | ||
|
|
||
| fi # run chgres? |