[develop] Adds a YAML interface for creating a Rocoto XML.

jobs/JREGIONAL_GET_OBS_CCPA

@@ -20,7 +20,7 @@
 #-----------------------------------------------------------------------
 #
 . $USHdir/source_util_funcs.sh
-source_config_for_task "task_get_obs_ccpa" ${GLOBAL_VAR_DEFNS_FP}
+source_config_for_task " " ${GLOBAL_VAR_DEFNS_FP}
 . $USHdir/job_preamble.sh
 #
 #-----------------------------------------------------------------------

jobs/JREGIONAL_GET_OBS_MRMS

@@ -16,7 +16,7 @@
 #-----------------------------------------------------------------------
 #
 . $USHdir/source_util_funcs.sh
-source_config_for_task "task_get_obs_mrms" ${GLOBAL_VAR_DEFNS_FP}
+source_config_for_task " " ${GLOBAL_VAR_DEFNS_FP}
 . $USHdir/job_preamble.sh
 #
 #-----------------------------------------------------------------------

jobs/JREGIONAL_GET_OBS_NDAS

@@ -16,7 +16,7 @@
 #-----------------------------------------------------------------------
 #
 . $USHdir/source_util_funcs.sh
-source_config_for_task "task_get_obs_ndas" ${GLOBAL_VAR_DEFNS_FP}
+source_config_for_task " " ${GLOBAL_VAR_DEFNS_FP}
 . $USHdir/job_preamble.sh
 #
 #-----------------------------------------------------------------------

parm/metplus/GridStat_APCP01h.conf

@@ -76,7 +76,7 @@ GRID_STAT_REGRID_SHAPE = SQUARE
 #GRID_STAT_GRID_WEIGHT_FLAG =
 
 # Name to identify model (forecast) data in output
-MODEL = {ENV[VX_FCST_MODEL_NAME]}{ENV[USCORE_ENSMEM_NAME_OR_NULL]}
+MODEL = {ENV[VX_FCST_MODEL_NAME]}_mem{ENV[ENSMEM_INDX]}
 FCST_NATIVE_DATA_TYPE = GRIB
 
 # Name to identify observation data in output

parm/metplus/GridStat_APCP03h.conf

@@ -85,7 +85,7 @@ GRID_STAT_REGRID_SHAPE = SQUARE
 # suffix to MODEL that identifies the forecast ensemble member.  This
 # makes it easier to identify each curve.
 #
-MODEL = {ENV[VX_FCST_MODEL_NAME]}{ENV[USCORE_ENSMEM_NAME_OR_NULL]}
+MODEL = {ENV[VX_FCST_MODEL_NAME]}_mem{ENV[ENSMEM_INDX]}
 
 FCST_NATIVE_DATA_TYPE = GRIB
 #

parm/metplus/GridStat_APCP06h.conf

@@ -85,7 +85,7 @@ GRID_STAT_REGRID_SHAPE = SQUARE
 # suffix to MODEL that identifies the forecast ensemble member.  This
 # makes it easier to identify each curve.
 #
-MODEL = {ENV[VX_FCST_MODEL_NAME]}{ENV[USCORE_ENSMEM_NAME_OR_NULL]}
+MODEL = {ENV[VX_FCST_MODEL_NAME]}_mem{ENV[ENSMEM_INDX]}
 
 FCST_NATIVE_DATA_TYPE = GRIB
 #

parm/metplus/GridStat_APCP24h.conf

@@ -85,7 +85,7 @@ GRID_STAT_REGRID_SHAPE = SQUARE
 # suffix to MODEL that identifies the forecast ensemble member.  This
 # makes it easier to identify each curve.
 #
-MODEL = {ENV[VX_FCST_MODEL_NAME]}{ENV[USCORE_ENSMEM_NAME_OR_NULL]}
+MODEL = {ENV[VX_FCST_MODEL_NAME]}_mem{ENV[ENSMEM_INDX]}
 
 FCST_NATIVE_DATA_TYPE = GRIB
 #

parm/metplus/GridStat_REFC.conf

@@ -76,7 +76,7 @@ GRID_STAT_INTERP_TYPE_WIDTH = 1
 GRID_STAT_GRID_WEIGHT_FLAG = NONE
 
 # Name to identify model (forecast) data in output
-MODEL = {ENV[VX_FCST_MODEL_NAME]}{ENV[USCORE_ENSMEM_NAME_OR_NULL]}
+MODEL = {ENV[VX_FCST_MODEL_NAME]}_mem{ENV[ENSMEM_INDX]}
 FCST_NATIVE_DATA_TYPE = GRIB
 
 # Name to identify observation data in output

parm/metplus/GridStat_RETOP.conf

@@ -76,7 +76,7 @@ GRID_STAT_INTERP_TYPE_WIDTH = 1
 GRID_STAT_GRID_WEIGHT_FLAG = NONE
 
 # Name to identify model (forecast) data in output
-MODEL = {ENV[VX_FCST_MODEL_NAME]}{ENV[USCORE_ENSMEM_NAME_OR_NULL]}
+MODEL = {ENV[VX_FCST_MODEL_NAME]}_mem{ENV[ENSMEM_INDX]}
 FCST_NATIVE_DATA_TYPE = GRIB
 
 # Name to identify observation data in output

parm/metplus/PointStat_SFC.conf

@@ -49,7 +49,7 @@ LOG_POINT_STAT_VERBOSITY = 2
 #
 # Specify the name of the METplus log file.
 #
-LOG_METPLUS = {LOG_DIR}/metplus.log.{ENV[LOG_SUFFIX]}_SFC{ENV[USCORE_ENSMEM_NAME_OR_NULL]}_{ENV[CDATE]}
+LOG_METPLUS = {LOG_DIR}/metplus.log.{ENV[LOG_SUFFIX]}_SFC_mem{ENV[ENSMEM_INDX]}_{ENV[CDATE]}
 #
 # Specify the location and name of the final METplus conf file.
 #
@@ -121,7 +121,7 @@ POINT_STAT_OFFSETS = 0
 # suffix to MODEL that identifies the forecast ensemble member.  This
 # makes it easier to identify each curve.
 #
-MODEL = {ENV[VX_FCST_MODEL_NAME]}{ENV[USCORE_ENSMEM_NAME_OR_NULL]}
+MODEL = {ENV[VX_FCST_MODEL_NAME]}_mem{ENV[ENSMEM_INDX]}
 
 POINT_STAT_DESC = NA
 #

parm/metplus/PointStat_UPA.conf

@@ -48,7 +48,7 @@ LOG_POINT_STAT_VERBOSITY = 2
 #
 # Specify the name of the METplus log file.
 #
-LOG_METPLUS = {LOG_DIR}/metplus.log.{ENV[LOG_SUFFIX]}_UPA{ENV[USCORE_ENSMEM_NAME_OR_NULL]}_{ENV[CDATE]}
+LOG_METPLUS = {LOG_DIR}/metplus.log.{ENV[LOG_SUFFIX]}_UPA_mem{ENV[ENSMEM_INDX]}_{ENV[CDATE]}
 #
 # Specify the location and name of the final METplus conf file.
 #
@@ -120,7 +120,7 @@ POINT_STAT_OFFSETS = 0
 # suffix to MODEL that identifies the forecast ensemble member.  This
 # makes it easier to identify each curve.
 #
-MODEL = {ENV[VX_FCST_MODEL_NAME]}{ENV[USCORE_ENSMEM_NAME_OR_NULL]}
+MODEL = {ENV[VX_FCST_MODEL_NAME]}_mem{ENV[ENSMEM_INDX]}
 
 POINT_STAT_DESC = NA
 #

parm/wflow/aqm_all.yaml

@@ -0,0 +1,183 @@
+default_aqm_task: &default_aqm
+  command: '&LOAD_MODULES_RUN_TASK_FP; "{{ jobname }}" "&JOBSDIR;/JREGIONAL_{{ jobname|upper }}"'
+  account: '&ACCOUNT;'
+  attrs:
+    cycledefs: forecast
+    maxtries: '2'
+  envars: &default_vars
+    GLOBAL_VAR_DEFNS_FP: '&GLOBAL_VAR_DEFNS_FP;'
+    USHdir: '&USHdir;'
+    PDY: !cycstr "@Y@m@d"
+    cyc: !cycstr "@H"
+    nprocs: '{{ parent.nnodes * parent.ppn }}'
+    subcyc: !cycstr "@M"
+    LOGDIR: !cycstr "&LOGDIR;"
+    SLASH_ENSMEM_SUBDIR: '&SLASH_ENSMEM_SUBDIR;'
+  memory: 2G
+  native: '{{ platform.SCHED_NATIVE_CMD }}'
+  nnodes: 1
+  nodes: '{{ nnodes }}:ppn={{ ppn }}'
+  nodesize: "&NCORES_PER_NODE;"
+  partition: '{% if platform.get("PARTITION_DEFAULT") %}&PARTITION_DEFAULT;{% else %}None{% endif %}'
+  ppn: 1
+  queue: '&QUEUE_DEFAULT;'
+  walltime: 00:30:00
+
+task_nexus_gfs_sfc:
+  <<: *default_aqm
+  partition: '{% if platform.get("PARTITION_HPSS") %}&PARTITION_HPSS;{% else %}None{% endif %}'
+  dependency:
+    or:
+      and:
+        streq:
+          left: do_real_time
+          right: '{% if workflow.DO_REAL_TIME %}do_real_time{% endif %}'
+        datadep_gfs:
+          attrs:
+            age: 00:00:00:05
+          text: '<cyclestr offset="-{{ workflow.INCR_CYCL_FREQ }}">&COMINgfs;/gfs.@Y@m@d/@H/atmos</cyclestr>'
+      streq:
+        left: retro
+        right: '{% if not workflow.DO_REAL_TIME %}retro{% endif %}'
+
+metatask_nexus_emission:
+  var:
+    nspt: '{% for h in range(0, num_split_nexus) %}{{ " %02d" % h }}{% endfor %}'
+  task_nexus_emission_#nspt#:
+    <<: *default_aqm
+    command: '&LOAD_MODULES_RUN_TASK_FP; "nexus_emission" "&JOBSDIR;/JREGIONAL_NEXUS_EMISSION"'
+    nnodes: 4
+    ppn: '{{ task_nexus_emission.PPN_NEXUS_EMISSION }}'
+    walltime: 01:00:00
+    envars:
+      nspt: #nspt#
+    dependency:
+      taskdep:
+        attrs:
+          task: nexus_gfs_sfc
+
+task_nexus_post_split:
+  <<: *default_aqm
+  dependency:
+    metataskdep:
+      attrs:
+        metatask: nexus_emission
+
+task_fire_emission:
+  <<: *default_aqm
+
+task_point_source:
+  <<: *default_aqm
+  walltime: 01:00:00
+  dependency:
+    or_make_grid:
+      datadep_grid:
+        attrs:
+          age: 00:00:00:05
+        text: '{{ task_make_grid.GRID_DIR }}/make_grid_task_complete.txt'
+      streq:
+        left: staged_grid
+        right: '{% if not rocoto.get("tasks", {}).get("task_make_grid") %}staged_grid{% endif %}'
+
+task_aqm_ics_ext:
+  <<: *default_aqm
+  attrs:
+    cycledefs: at_start
+    maxtries: '2'
+  command: '&LOAD_MODULES_RUN_TASK_FP; "&TN_AQM_ICS;" "&JOBSDIR;/JREGIONAL_AQM_ICS"'
+  envars:
+    PREV_CYCLE_DIR: '&WARMSTART_CYCLE_DIR;'
+  dependency:
+    and:
+      taskdep:
+        attrs:
+          task: make_ics_mem000
+      or:
+        datadep_date_tag_tracer:
+          attrs:
+            age: 00:00:00:05
+          text: !cycstr '&WARMSTART_CYCLE_DIR;/RESTART/<cyclestr>@Y@m@d.@H@[email protected]_tracer.res.tile1.nc'
+        datadep_tracer:
+          attrs:
+            age: 00:00:00:05
+          text: !cycstr '&WARMSTART_CYCLE_DIR;/RESTART/fv_tracer.res.tile1.nc'
+
+task_aqm_ics:
+  <<: *default_aqm
+  attrs:
+    cycledefs: cycled
+    maxtries: '2'
+  envars:
+    PREV_CYCLE_DIR: '<cyclestr offset="-{{ workflow.INCR_CYCL_FREQ }}">&COMIN;</cyclestr>'
+  dependency:
+    and:
+      taskdep:
+        attrs:
+          task: make_ics_mem000
+      or:
+        datadep_date_tag_tracer:
+          attrs:
+            age: 00:00:00:05
+          text: '<cyclestr offset="-{{- cycl_freq -}}">&COMIN_DIR;</cyclestr>/RESTART/<cyclestr>@Y@m@d.@H@[email protected]_tracer.res.tile1.nc</cyclestr>'
+        datadep_tracer:
+          attrs:
+            age: 00:00:00:05
+          text: <cyclestr offset="-{{- cycl_freq -}}">&COMIN_DIR;</cyclestr>/RESTART/fv_tracer.res.tile1.nc</datadep>
+
+task_aqm_lbcs:
+  <<: *default_aqm
+  ppn: 24
+  dependency:
+    taskdep:
+      attrs:
+        task: make_lbcs
+
+task_pre_post_stat:
+  <<: *default_aqm
+  dependency:
+    or_do_post:
+      and_run_post: # If post was meant to run, wait on the whole post metatask
+        taskvalid:
+          attrs:
+            task: run_post_mem000_f000
+        metataskdep:
+          attrs:
+            metatask: run_post_mem000
+      and_inline_post: # If inline post ran, wait on the forecast task to complete
+        not:
+          taskvalid:
+            attrs:
+              task: run_post_mem000_f000
+        taskdep:
+          attrs:
+            task: run_fcst_mem000
+
+task_post_stat_o3:
+  <<: *default_aqm
+  memory: 120G
+  dependency:
+    taskdep:
+      attrs:
+        task: pre_post_stat
+
+task_post_stat_pm25:
+  <<: *default_aqm
+  memory: 120G
+  dependency:
+      attrs:
+        task: pre_post_stat
+
+task_bias_correction_o3:
+  <<: *default_aqm
+  memory: 120G
+  dependency:
+      attrs:
+        task: pre_post_stat
+
+task_bias_correction_pm25:
+  <<: *default_aqm
+  memory: 120G
+  dependency:
+      attrs:
+        task: pre_post_stat
+