[develop] Add three UFS Case Studies to WE2E testing process (#1043)

Adding three additional UFS Case Studies (2019 Hurricane Barry, 2019 Halloween Storm, and 2020 July CAPE) to the workflow end-to-end testing process. * The UFS Case studies test yamls were created and added to the gaea-c5, derecho, and hera.gnu.com coverage suite files as well as the comprehensive suite files. * Removed Cheyenne related logic from current WE2E UFS Case Study (2020_CAD) and extended fcst wall time for it. --------- Co-authored-by: Parallel Works app-run user <Edward.Snyder@mgmt-edwardsnyder-aws-00110.pw-noaa-us-east-1.pw.local>
ufs-community · Feb 28, 2024 · a302ed5 · a302ed5
1 parent b10dbad
commit a302ed5
Show file tree

Hide file tree

Showing 11 changed files with 135 additions and 13 deletions.
diff --git a/tests/WE2E/machine_suites/comprehensive b/tests/WE2E/machine_suites/comprehensive
@@ -1,4 +1,7 @@
 2020_CAD
+2020_CAPE
+2019_hurricane_barry
+2019_halloween_storm
 community
 custom_ESGgrid
 custom_ESGgrid_Central_Asia_3km

diff --git a/tests/WE2E/machine_suites/comprehensive.derecho b/tests/WE2E/machine_suites/comprehensive.derecho
@@ -1,4 +1,7 @@
 2020_CAD
+2020_CAPE
+2019_hurricane_barry
+2019_halloween_storm
 community
 custom_ESGgrid
 #custom_ESGgrid_Central_Asia_3km

diff --git a/tests/WE2E/machine_suites/comprehensive.noaacloud b/tests/WE2E/machine_suites/comprehensive.noaacloud
@@ -59,6 +59,9 @@ pregen_grid_orog_sfc_climo
 specify_EXTRN_MDL_SYSBASEDIR_ICS_LBCS
 specify_template_filenames
 2020_CAD
+2020_CAPE
+2019_hurricane_barry
+2019_halloween_storm
 get_from_AWS_ics_GEFS_lbcs_GEFS_fmt_grib2_2022040400_ensemble_2mems
 get_from_NOMADS_ics_FV3GFS_lbcs_FV3GFS
 long_fcst
diff --git a/tests/WE2E/machine_suites/comprehensive.orion b/tests/WE2E/machine_suites/comprehensive.orion
@@ -1,4 +1,7 @@
 2020_CAD
+2020_CAPE
+2019_hurricane_barry
+2019_halloween_storm
 community
 custom_ESGgrid
 custom_ESGgrid_Central_Asia_3km

diff --git a/tests/WE2E/machine_suites/coverage.derecho b/tests/WE2E/machine_suites/coverage.derecho
@@ -7,3 +7,4 @@ grid_SUBCONUS_Ind_3km_ics_HRRR_lbcs_HRRR_suite_HRRR
 nco_grid_RRFS_CONUS_25km_ics_FV3GFS_lbcs_FV3GFS_timeoffset_suite_GFS_v16
 pregen_grid_orog_sfc_climo
 specify_template_filenames
+2019_hurricane_barry
diff --git a/tests/WE2E/machine_suites/coverage.gaea-c5 b/tests/WE2E/machine_suites/coverage.gaea-c5
@@ -9,3 +9,4 @@ grid_RRFS_CONUScompact_3km_ics_HRRR_lbcs_RAP_suite_RRFS_v1beta
 grid_SUBCONUS_Ind_3km_ics_RAP_lbcs_RAP_suite_RRFS_v1beta_plot
 nco_ensemble
 nco_grid_RRFS_CONUS_3km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v15_thompson_mynn_lam3km
+2020_CAPE
diff --git a/tests/WE2E/machine_suites/coverage.hera.gnu.com b/tests/WE2E/machine_suites/coverage.hera.gnu.com
@@ -8,3 +8,4 @@ long_fcst
 MET_verification_only_vx
 MET_ensemble_verification_only_vx_time_lag
 nco_grid_RRFS_CONUS_13km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16
+2019_halloween_storm
diff --git a/tests/WE2E/test_configs/ufs_case_studies/config.2019_halloween_storm.yaml b/tests/WE2E/test_configs/ufs_case_studies/config.2019_halloween_storm.yaml
@@ -0,0 +1,38 @@
+metadata:
+  description: |-
+    This test is to ensure that the workflow running in community mode
+    completes successfully on the RRFS_CONUS_13km grid using the FV3_GFS_v16
+    physics suite with ICs and LBCs derived from the UFS-CASE-STUDIES platforms 
+    for 2019 Halloween Storm.
+    # NOTE: FCST_LEN_HRS is set to 6 because it can take a very long time to
+    #       download these files, which can delay the WE2E testing process.
+    #       To capture the event, extend the FCST_LEN_HRS from 6 to 90.
+user:
+  RUN_ENVIR: community
+platform:
+  EXTRN_MDL_DATA_STORES: aws
+workflow:
+  CCPP_PHYS_SUITE: FV3_GFS_v16 
+  PREDEF_GRID_NAME: RRFS_CONUS_13km
+  DATE_FIRST_CYCL: '2019102812'
+  DATE_LAST_CYCL: '2019102812'
+  FCST_LEN_HRS: 6
+  PREEXISTING_DIR_METHOD: rename
+task_get_extrn_ics:
+  EXTRN_MDL_NAME_ICS: UFS-CASE-STUDY
+  FV3GFS_FILE_FMT_ICS: nemsio
+task_get_extrn_lbcs:
+  EXTRN_MDL_NAME_LBCS: UFS-CASE-STUDY
+  LBC_SPEC_INTVL_HRS: 3
+  FV3GFS_FILE_FMT_LBCS: nemsio
+rocoto:
+  tasks:
+    task_get_extrn_ics:
+      walltime: 06:00:00
+    task_get_extrn_lbcs:
+      walltime: 06:00:00
+    metatask_run_ensemble:
+      task_make_lbcs_mem#mem#:
+        walltime: 06:00:00
+      task_run_fcst_mem#mem#:
+        walltime: 06:00:00
diff --git a/tests/WE2E/test_configs/ufs_case_studies/config.2019_hurricane_barry.yaml b/tests/WE2E/test_configs/ufs_case_studies/config.2019_hurricane_barry.yaml
@@ -0,0 +1,38 @@
+metadata:
+  description: |-
+    This test is to ensure that the workflow running in community mode
+    completes successfully on the RRFS_CONUS_13km grid using the FV3_GFS_v16
+    physics suite with ICs and LBCs derived from the UFS-CASE-STUDIES platforms 
+    for 2019 Hurricane Barry.
+    # NOTE: FCST_LEN_HRS is set to 6 because it can take a very long time to
+    #       download these files, which can delay the WE2E testing process.
+    #       To capture the event, extend the FCST_LEN_HRS from 6 to 90.
+user:
+  RUN_ENVIR: community
+platform:
+  EXTRN_MDL_DATA_STORES: aws
+workflow:
+  CCPP_PHYS_SUITE: FV3_GFS_v16 
+  PREDEF_GRID_NAME: RRFS_CONUS_13km
+  DATE_FIRST_CYCL: '2019071200'
+  DATE_LAST_CYCL: '2019071200'
+  FCST_LEN_HRS: 6
+  PREEXISTING_DIR_METHOD: rename
+task_get_extrn_ics:
+  EXTRN_MDL_NAME_ICS: UFS-CASE-STUDY
+  FV3GFS_FILE_FMT_ICS: nemsio
+task_get_extrn_lbcs:
+  EXTRN_MDL_NAME_LBCS: UFS-CASE-STUDY
+  LBC_SPEC_INTVL_HRS: 3
+  FV3GFS_FILE_FMT_LBCS: nemsio
+rocoto:
+  tasks:
+    task_get_extrn_ics:
+      walltime: 06:00:00
+    task_get_extrn_lbcs:
+      walltime: 06:00:00
+    metatask_run_ensemble:
+      task_make_lbcs_mem#mem#:
+        walltime: 06:00:00
+      task_run_fcst_mem#mem#:
+        walltime: 06:00:00
diff --git a/tests/WE2E/test_configs/ufs_case_studies/config.2020_CAD.yaml b/tests/WE2E/test_configs/ufs_case_studies/config.2020_CAD.yaml
@@ -1,19 +1,12 @@
 metadata:
   description: |-
     This test is to ensure that the workflow running in community mode
-    completes successfully on the RRFS_CONUS_13km grid using the GFS_v16
-    physics suite with ICs and LBCs derived from the UFS-CASE-STUDIES platforms for 2020 Cold Air Damming case.
-    #Users can modify date for other test cases listed in the UFS-CASE-STUDIES platforms
-    #Note for runnning this test on Cheyenne: please modify this config as follows
-    #task_get_extrn_ics:
-    #  EXTRN_MDL_NAME_ICS: FV3GFS
-    #  FV3GFS_FILE_FMT_ICS: nemsio
-    #  USE_USER_STAGED_EXTRN_FILES: true
-    #task_get_extrn_lbcs:
-    #  EXTRN_MDL_NAME_LBCS: FV3GFS
-    #  LBC_SPEC_INTVL_HRS: 3
-    #  FV3GFS_FILE_FMT_LBCS: nemsio
-    #  USE_USER_STAGED_EXTRN_FILES: true
+    completes successfully on the RRFS_CONUS_13km grid using the FV3_GFS_v16
+    physics suite with ICs and LBCs derived from the UFS-CASE-STUDIES platforms 
+    for 2020 Cold Air Damming case.
+    # NOTE: FCST_LEN_HRS is set to 6 because it can take a very long time to
+    #       download these files, which can delay the WE2E testing process.
+    #       To capture the event, extend the FCST_LEN_HRS from 6 to 90.
 user:
   RUN_ENVIR: community
 platform:
@@ -41,3 +34,5 @@ rocoto:
     metatask_run_ensemble:
       task_make_lbcs_mem#mem#:
         walltime: 06:00:00
+      task_run_fcst_mem#mem#:
+        walltime: 06:00:00
diff --git a/tests/WE2E/test_configs/ufs_case_studies/config.2020_CAPE.yaml b/tests/WE2E/test_configs/ufs_case_studies/config.2020_CAPE.yaml
@@ -0,0 +1,36 @@
+metadata:
+  description: |-
+    This test is to ensure that the workflow running in community mode
+    completes successfully on the RRFS_CONUS_13km grid using the FV3_GFS_v16
+    physics suite with ICs and LBCs derived from the UFS-CASE-STUDIES platforms 
+    for 2020 July Convective Available Potential Energy.
+    # NOTE: FCST_LEN_HRS is set to 6 because it can take a very long time to
+    #       download these files, which can delay the WE2E testing process.
+    #       To capture the event, extend the FCST_LEN_HRS from 6 to 24.
+user:
+  RUN_ENVIR: community
+platform:
+  EXTRN_MDL_DATA_STORES: aws
+workflow:
+  CCPP_PHYS_SUITE: FV3_GFS_v16
+  PREDEF_GRID_NAME: RRFS_CONUS_13km
+  DATE_FIRST_CYCL: '2020072300'
+  DATE_LAST_CYCL: '2020072300'
+  FCST_LEN_HRS: 6
+  PREEXISTING_DIR_METHOD: rename
+task_get_extrn_ics:
+  EXTRN_MDL_NAME_ICS: UFS-CASE-STUDY
+  FV3GFS_FILE_FMT_ICS: nemsio
+task_get_extrn_lbcs:
+  EXTRN_MDL_NAME_LBCS: UFS-CASE-STUDY
+  LBC_SPEC_INTVL_HRS: 3
+  FV3GFS_FILE_FMT_LBCS: nemsio
+rocoto:
+  tasks:
+    task_get_extrn_ics:
+      walltime: 06:00:00
+    task_get_extrn_lbcs:
+      walltime: 06:00:00
+    metatask_run_ensemble:
+      task_make_lbcs_mem#mem#:
+        walltime: 06:00:00