Skip to content

Commit

Permalink
Set place=shared for shared jobs on WCOSS2 (develop) (#2156)
Browse files Browse the repository at this point in the history
Set job as shared when not exclusive on WCOSS2

WCOSS2 defaults to exclusive when it is not specified as
either exclusive (place=exclhost) or shared (place=shared).
Now set shared when job should be shared.

Refs #2135
  • Loading branch information
KateFriedman-NOAA authored Dec 19, 2023
1 parent 89aea97 commit a81da33
Show file tree
Hide file tree
Showing 35 changed files with 37 additions and 34 deletions.
2 changes: 1 addition & 1 deletion ecf/scripts/enkfgdas/analysis/create/jenkfgdas_diag.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:06:00
#PBS -l select=1:mpiprocs=48:ompthreads=1:ncpus=48:mem=24GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/enkfgdas/analysis/recenter/jenkfgdas_sfc.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:06:00
#PBS -l select=1:mpiprocs=80:ompthreads=1:ncpus=80:mem=80GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:10:00
#PBS -l select=1:mpiprocs=96:ompthreads=1:ncpus=96:mem=48GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

export model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gdas/atmos/gempak/jgdas_atmos_gempak.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:15:00
#PBS -l select=1:ncpus=2:mpiprocs=2:mem=4GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:30:00
#PBS -l select=1:ncpus=1:mem=1GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:05:00
#PBS -l select=1:ncpus=1:mem=1GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:08:00
#PBS -l select=1:ncpus=1:mem=2GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gdas/atmos/post/jgdas_atmos_post_manager.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=01:15:00
#PBS -l select=1:ncpus=1:mem=1GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:10:00
#PBS -l select=1:ncpus=3:mpiprocs=3:ompthreads=1:mem=200GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfozn.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:05:00
#PBS -l select=1:ncpus=1:mem=1GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gdas/atmos/verf/jgdas_atmos_verfrad.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:20:00
#PBS -l select=1:ncpus=1:mem=5GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gdas/atmos/verf/jgdas_atmos_vminmon.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:05:00
#PBS -l select=1:ncpus=1:mem=1GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gdas/wave/init/jgdas_wave_init.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:10:00
#PBS -l select=1:mpiprocs=11:ompthreads=1:ncpus=11:mem=2GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gdas/wave/post/jgdas_wave_postpnt.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:12:00
#PBS -l select=4:mpiprocs=50:ompthreads=1:ncpus=50:mem=10GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gdas/wave/post/jgdas_wave_postsbs.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:20:00
#PBS -l select=1:mpiprocs=8:ompthreads=1:ncpus=8:mem=10GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gdas/wave/prep/jgdas_wave_prep.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:10:00
#PBS -l select=1:mpiprocs=5:ompthreads=1:ncpus=5:mem=100GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=03:00:00
#PBS -l select=1:ncpus=28:mpiprocs=28:mem=2GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/atmos/gempak/jgfs_atmos_gempak_meta.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=03:00:00
#PBS -l select=1:ncpus=23:mpiprocs=23:mem=2GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=02:00:00
#PBS -l select=1:ncpus=1:mem=1GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=02:00:00
#PBS -l select=1:ncpus=1:mem=1GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:30:00
#PBS -l select=1:ncpus=1:mem=1GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:05:00
#PBS -l select=1:ncpus=1:mem=1GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:07:00
#PBS -l select=1:ncpus=1:mem=2GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/atmos/post/jgfs_atmos_post_manager.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=04:00:00
#PBS -l select=1:ncpus=1:mem=1GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:10:00
#PBS -l select=1:ncpus=1:mem=3GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:05:00
#PBS -l select=1:ncpus=1:mem=3GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:05:00
#PBS -l select=1:ncpus=1:mem=4GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/atmos/verf/jgfs_atmos_vminmon.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:05:00
#PBS -l select=1:ncpus=1:mem=1GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/wave/gempak/jgfs_wave_gempak.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=02:00:00
#PBS -l select=1:ncpus=1:mem=1GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/wave/init/jgfs_wave_init.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:10:00
#PBS -l select=1:mpiprocs=11:ompthreads=1:ncpus=11:mem=2GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/wave/post/jgfs_wave_postsbs.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=03:00:00
#PBS -l select=1:mpiprocs=8:ompthreads=1:ncpus=8:mem=10GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_bulls.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:20:00
#PBS -l select=1:ncpus=1:mem=1GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/wave/post/jgfs_wave_prdgen_gridded.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=02:00:00
#PBS -l select=1:ncpus=1:mem=1GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
2 changes: 1 addition & 1 deletion ecf/scripts/gfs/wave/prep/jgfs_wave_prep.ecf
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
#PBS -A %PROJ%-%PROJENVIR%
#PBS -l walltime=00:10:00
#PBS -l select=1:mpiprocs=65:ompthreads=1:ncpus=65:mem=150GB
#PBS -l place=vscatter
#PBS -l place=vscatter:shared
#PBS -l debug=true

model=gfs
Expand Down
3 changes: 3 additions & 0 deletions workflow/rocoto/tasks.py
Original file line number Diff line number Diff line change
Expand Up @@ -159,8 +159,11 @@ def get_resource(self, task_name):
native = None
if scheduler in ['pbspro']:
native = '-l debug=true,place=vscatter'
# Set either exclusive or shared - default on WCOSS2 is exclusive when not set
if task_config.get('is_exclusive', False):
native += ':exclhost'
else:
native += ':shared'
elif scheduler in ['slurm']:
native = '--export=NONE'

Expand Down

0 comments on commit a81da33

Please sign in to comment.