Updated for new release - 1.1.9; CMOR3.7.1

README.md

@@ -1,11 +1,11 @@
 # amipbcs - AMIP dataset prepared for input4MIPs
-Code to generate boundary condition data for the AMIP (Atmospheric Model Intercomparison Project) experiment as part of CMIP6 and the input4MIPs project
+Code to generate boundary condition data for the AMIP (Atmospheric Model Intercomparison Project) experiment as part of CMIP6 and CMIP6Plus phases and the input4MIPs project
 
-Generated data can be obtained from the [PCMDI ESGF data portal](https://esgf-node.llnl.gov/search/input4mips/?source_version=1.2.0)
+The latest generated data can be obtained from the [PCMDI ESGF data portal](https://esgf-node.llnl.gov/search/input4mips/?source_id=PCMDI-AMIP-1-1-9)
 
 The code depends upon the following packages:
-- [**CDMS2 3.1.5+**](https://github.com/CDAT/cdms) (Available through [conda](https://anaconda.org/conda-forge/cdms2/files))
-- [**CMOR 3.6.1+**](https://github.com/PCMDI/cmor) (Available through [conda](https://anaconda.org/conda-forge/cmor/files))
-- [**gfortran 11.2.0+**](https://gcc.gnu.org/wiki/GFortran) (Available through [conda](https://anaconda.org/conda-forge/gfortran/files))
+- [**CDMS2 3.1.5**](https://github.com/CDAT/cdms) (Available through [conda](https://anaconda.org/conda-forge/cdms2/files))
+- [**CMOR 3.7.1+**](https://github.com/PCMDI/cmor) (Available through [conda](https://anaconda.org/conda-forge/cmor/files))
+- [**gfortran 12.2.0+**](https://gcc.gnu.org/wiki/GFortran) (Available through [conda](https://anaconda.org/conda-forge/gfortran/files))
 
 These packages and libraries are available for linux-64 and osx-64 (x86_64) architectures

SST_1-1-9-release/230503_log.txt

@@ -0,0 +1,21 @@
+2023-05-03 11:01:14 URL: ftp://ftp.cpc.ncep.noaa.gov/precip/PORT/sst/oimonth_v2/ [3302] -> ".listing" [1]
+2023-05-03 11:01:14 URL: ftp://ftp.cpc.ncep.noaa.gov/precip/PORT/sst/oimonth_v2/oiv2mon.202301.gz [197648] -> "oiv2mon.202301.gz" [1]
+FINISHED --2023-05-03 11:01:14--
+Total wall clock time: 1.9s
+Downloaded: 1 files, 193K in 0.3s (682 KB/s)
+2023-05-03 11:01:15 URL: ftp://ftp.cpc.ncep.noaa.gov/precip/PORT/sst/oimonth_v2/ [3302] -> ".listing" [1]
+2023-05-03 11:01:16 URL: ftp://ftp.cpc.ncep.noaa.gov/precip/PORT/sst/oimonth_v2/oiv2mon.202201.gz [197350] -> "oiv2mon.202201.gz" [1]
+2023-05-03 11:01:16 URL: ftp://ftp.cpc.ncep.noaa.gov/precip/PORT/sst/oimonth_v2/oiv2mon.202202.gz [195449] -> "oiv2mon.202202.gz" [1]
+2023-05-03 11:01:17 URL: ftp://ftp.cpc.ncep.noaa.gov/precip/PORT/sst/oimonth_v2/oiv2mon.202203.gz [196505] -> "oiv2mon.202203.gz" [1]
+2023-05-03 11:01:18 URL: ftp://ftp.cpc.ncep.noaa.gov/precip/PORT/sst/oimonth_v2/oiv2mon.202204.gz [196248] -> "oiv2mon.202204.gz" [1]
+2023-05-03 11:01:18 URL: ftp://ftp.cpc.ncep.noaa.gov/precip/PORT/sst/oimonth_v2/oiv2mon.202205.gz [196443] -> "oiv2mon.202205.gz" [1]
+2023-05-03 11:01:19 URL: ftp://ftp.cpc.ncep.noaa.gov/precip/PORT/sst/oimonth_v2/oiv2mon.202206.gz [197521] -> "oiv2mon.202206.gz" [1]
+2023-05-03 11:01:20 URL: ftp://ftp.cpc.ncep.noaa.gov/precip/PORT/sst/oimonth_v2/oiv2mon.202207.gz [196986] -> "oiv2mon.202207.gz" [1]
+2023-05-03 11:01:20 URL: ftp://ftp.cpc.ncep.noaa.gov/precip/PORT/sst/oimonth_v2/oiv2mon.202208.gz [196787] -> "oiv2mon.202208.gz" [1]
+2023-05-03 11:01:21 URL: ftp://ftp.cpc.ncep.noaa.gov/precip/PORT/sst/oimonth_v2/oiv2mon.202209.gz [196653] -> "oiv2mon.202209.gz" [1]
+2023-05-03 11:01:21 URL: ftp://ftp.cpc.ncep.noaa.gov/precip/PORT/sst/oimonth_v2/oiv2mon.202210.gz [197653] -> "oiv2mon.202210.gz" [1]
+2023-05-03 11:01:22 URL: ftp://ftp.cpc.ncep.noaa.gov/precip/PORT/sst/oimonth_v2/oiv2mon.202211.gz [198409] -> "oiv2mon.202211.gz" [1]
+2023-05-03 11:01:23 URL: ftp://ftp.cpc.ncep.noaa.gov/precip/PORT/sst/oimonth_v2/oiv2mon.202212.gz [198594] -> "oiv2mon.202212.gz" [1]
+FINISHED --2023-05-03 11:01:23--
+Total wall clock time: 8.5s
+Downloaded: 12 files, 2.3M in 4.3s (536 KB/s)

SST_1-2-0_1-1-7/SSTICE.Update.unf.csh → SST_1-1-9-release/SSTICE.Update.unf.csh

@@ -83,9 +83,9 @@ begin                       ; MAIN NCL DRIVER
  ;diri   = "/work/durack1/Shared/150219_AMIPForcingData/SST_NEW/$date/"
 
  ;###### PATHS: REQUIRES UPDATING ##
-  diri   = "/work/durack1/Shared/150219_AMIPForcingData/SST_1-2-0/211115/" ; ## UPDATE : REQUIRES UPDATING ##
-  diro   = "/work/durack1/Shared/150219_AMIPForcingData/SST_1-2-0/" ; ## UPDATE : REQUIRES UPDATING ##
-  dirm   = "/work/durack1/Shared/150219_AMIPForcingData/SST_1-2-0/" ; ## UPDATE : REQUIRES UPDATING - LAST EDIT REQUIRED ##
+  diri   = "/p/user_pub/climate_work/durack1/Shared/150219_AMIPForcingData/SST_1-1-9/230503/" ; ## UPDATE : REQUIRES UPDATING ##
+  diro   = "/p/user_pub/climate_work/durack1/Shared/150219_AMIPForcingData/SST_1-1-9/" ; ## UPDATE : REQUIRES UPDATING ##
+  dirm   = "/p/user_pub/climate_work/durack1/Shared/150219_AMIPForcingData/SST_1-1-9/" ; ## UPDATE : REQUIRES UPDATING - LAST EDIT REQUIRED ##
  ;######
 
   film   = "lstags.onedeg.dat"  ; sst mask [not used]

SST_1-2-0_1-1-7/download.sh → SST_1-1-9-release/download.sh

@@ -24,6 +24,14 @@
 # PJD 27 Jul 2021   - Updated download URLs, latest conda envs etc
 # PJD  9 Sep 2021   - Updated again for the latest August 2021 data availability
 # PJD  4 Nov 2021   - Updated again for the latest September 2021 data availability
+# PJD 14 Jun 2022   - Updated belatedly for April 2020 data release; updated to add WORKPATH
+# PJD 12 Apr 2023   - Updated for April 2023 data release; CMIP6Plus 1-2-0
+# PJD 17 Apr 2023   - Updated for Jan 2023 update; CMIP6Plus 1x1 1.2.0 release
+# PJD  3 May 2023   - Updated version number to 1-1-9 after end of line OISSTv2 data identified - will publish as CMIP6Plus
+
+# 1.0 degree data no longer updated
+# https://psl.noaa.gov/data/gridded/data.noaa.oisst.v2.html 1.0 deg
+# https://psl.noaa.gov/data/gridded/data.noaa.oisst.v2.highres.html 0.25 deg
 
 # USER WILL NEED TO SET:
 # ENVIRONMENT VARIABLES: NCARG_ROOT (and PATH to include ncl path)
@@ -33,21 +41,23 @@
 # Doc: http://doi.org/10.1175/2008JCLI2292.1 (Hurrell et al., 2008)
 
 ### USER TO SET ###
-set condaEnv=211104
-setenv NCARG_ROOT /home/durack1/anaconda3/envs/amipbcs${condaEnv}
-setenv PATH /home/durack1/anaconda3/envs/amipbcs${condaEnv}/bin:${PATH} ; # Add wrapit77, ncl, nco to PATH
+set condaEnv=230412
+setenv NCARG_ROOT /home/durack1/mambaforge/envs/amipbcs${condaEnv}
+setenv PATH /home/durack1/mambaforge/envs/amipbcs${condaEnv}/bin:${PATH} ; # Add wrapit77, ncl, nco to PATH
+setenv WORKPATH /p/user_pub/climate_work/durack1/Shared/150219_AMIPForcingData
 
 ###### UPDATE : PATH REQUIRES UPDATING ##
 ## NEW DATA ##
-set lastYrMn=202110 ; ## UPDATE : END YEAR-MONTH REQUIRES UPDATING ##
-set oi2path=/work/durack1/Shared/150219_AMIPForcingData/SST_1-2-0/ ; ## UPDATE : PATH REQUIRES UPDATING ##
+set lastYrMn=202301 ; ## UPDATE : NEW DATA END YEAR-MONTH REQUIRES UPDATING ##
+set prevYrMn=202201 ; ## UPDATE : NEW DATA START YEAR-MONTH REQUIRES UPDATING ##
+set oi2path=${WORKPATH}/SST_1-1-9/ ; ## UPDATE : PATH REQUIRES UPDATING ##
 set oi2icefile=MODEL.ICE.HAD187001-198110.OI198111-${lastYrMn}
 set oi2sstfile=MODEL.SST.HAD187001-198110.OI198111-${lastYrMn}
-set oi2unficefile=MODEL.OI2.ice.mnly.201901-${lastYrMn}.unf
-set oi2unfsstfile=MODEL.OI2.sst.mnly.201901-${lastYrMn}.unf
-## OLD DATA ##
-set prevLastYrMn=201903 ; ## UPDATE : PREVIOUS END YEAR-MONTH REQUIRES UPDATING ##
-set oi2oldpath=/work/durack1/Shared/150219_AMIPForcingData/SST_1-2-0-1-1-6/ ; ## UPDATE : PATH REQUIRES UPDATING ##
+set oi2unficefile=MODEL.OI2.ice.mnly.${prevYrMn}-${lastYrMn}.unf
+set oi2unfsstfile=MODEL.OI2.sst.mnly.${prevYrMn}-${lastYrMn}.unf
+## OLD DATA - are more than two years of data being downloaded? ##
+set prevLastYrMn=202205 ; ## UPDATE : PREVIOUS END YEAR-MONTH REQUIRES UPDATING ##
+set oi2oldpath=${WORKPATH}/SST_1-1-8/ ; ## UPDATE : PATH REQUIRES UPDATING ##
 set oi2oldicefile=MODEL.ICE.HAD187001-198110.OI198111-${prevLastYrMn}
 set oi2oldsstfile=MODEL.SST.HAD187001-198110.OI198111-${prevLastYrMn}
 ######
@@ -59,24 +69,24 @@ cd ${oi2path}
 \mkdir ${date}
 cd ${date}
 
-### Step 1 - get most up-to-date files ###
-# 2021
+### Step 1 - get most up-to-date files, most bi-yearly updates will only require a single call ###
+# 2023
 set currentYear=`date +%y`
 set acceptList=oiv2mon.20${currentYear}
-set url1=ftp://ftp.emc.ncep.noaa.gov/cmb/sst/oimonth_v2/
+#set url1=ftp://ftp.emc.ncep.noaa.gov/cmb/sst/oimonth_v2/
 set url2=ftp://ftp.cpc.ncep.noaa.gov/precip/PORT/sst/oimonth_v2/
 echo 'downloading '${acceptList}\*.gz
 \wget -o ../${date}_log.txt -nv -nc -nH --cut-dirs=4 -rl1 -A ${acceptList}\*.gz --no-check-certificate ${url2}
-# 2020
+# 2022
 set previousYear=`expr ${currentYear} - 1`
 set previousYear=oiv2mon.20${previousYear}
 echo 'downloading '${previousYear}\*.gz
 \wget -a ../${date}_log.txt -nv -nc -nH --cut-dirs=4 -rl1 -A ${previousYear}\*.gz --no-check-certificate ${url2}
-# 2019
-set previousYear=`expr ${currentYear} - 2`
-set previousYear=oiv2mon.20${previousYear}
-echo 'downloading '${previousYear}\*.gz
-\wget -a ../${date}_log.txt -nv -nc -nH --cut-dirs=3 -rl1 -A ${previousYear}\*.gz --no-check-certificate ${url1}
+# 2021 - not needed, recent updated only includes two current and previous year
+#set previousYear=`expr ${currentYear} - 2`
+#set previousYear=oiv2mon.20${previousYear}
+#echo 'downloading '${previousYear}\*.gz
+#\wget -a ../${date}_log.txt -nv -nc -nH --cut-dirs=3 -rl1 -A ${previousYear}\*.gz --no-check-certificate ${url1}
 
 ### Step 2 - unzip files ###
 \gunzip *.gz
@@ -105,10 +115,13 @@ cd ${oi2path}
 #     3,31 (April 2019 through August 2021) note 0 indexing ; Run 210909
 #     3,32 (April 2019 through September 2021) note 0 indexing ; Run 211104
 #     3,33 (April 2019 through October 2021) note 0 indexing ; Run 211115
+#     10, 16 (November 2021 through May 2022); Run 220614
+#     5, 12 (June 2022 through Jan 2023); Run 230412
+
 
 ###### UPDATE : YEARS REQUIRE UPDATING ##
-ncks -O -h -d time,3,33 ${oi2unficefile}.nc ICE.update.nc ; # Extract months ## UPDATE : INDEXED MONTHS REQUIRE UPDATING ##
-ncks -O -h -d time,3,33 ${oi2unfsstfile}.nc SST.update.nc ; ## UPDATE : INDEXED MONTHS REQUIRE UPDATING - LAST EDIT REQUIRED ##
+ncks -O -h -d time,5,12 ${oi2unficefile}.nc ICE.update.nc ; # Extract months ## UPDATE : INDEXED MONTHS REQUIRE UPDATING ##
+ncks -O -h -d time,5,12 ${oi2unfsstfile}.nc SST.update.nc ; ## UPDATE : INDEXED MONTHS REQUIRE UPDATING - LAST EDIT REQUIRED ##
 # Make sure updates went correctly ... only the 12 new months, Check 'date' variable
 ######
 # Check times of new updates
@@ -125,8 +138,10 @@ ncdump -v date ${oi2oldpath}${oi2oldsstfile}.nc
 ### Step 6 - Append new months onto existing data ###
 # Purge existing files and merge old and new files
 rm -f MODEL.ICE.HAD187001-198110.OI198111-*.nc
+echo "if rm: No match. - no cleanup required"
 ncrcat ${oi2oldpath}${oi2oldicefile}.nc ICE.update.nc ${oi2icefile}.nc
 rm -f MODEL.SST.HAD187001-198110.OI198111-*.nc
+echo "if rm: No match. - no cleanup required"
 ncrcat ${oi2oldpath}${oi2oldsstfile}.nc SST.update.nc ${oi2sstfile}.nc
 # Make sure updates went correctly
 echo '**********'