RsyncGitHub_toStage_raijin.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# this will setup a directory of files that can be rsync'd to snapper, this is then pushed to github.\n",
    "\n",
    "on snapp will need to do:\n",
    "\n",
    "cd /Users/col414/decadal\n",
    "\n",
    "rsync -av mac599@raijin.nci.org.au:/short/v14/mac599/rsync_stage/cafepp .\n",
    "\n",
    "b/c I am copying only files that have changed (these will be highlighted in red to help\n",
    "identify in output) into the rsync_stage directory, \n",
    "only those will be updated. This will also mean only files that have changed will be pushed\n",
    "to github from snapper.\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "BEGIN\n",
      "The autoreload extension is already loaded. To reload it, use:\n",
      "  %reload_ext autoreload\n",
      "sys.version= 3.6.5 |Anaconda, Inc.| (default, Apr 29 2018, 16:14:56) \n",
      "[GCC 7.2.0]\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/TablesTemplates/CMIP6_CV.json to /short/v14/mac599/rsync_stage/cafepp/TablesTemplates/CMIP6_CV.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/TablesTemplates/CMIP6_coordinate.json to /short/v14/mac599/rsync_stage/cafepp/TablesTemplates/CMIP6_coordinate.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/TablesTemplates/CMIP6_fx.json to /short/v14/mac599/rsync_stage/cafepp/TablesTemplates/CMIP6_fx.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/TablesTemplates/CMIP6_Oday.json to /short/v14/mac599/rsync_stage/cafepp/TablesTemplates/CMIP6_Oday.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/TablesTemplates/CMIP6_Amon.json to /short/v14/mac599/rsync_stage/cafepp/TablesTemplates/CMIP6_Amon.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/TablesTemplates/CMIP6_Omon.json to /short/v14/mac599/rsync_stage/cafepp/TablesTemplates/CMIP6_Omon.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/TablesTemplates/CMIP6_SImon.json to /short/v14/mac599/rsync_stage/cafepp/TablesTemplates/CMIP6_SImon.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/TablesTemplates/CMIP6_day.json to /short/v14/mac599/rsync_stage/cafepp/TablesTemplates/CMIP6_day.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/TablesTemplates/CMIP6_Ofx.json to /short/v14/mac599/rsync_stage/cafepp/TablesTemplates/CMIP6_Ofx.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/JsonTemplates/cafepp_vars.json to /short/v14/mac599/rsync_stage/cafepp/JsonTemplates/cafepp_vars.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/JsonTemplates/cafepp.json to /short/v14/mac599/rsync_stage/cafepp/JsonTemplates/cafepp.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/JsonTemplates/cafepp_csiro-gfdl.json to /short/v14/mac599/rsync_stage/cafepp/JsonTemplates/cafepp_csiro-gfdl.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/JsonTemplates/cafepp_experiments.json to /short/v14/mac599/rsync_stage/cafepp/JsonTemplates/cafepp_experiments.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/JsonTemplates/cafepp_monthly_bv.json to /short/v14/mac599/rsync_stage/cafepp/JsonTemplates/cafepp_monthly_bv.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_E3hr.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_E3hr.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_CV.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_CV.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_Esubhr.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_Esubhr.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_CFsubhr.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_CFsubhr.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_E3hrPt.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_E3hrPt.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_Oclim.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_Oclim.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_IyrAnt.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_IyrAnt.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_IfxAnt.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_IfxAnt.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_E1hrClimMon.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_E1hrClimMon.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_CFmon.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_CFmon.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_AERday.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_AERday.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_coordinate.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_coordinate.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_ImonGre.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_ImonGre.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_Emon.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_Emon.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_E6hrZ.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_E6hrZ.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_Odec.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_Odec.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_CFday.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_CFday.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_3hr.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_3hr.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_CF3hr.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_CF3hr.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_CV_test.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_CV_test.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_6hrPlevPt.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_6hrPlevPt.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_LImon.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_LImon.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_Eday.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_Eday.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_formula_terms.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_formula_terms.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_E1hr.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_E1hr.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_IfxGre.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_IfxGre.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_Eyr.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_Eyr.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_AERmonZ.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_AERmonZ.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_fx.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_fx.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_AERmon.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_AERmon.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_Oday.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_Oday.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_IyrGre.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_IyrGre.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_SIday.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_SIday.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_Efx.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_Efx.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_6hrLev.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_6hrLev.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_ImonAnt.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_ImonAnt.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_AERhr.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_AERhr.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_grids.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_grids.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_Amon.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_Amon.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_6hrPlev.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_6hrPlev.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_EmonZ.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_EmonZ.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_Omon.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_Omon.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_SImon.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_SImon.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_Lmon.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_Lmon.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_EdayZ.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_EdayZ.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_day.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_day.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_Ofx.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_Ofx.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cmip6-cmor-tables/Tables/CMIP6_Oyr.json to /short/v14/mac599/rsync_stage/cafepp/cmip6-cmor-tables/Tables/CMIP6_Oyr.json\n",
      "Not copying /home/599/mac599/decadal/n_data_funcs.py to /short/v14/mac599/rsync_stage/cafepp/n_data_funcs.py\n",
      "Not copying /home/599/mac599/decadal/multi_forc_funcs.py to /short/v14/mac599/rsync_stage/cafepp/multi_forc_funcs.py\n",
      "Not copying /home/599/mac599/decadal/app_funcs.py to /short/v14/mac599/rsync_stage/cafepp/app_funcs.py\n",
      "Not copying /home/599/mac599/decadal/cafepp_daily.py to /short/v14/mac599/rsync_stage/cafepp/cafepp_daily.py\n",
      "Not copying /home/599/mac599/decadal/decadal_diag.py to /short/v14/mac599/rsync_stage/cafepp/decadal_diag.py\n",
      "Not copying /home/599/mac599/decadal/cafepp.py to /short/v14/mac599/rsync_stage/cafepp/cafepp.py\n",
      "Not copying /home/599/mac599/decadal/ProcTime.py to /short/v14/mac599/rsync_stage/cafepp/ProcTime.py\n",
      "Not copying /home/599/mac599/decadal/decadal_diag_py2.py to /short/v14/mac599/rsync_stage/cafepp/decadal_diag_py2.py\n",
      "Not copying /home/599/mac599/decadal/decadal_diag_py3.py to /short/v14/mac599/rsync_stage/cafepp/decadal_diag_py3.py\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_daily.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_daily.ipynb\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_daily_nino34_from_sst.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_daily_nino34_from_sst.ipynb\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_monthly_nino34_from_sst.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_monthly_nino34_from_sst.ipynb\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/qjob.csh to /short/v14/mac599/rsync_stage/cafepp/qjob.csh\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_daily_assimilation.json to /short/v14/mac599/rsync_stage/cafepp/cafepp_daily_assimilation.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_daily_assimilation_year_month.py to /short/v14/mac599/rsync_stage/cafepp/cafepp_daily_assimilation_year_month.py\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_daily_forecast_experiments.json to /short/v14/mac599/rsync_stage/cafepp/cafepp_daily_forecast_experiments.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/setup_jupyter_server.bash to /short/v14/mac599/rsync_stage/cafepp/setup_jupyter_server.bash\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_monthly_assimilation.json to /short/v14/mac599/rsync_stage/cafepp/cafepp_monthly_assimilation.json\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_monthly_assimilation.py to /short/v14/mac599/rsync_stage/cafepp/cafepp_monthly_assimilation.py\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_monthly_control.py to /short/v14/mac599/rsync_stage/cafepp/cafepp_monthly_control.py\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/RsyncGitHub_toStage_raijin.ipynb to /short/v14/mac599/rsync_stage/cafepp/RsyncGitHub_toStage_raijin.ipynb\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/RsyncGitHub_toStage_vm32.ipynb to /short/v14/mac599/rsync_stage/cafepp/RsyncGitHub_toStage_vm32.ipynb\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/RsyncGitHub_fromStage_raijin.ipynb to /short/v14/mac599/rsync_stage/cafepp/RsyncGitHub_fromStage_raijin.ipynb\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_daily_assimilation_year_month.py to /short/v14/mac599/rsync_stage/cafepp/cafepp_daily_assimilation_year_month.py\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_daily_assimilation.py to /short/v14/mac599/rsync_stage/cafepp/cafepp_daily_assimilation.py\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_daily_forecast.py to /short/v14/mac599/rsync_stage/cafepp/cafepp_daily_forecast.py\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_daily_control.py to /short/v14/mac599/rsync_stage/cafepp/cafepp_daily_control.py\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_monthly_forecast.py to /short/v14/mac599/rsync_stage/cafepp/cafepp_monthly_forecast.py\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/ProcTime.ipynb to /short/v14/mac599/rsync_stage/cafepp/ProcTime.ipynb\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_eg1.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_eg1.ipynb\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_eg2.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_eg2.ipynb\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_eg3.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_eg3.ipynb\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_eg4.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_eg4.ipynb\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_eg5.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_eg5.ipynb\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_eg6.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_eg6.ipynb\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_eg7.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_eg7.ipynb\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_eg8.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_eg8.ipynb\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_eg9.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_eg9.ipynb\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_eg10.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_eg10.ipynb\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_eg11.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_eg11.ipynb\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/cafepp_eg12.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_eg12.ipynb\n",
      "Not copying /home/599/mac599/decadal/paper_analysis/matts_exps.ipynb to /short/v14/mac599/rsync_stage/cafepp/matts_exps.ipynb\n",
      "\u001b[91mCopying /home/599/mac599/decadal/paper_analysis/cafepp_eg13.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_eg13.ipynb\u001b[0m\n",
      "\u001b[91mCopying /home/599/mac599/decadal/paper_analysis/cafepp_eg14.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_eg14.ipynb\u001b[0m\n",
      "\u001b[91mCopying /home/599/mac599/decadal/paper_analysis/cafepp_eg15.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_eg15.ipynb\u001b[0m\n",
      "\u001b[91mCopying /home/599/mac599/decadal/paper_analysis/cafepp_eg16.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_eg16.ipynb\u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[91mCopying /home/599/mac599/decadal/paper_analysis/cafepp_eg17.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_eg17.ipynb\u001b[0m\n",
      "\u001b[91mCopying /home/599/mac599/decadal/paper_analysis/cafepp_eg18.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_eg18.ipynb\u001b[0m\n",
      "\u001b[91mCopying /home/599/mac599/decadal/paper_analysis/cafepp_eg19.ipynb to /short/v14/mac599/rsync_stage/cafepp/cafepp_eg19.ipynb\u001b[0m\n",
      "\u001b[91mCopying /home/599/mac599/decadal/paper_analysis/matt_ozone.ipynb to /short/v14/mac599/rsync_stage/cafepp/matt_ozone.ipynb\u001b[0m\n",
      "\u001b[91mCopying /home/599/mac599/decadal/paper_analysis/test_lag_lead.ipynb to /short/v14/mac599/rsync_stage/cafepp/test_lag_lead.ipynb\u001b[0m\n",
      "END\n"
     ]
    }
   ],
   "source": [
    "print('BEGIN')\n",
    "\n",
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "\n",
    "import os\n",
    "import shutil\n",
    "import glob\n",
    "import sys\n",
    "import inspect\n",
    "import filecmp\n",
    "\n",
    "os.chdir('/home/599/mac599/decadal')\n",
    "\n",
    "__file__='jupyter_notebook' #this can be deleted when written to a python script and loaded as module.\n",
    "\n",
    "print('sys.version=',sys.version)\n",
    "\n",
    "from decadal_diag import myfile_copy\n",
    "\n",
    "CLEAN=False\n",
    "#CLEAN=True\n",
    "\n",
    "outdir='/short/v14/mac599/rsync_stage/cafepp'\n",
    "topdir='/home/599/mac599'\n",
    "\n",
    "if(os.path.exists(outdir) and CLEAN):\n",
    "  shutil.rmtree(outdir)\n",
    "\n",
    "if(not os.path.exists(outdir)):\n",
    "  os.mkdir(outdir)\n",
    "\n",
    "sub_directory='TablesTemplates'\n",
    "if(not os.path.exists(outdir+'/'+sub_directory)):\n",
    "  os.mkdir(outdir+'/'+sub_directory)\n",
    "input_files=glob.glob(topdir+'/decadal/paper_analysis'+'/'+sub_directory+'/*.json')\n",
    "for input_file in input_files:\n",
    "  inf=input_file\n",
    "  head,tail=os.path.split(inf)\n",
    "  #print(tail)\n",
    "  outf=outdir+'/'+sub_directory+'/'+tail\n",
    "  myfile_copy(inf,outf)\n",
    "  \n",
    "sub_directory='JsonTemplates'\n",
    "if(not os.path.exists(outdir+'/'+sub_directory)):\n",
    "  os.mkdir(outdir+'/'+sub_directory)\n",
    "input_files=glob.glob(topdir+'/decadal/paper_analysis'+'/'+sub_directory+'/*.json')\n",
    "for input_file in input_files:\n",
    "  inf=input_file\n",
    "  head,tail=os.path.split(inf)\n",
    "  outf=outdir+'/'+sub_directory+'/'+tail\n",
    "  myfile_copy(inf,outf)\n",
    "  \n",
    "directory_string='cmip6-cmor-tables/Tables' #copytree doesn't work on this directory due to hidden git files...\n",
    "if(not os.path.exists(outdir+'/'+directory_string)):                      \n",
    "  os.makedirs(outdir+'/'+directory_string) #note makedirs rather than mkdir\n",
    "input_files=glob.glob(topdir+'/decadal/paper_analysis/'+directory_string+'/CMIP6*.json')\n",
    "for input_file in input_files:\n",
    "  inf=input_file\n",
    "  head,tail=os.path.split(inf)\n",
    "  #print(tail)\n",
    "  outf=outdir+'/'+directory_string+'/'+tail\n",
    "  myfile_copy(inf,outf)  \n",
    "\n",
    "#raise SystemExit('STOP!:'+__file__+' line number: '+str(inspect.stack()[0][2]))  \n",
    "  #shutil.copy(input_file,outdir+'/cmip6-cmor-tables/Tables/.')\n",
    "\n",
    "input_files=['n_data_funcs.py','multi_forc_funcs.py','app_funcs.py', 'cafepp_daily.py', 'decadal_diag.py', 'cafepp.py', 'ProcTime.py', 'decadal_diag_py2.py', 'decadal_diag_py3.py', 'other.py']\n",
    "directory_string='decadal'\n",
    "for input_file in input_files:\n",
    "  inf=topdir+'/'+directory_string+'/'+input_file\n",
    "  head,tail=os.path.split(inf)\n",
    "  outf=outdir+'/'+tail\n",
    "  myfile_copy(inf,outf)  \n",
    "  #shutil.copyfile(topdir+'/'+directory_string+'/'+input_file,outdir+'/'+input_file)\n",
    "  \n",
    "input_files=['merra-2_MPSI.ncl', 'merra-2.ncl', 'merra-2_U40hPa.ncl', 'merra-2_Uzon.ncl', 'hadisst-nino.ncl', \\\n",
    "  'merra-2-nino.ncl', 'merra-2_mpsi.ncl', \\\n",
    "  'compress_nc.bash', 'plevel_col414.bash', 'prepare_vertintp.bash', \\\n",
    "  'cafepp_daily.ipynb','cafepp_daily_nino34_from_sst.ipynb','cafepp_monthly_nino34_from_sst.ipynb', \\\n",
    "  'qjob.csh','cafepp_daily_assimilation.json','cafepp_daily_assimilation_year_month.py', \\\n",
    "  'cafepp_daily_forecast_experiments.json','setup_jupyter_server.bash', \\\n",
    "  'cafepp_monthly_assimilation.json','cafepp_monthly_assimilation.py','cafepp_monthly_control.py', \\\n",
    "  'RsyncGitHub_toStage_raijin.ipynb', 'RsyncGitHub_toStage_vm32.ipynb', 'RsyncGitHub_fromStage_raijin.ipynb', \\\n",
    "  'cafepp_daily_assimilation_year_month.py', 'cafepp_daily_assimilation.py', \\\n",
    "  'cafepp_daily_forecast.py', 'compress_nc.py', 'compress_nc_eg.py', 'prepare_vertintp.py', 'diagnostic_doppyo_collier.py', \\\n",
    "  'cafepp_daily_control.py', 'cafepp_monthly_forecast.py', \\\n",
    "  'ProcTime.ipynb', 'elbe.ipynb', 'test_ferret_magic.ipynb', 'interpolate_f1_to_isobaric.ipynb',\n",
    "  'interpolate_f1_to_isobaric_collierversion.ipynb', 'ozone_cmip6runs.ipynb', 'test_lag_lead.ipynb', 'nominal_resolution.ipynb', \n",
    "  'CF_checker_cafe.ipynb', 'PyAstronomy_eg.ipynb', 'test_waf.ipynb', 'test_cmap.ipynb', 'merra2-daily.ipynb', 'cmap_hero.ipynb',   \n",
    "  'terry_qbo.ipynb', 'Mk36_large_ensembles.ipynb', 'test_netcdf_compression.ipynb', 'test_vertical_interpolation.ipynb', \n",
    "  'merra2.ipynb', 'merra2-6hourly.ipynb', \\\n",
    "  'cafepp_eg1.ipynb', 'cafepp_eg2.ipynb', 'cafepp_eg3.ipynb', 'cafepp_eg4.ipynb', 'cafepp_eg5.ipynb', 'cafepp_eg6.ipynb', \\\n",
    "  'cafepp_eg7.ipynb', 'cafepp_eg8.ipynb', 'cafepp_eg9.ipynb', 'cafepp_eg10.ipynb', \\\n",
    "  'cafepp_eg11.ipynb','cafepp_eg12.ipynb', 'matts_exps.ipynb', 'cafepp_eg13.ipynb', 'cafepp_eg14.ipynb', 'cafepp_eg15.ipynb', \\\n",
    "  'cafepp_eg16.ipynb','cafepp_eg17.ipynb', 'cafepp_eg18.ipynb', 'cafepp_eg19.ipynb', \\\n",
    "  'cafepp_eg20.ipynb', 'matt_ozone.ipynb', 'test_lag_lead.ipynb']\n",
    "directory_string='decadal/paper_analysis'\n",
    "for input_file in input_files:\n",
    "  inf=topdir+'/'+directory_string+'/'+input_file\n",
    "  head,tail=os.path.split(inf)\n",
    "  outf=outdir+'/'+tail\n",
    "  myfile_copy(inf,outf)  \n",
    "  #shutil.copyfile(topdir+'/'+directory_string+'/'+input_file,outdir+'/'+input_file)\n",
    "\n",
    "print('END')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}