Auto_netcdf_extractor.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "85d2ca06",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "#############################( Run This only at start) ################################\n",
    "# This script makes folder name 1 2 3 4 upto 156 \n",
    "# made with love by Asfand \n",
    "for i in range(1,157):\n",
    "    os.makedirs( \"C:/Users/asfan/Desktop/data/output/{}\".format(i))\n",
    "#######################################################################################"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "1056a881",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "18.93699598312378\n"
     ]
    }
   ],
   "source": [
    "import time\n",
    "start = time.time()\n",
    "\n",
    "import netCDF4\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import xarray as xr\n",
    "import os\n",
    "######################(to Remove Warnings)###############################\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')\n",
    "\n",
    "#######################################################\n",
    "files_to_convert  = 'C:/Users/asfan/Desktop/data/netcdf/' \n",
    "#######################################################\n",
    "def geo_idx(dd, dd_array):\n",
    "   \"\"\"\n",
    "     search for nearest decimal degree in an array of decimal degrees and return the index.\n",
    "     np.argmin returns the indices of minium value along an axis.\n",
    "     so subtract dd from all values in dd_array, take absolute value and find index of minium.\n",
    "    \"\"\"\n",
    "   geo_idx = (np.abs(dd_array - dd)).argmin()\n",
    "   return geo_idx\n",
    "############################################\n",
    "for i in range(1,157):\n",
    "    ## 2nd Latitude and lonitude \n",
    "    excel_dir1 = 'C:/Users/asfan/Desktop/data/output/{}/'.format(i)\n",
    "    ###################(Change if needed)####################################\n",
    "    #lat and lon\n",
    "   # in_lat1 = 36.625\n",
    "   # in_lon1 = 72.125\n",
    "    if i== 1:\n",
    "        in_lat1 = 36.875\n",
    "        in_lon1 = 73.625\n",
    "    elif i == 2:\n",
    "        in_lat1 = 36.625\n",
    "        in_lon1 = 72.125\n",
    "    elif i == 3:\n",
    "        in_lat1 = 36.625\n",
    "        in_lon1 = 72.375\n",
    "    elif i == 4:\n",
    "        in_lat1 = 36.625\n",
    "        in_lon1 = 72.625\n",
    "    elif i == 5:\n",
    "        in_lat1 = 36.625\n",
    "        in_lon1 = 72.875\n",
    "    elif i == 6:\n",
    "        in_lat1 = 36.375\n",
    "        in_lon1 = 71.625\n",
    "    elif i == 7:\n",
    "        in_lat1 = 36.375\n",
    "        in_lon1 = 71.875\n",
    "    elif i == 8:\n",
    "        in_lat1 = 36.375\n",
    "        in_lon1 = 72.125\n",
    "    elif i == 9:\n",
    "        in_lat1 = 36.375\n",
    "        in_lon1 = 72.375\n",
    "    elif i == 10:\n",
    "        in_lat1 = 36.375\n",
    "        in_lon1 = 72.625\n",
    "    elif i == 11:\n",
    "        in_lat1 = 36.125\n",
    "        in_lon1 = 71.375\n",
    "    elif i == 12:\n",
    "        in_lat1 = 36.125\n",
    "        in_lon1 = 71.625\n",
    "    elif i == 13:\n",
    "        in_lat1 = 36.125\n",
    "        in_lon1 = 71.875   \n",
    "    elif i == 14:\n",
    "        in_lat1 = 36.125\n",
    "        in_lon1 = 72.125\n",
    "    elif i == 15:\n",
    "        in_lat1 = 36.125\n",
    "        in_lon1 = 72.375\n",
    "    elif i == 16:\n",
    "        in_lat1 = 35.875\n",
    "        in_lon1 = 71.625\n",
    "    elif i == 17:\n",
    "        in_lat1 = 35.875\n",
    "        in_lon1 = 71.875        \n",
    "    elif i == 18:\n",
    "        in_lat1 = 35.875\n",
    "        in_lon1 = 72.125\n",
    "    elif i == 19:\n",
    "        in_lat1 = 35.875\n",
    "        in_lon1 = 72.375\n",
    "    elif i == 20:\n",
    "        in_lat1 = 35.625\n",
    "        in_lon1 = 71.625\n",
    "    elif i == 21:\n",
    "        in_lat1 = 35.625\n",
    "        in_lon1 = 71.875        \n",
    "    elif i == 22:\n",
    "        in_lat1 = 35.625\n",
    "        in_lon1 = 72.125\n",
    "    elif i == 23:\n",
    "        in_lat1 = 35.625\n",
    "        in_lon1 = 72.375\n",
    "    elif i == 24:\n",
    "        in_lat1 =35.625\n",
    "        in_lon1 = 72.625\n",
    "    elif i == 25:\n",
    "        in_lat1 = 35.625\n",
    "        in_lon1 = 72.875        \n",
    "    elif i == 26:\n",
    "        in_lat1 =35.625\n",
    "        in_lon1 = 73.125\n",
    "    elif i == 27:\n",
    "        in_lat1 = 35.375\n",
    "        in_lon1 = 71.625 \n",
    "    elif i == 28:\n",
    "        in_lat1 =35.375\n",
    "        in_lon1 = 71.875\n",
    "    elif i == 29:\n",
    "        in_lat1 = 35.375\n",
    "        in_lon1 = 72.125 \n",
    "    elif i == 30:\n",
    "        in_lat1 = 35.375\n",
    "        in_lon1 = 72.375 \n",
    "    elif i == 31:\n",
    "        in_lat1 =35.375\n",
    "        in_lon1 = 72.625\n",
    "    elif i == 32:\n",
    "        in_lat1 = 35.375\n",
    "        in_lon1 = 72.875\n",
    "    elif i == 33:\n",
    "        in_lat1 = 35.375\n",
    "        in_lon1 = 73.125 \n",
    "    elif i == 34:\n",
    "        in_lat1 = 35.375\n",
    "        in_lon1 = 73.375\n",
    "    elif i == 35:\n",
    "        in_lat1 = 35.375\n",
    "        in_lon1 = 73.625        \n",
    "    elif i == 36:\n",
    "        in_lat1 = 35.125\n",
    "        in_lon1 = 71.625 \n",
    "    elif i == 37:\n",
    "        in_lat1 =35.125\n",
    "        in_lon1 = 71.875\n",
    "    elif i == 38:\n",
    "        in_lat1 = 35.125\n",
    "        in_lon1 = 72.125 \n",
    "    elif i == 39:\n",
    "        in_lat1 = 35.125\n",
    "        in_lon1 = 72.375 \n",
    "    elif i == 40:\n",
    "        in_lat1 =35.125\n",
    "        in_lon1 = 72.625\n",
    "    elif i == 41:\n",
    "        in_lat1 = 35.125\n",
    "        in_lon1 = 72.875        \n",
    "    elif i == 42:\n",
    "        in_lat1 = 35.125\n",
    "        in_lon1 = 73.125 \n",
    "    elif i == 43:\n",
    "        in_lat1 = 35.125\n",
    "        in_lon1 = 73.375 \n",
    "    elif i == 44:\n",
    "        in_lat1 =35.125\n",
    "        in_lon1 = 73.625\n",
    "    elif i == 45:\n",
    "        in_lat1 = 35.125\n",
    "        in_lon1 = 73.875 \n",
    "    elif i == 46:\n",
    "        in_lat1 = 35.125\n",
    "        in_lon1 = 74.125 \n",
    "    elif i == 47:\n",
    "        in_lat1 = 34.875\n",
    "        in_lon1 = 71.375 \n",
    "    elif i == 48:\n",
    "        in_lat1 =34.875\n",
    "        in_lon1 = 71.625\n",
    "    elif i == 49:\n",
    "        in_lat1 = 34.875\n",
    "        in_lon1 = 71.875         \n",
    "    elif i == 50:\n",
    "        in_lat1 = 34.875\n",
    "        in_lon1 = 72.125 \n",
    "    elif i == 51:\n",
    "        in_lat1 = 34.875\n",
    "        in_lon1 = 72.375 \n",
    "    elif i == 52:\n",
    "        in_lat1 =34.875\n",
    "        in_lon1 = 72.625\n",
    "    elif i == 53:\n",
    "        in_lat1 = 34.875\n",
    "        in_lon1 = 72.875 \n",
    "    elif i == 54:\n",
    "        in_lat1 = 34.875\n",
    "        in_lon1 = 73.125 \n",
    "    elif i == 55:\n",
    "        in_lat1 = 34.875\n",
    "        in_lon1 = 73.375 \n",
    "    elif i == 56:\n",
    "        in_lat1 =34.875\n",
    "        in_lon1 = 73.625\n",
    "    elif i == 57:\n",
    "        in_lat1 = 34.875\n",
    "        in_lon1 = 73.875         \n",
    "    elif i == 58:\n",
    "        in_lat1 = 34.625\n",
    "        in_lon1 = 71.375 \n",
    "    elif i == 59:\n",
    "        in_lat1 = 34.625\n",
    "        in_lon1 = 71.625 \n",
    "    elif i == 60:\n",
    "        in_lat1 =34.625\n",
    "        in_lon1 = 71.875\n",
    "    elif i == 61:\n",
    "        in_lat1 = 34.625\n",
    "        in_lon1 = 72.125 \n",
    "    elif i == 62:\n",
    "        in_lat1 = 34.625\n",
    "        in_lon1 = 72.375 \n",
    "    elif i == 63:\n",
    "        in_lat1 = 34.625\n",
    "        in_lon1 = 72.625 \n",
    "    elif i == 64:\n",
    "        in_lat1 =34.625\n",
    "        in_lon1 = 72.875\n",
    "    elif i == 65:\n",
    "        in_lat1 = 34.625\n",
    "        in_lon1 = 73.125 \n",
    "    elif i == 66:\n",
    "        in_lat1 = 34.625\n",
    "        in_lon1 = 73.375 \n",
    "    elif i == 67:\n",
    "        in_lat1 = 34.625\n",
    "        in_lon1 = 73.625 \n",
    "    elif i == 68:\n",
    "        in_lat1 = 34.375\n",
    "        in_lon1 = 71.375\n",
    "    elif i == 69:\n",
    "        in_lat1 = 34.375\n",
    "        in_lon1 = 71.625         \n",
    "    elif i == 70:\n",
    "        in_lat1 = 34.375\n",
    "        in_lon1 = 71.875\n",
    "    elif i == 71:\n",
    "        in_lat1 = 34.375\n",
    "        in_lon1 = 72.125\n",
    "    elif i == 72:\n",
    "        in_lat1 = 34.375\n",
    "        in_lon1 = 72.375         \n",
    "    elif i == 73:\n",
    "        in_lat1 = 34.375\n",
    "        in_lon1 = 72.625\n",
    "    elif i == 74:\n",
    "        in_lat1 = 34.375\n",
    "        in_lon1 = 72.875\n",
    "    elif i == 75:\n",
    "        in_lat1 = 34.375\n",
    "        in_lon1 = 73.125         \n",
    "    elif i == 76:\n",
    "        in_lat1 = 34.375\n",
    "        in_lon1 = 73.375\n",
    "    elif i == 77:\n",
    "        in_lat1 = 34.125\n",
    "        in_lon1 = 71.125\n",
    "    elif i == 78:\n",
    "        in_lat1 = 34.125\n",
    "        in_lon1 = 71.375         \n",
    "    elif i == 79:\n",
    "        in_lat1 = 34.125\n",
    "        in_lon1 = 71.625\n",
    "    elif i == 80:\n",
    "        in_lat1 = 34.125\n",
    "        in_lon1 = 71.875\n",
    "    elif i == 81:\n",
    "        in_lat1 = 34.125\n",
    "        in_lon1 = 72.125         \n",
    "    elif i == 82:\n",
    "        in_lat1 = 34.125\n",
    "        in_lon1 = 72.375\n",
    "    elif i == 83:\n",
    "        in_lat1 = 34.125\n",
    "        in_lon1 = 72.625\n",
    "    elif i == 84:\n",
    "        in_lat1 = 34.125\n",
    "        in_lon1 = 72.875         \n",
    "    elif i == 85:\n",
    "        in_lat1 = 34.125\n",
    "        in_lon1 = 73.125\n",
    "    elif i == 86:\n",
    "        in_lat1 = 34.125\n",
    "        in_lon1 = 73.375\n",
    "    elif i == 87:\n",
    "        in_lat1 = 33.875\n",
    "        in_lon1 = 70.125         \n",
    "    elif i == 88:\n",
    "        in_lat1 = 33.875\n",
    "        in_lon1 = 70.375\n",
    "    elif i == 89:\n",
    "        in_lat1 = 33.875\n",
    "        in_lon1 = 70.625\n",
    "    elif i == 90:\n",
    "        in_lat1 = 33.875\n",
    "        in_lon1 = 70.875         \n",
    "    elif i == 91:\n",
    "        in_lat1 = 33.875\n",
    "        in_lon1 = 71.125\n",
    "    elif i == 92:\n",
    "        in_lat1 = 33.875\n",
    "        in_lon1 = 71.375\n",
    "    elif i == 93:\n",
    "        in_lat1 = 33.875\n",
    "        in_lon1 = 71.625\n",
    "    elif i == 94:\n",
    "        in_lat1 = 33.875\n",
    "        in_lon1 = 71.875         \n",
    "    elif i == 95:\n",
    "        in_lat1 = 33.875\n",
    "        in_lon1 = 72.125\n",
    "    elif i == 96:\n",
    "        in_lat1 = 33.875\n",
    "        in_lon1 = 72.875\n",
    "    elif i == 97:\n",
    "        in_lat1 = 33.875\n",
    "        in_lon1 = 73.125\n",
    "    elif i == 98:\n",
    "        in_lat1 = 33.625\n",
    "        in_lon1 = 70.375         \n",
    "    elif i == 99:\n",
    "        in_lat1 = 33.625\n",
    "        in_lon1 = 70.625\n",
    "    elif i == 100:\n",
    "        in_lat1 = 33.625\n",
    "        in_lon1 = 70.875\n",
    "    elif i == 101:\n",
    "        in_lat1 = 33.625\n",
    "        in_lon1 = 71.125\n",
    "    elif i == 102:\n",
    "        in_lat1 = 33.625\n",
    "        in_lon1 = 71.375         \n",
    "    elif i == 103:\n",
    "        in_lat1 = 33.625\n",
    "        in_lon1 = 71.625\n",
    "    elif i == 104:\n",
    "        in_lat1 = 33.625\n",
    "        in_lon1 = 71.875\n",
    "    elif i == 105:\n",
    "        in_lat1 = 33.375\n",
    "        in_lon1 = 70.375\n",
    "    elif i == 106:\n",
    "        in_lat1 = 33.375\n",
    "        in_lon1 = 70.625         \n",
    "    elif i == 107:\n",
    "        in_lat1 = 33.375\n",
    "        in_lon1 = 70.875\n",
    "    elif i == 108:\n",
    "        in_lat1 = 33.375\n",
    "        in_lon1 = 71.125\n",
    "    elif i == 109:\n",
    "        in_lat1 = 33.375\n",
    "        in_lon1 = 71.375\n",
    "    elif i == 110:\n",
    "        in_lat1 = 33.375\n",
    "        in_lon1 = 71.625         \n",
    "    elif i == 111:\n",
    "        in_lat1 = 33.125\n",
    "        in_lon1 = 70.125\n",
    "    elif i == 112:\n",
    "        in_lat1 = 33.125\n",
    "        in_lon1 = 70.375\n",
    "    elif i == 113:\n",
    "        in_lat1 = 33.125\n",
    "        in_lon1 = 70.625\n",
    "    elif i == 114:\n",
    "        in_lat1 = 33.125\n",
    "        in_lon1 = 70.875         \n",
    "    elif i == 115:\n",
    "        in_lat1 = 33.125\n",
    "        in_lon1 = 71.125                                                                                                        \n",
    "    elif i == 116:\n",
    "        in_lat1 = 33.125\n",
    "        in_lon1 = 71.375\n",
    "    elif i == 117:\n",
    "        in_lat1 = 33.125\n",
    "        in_lon1 = 71.625\n",
    "    elif i == 118:\n",
    "        in_lat1 = 32.875\n",
    "        in_lon1 = 69.625         \n",
    "    elif i == 119:\n",
    "        in_lat1 = 32.875\n",
    "        in_lon1 = 69.875 \n",
    "    elif i == 120:\n",
    "        in_lat1 = 32.875\n",
    "        in_lon1 = 70.125\n",
    "    elif i == 121:\n",
    "        in_lat1 = 32.875\n",
    "        in_lon1 = 70.375\n",
    "    elif i == 122:\n",
    "        in_lat1 = 32.875\n",
    "        in_lon1 = 70.625         \n",
    "    elif i == 123:\n",
    "        in_lat1 = 32.875\n",
    "        in_lon1 = 70.875\n",
    "    elif i == 124:\n",
    "        in_lat1 = 32.875\n",
    "        in_lon1 = 71.125\n",
    "    elif i == 125:\n",
    "        in_lat1 = 32.625\n",
    "        in_lon1 = 69.625\n",
    "    elif i == 126:\n",
    "        in_lat1 = 32.625\n",
    "        in_lon1 = 69.875         \n",
    "    elif i == 127:\n",
    "        in_lat1 = 32.625\n",
    "        in_lon1 = 70.125\n",
    "    elif i == 128:\n",
    "        in_lat1 = 32.625\n",
    "        in_lon1 = 70.375\n",
    "    elif i == 129:\n",
    "        in_lat1 = 32.625\n",
    "        in_lon1 = 70.625\n",
    "    elif i == 130:\n",
    "        in_lat1 = 32.625\n",
    "        in_lon1 = 70.875         \n",
    "    elif i == 131:\n",
    "        in_lat1 = 32.625\n",
    "        in_lon1 = 71.125        \n",
    "    elif i == 132:\n",
    "        in_lat1 = 32.375\n",
    "        in_lon1 = 69.375\n",
    "    elif i == 133:\n",
    "        in_lat1 = 32.375\n",
    "        in_lon1 = 69.625 \n",
    "    elif i == 134:\n",
    "        in_lat1 = 32.375\n",
    "        in_lon1 = 69.875\n",
    "    elif i == 135:\n",
    "        in_lat1 = 32.375\n",
    "        in_lon1 = 70.125  \n",
    "    elif i == 136:\n",
    "        in_lat1 = 32.375\n",
    "        in_lon1 = 70.375\n",
    "    elif i == 137:\n",
    "        in_lat1 = 32.375\n",
    "        in_lon1 = 70.625         \n",
    "    elif i == 138:\n",
    "        in_lat1 = 32.375\n",
    "        in_lon1 = 70.875  \n",
    "    elif i == 139:\n",
    "        in_lat1 = 32.375\n",
    "        in_lon1 = 71.125\n",
    "    elif i == 140:\n",
    "        in_lat1 = 32.125\n",
    "        in_lon1 = 69.375\n",
    "    elif i == 141:\n",
    "        in_lat1 = 32.125\n",
    "        in_lon1 = 69.625         \n",
    "    elif i == 142:\n",
    "        in_lat1 = 32.125\n",
    "        in_lon1 = 69.875  \n",
    "    elif i == 143:\n",
    "        in_lat1 = 32.125\n",
    "        in_lon1 = 70.125\n",
    "    elif i == 144:\n",
    "        in_lat1 = 32.125\n",
    "        in_lon1 = 70.375        \n",
    "    elif i == 145:\n",
    "        in_lat1 = 32.125\n",
    "        in_lon1 = 70.625  \n",
    "    elif i == 146:\n",
    "        in_lat1 = 32.125\n",
    "        in_lon1 = 70.875\n",
    "    elif i == 147:\n",
    "        in_lat1 = 31.875\n",
    "        in_lon1 = 69.875\n",
    "    elif i == 148:\n",
    "        in_lat1 = 31.875\n",
    "        in_lon1 = 70.125      \n",
    "    elif i == 149:\n",
    "        in_lat1 = 31.875\n",
    "        in_lon1 = 70.375\n",
    "    elif i == 150:\n",
    "        in_lat1 = 31.875\n",
    "        in_lon1 = 70.625\n",
    "    elif i == 151:\n",
    "        in_lat1 = 31.875\n",
    "        in_lon1 = 70.875\n",
    "    elif i == 152:\n",
    "        in_lat1 = 31.625\n",
    "        in_lon1 = 70.125\n",
    "    elif i == 153:\n",
    "        in_lat1 = 31.625\n",
    "        in_lon1 = 70.375\n",
    "    elif i == 154:\n",
    "        in_lat1 = 31.625\n",
    "        in_lon1 = 70.625\n",
    "    elif i == 155:\n",
    "        in_lat1 = 31.375\n",
    "        in_lon1 = 70.375\n",
    "    elif i == 156:\n",
    "        in_lat1 = 31.375\n",
    "        in_lon1 = 70.625\n",
    "    for filename in os.listdir(files_to_convert):\n",
    "        f = netCDF4.Dataset(files_to_convert + filename)\n",
    "        lats = f.variables['lat'][:]\n",
    "        lons = f.variables['lon'][:]\n",
    "        lat_idx1 = geo_idx(in_lat1, lats)\n",
    "        lon_idx1 = geo_idx(in_lon1, lons)\n",
    "        #print(lat_idx1)\n",
    "        #print(lon_idx1)\n",
    "        precip = f.variables[\"precipitation\"]\n",
    "        \n",
    "        B = precip[lon_idx1,lat_idx1]\n",
    "        my_array = np.array([B])\n",
    "        df2 = pd.DataFrame(my_array, columns = ['precipitation'])\n",
    "        #print(df2)\n",
    "        df2.to_excel(excel_dir1 + filename +\"output.xlsx\") \n",
    "        \n",
    "end = time.time()\n",
    "print(end - start)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b0e7cd54",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "d3a2612777ee79cc715de4dbf03714479a4fd2ff6b6525076ef318cc52761b7a"
  },
  "kernelspec": {
   "display_name": "Python 3.8.8 ('base')",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}