code/notebooks/jupyter/opendap_datalab_aggregate.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fetching package metadata ...........\n",
      "Solving package specifications: .\n",
      "\n",
      "# All requested packages already installed.\n",
      "# packages in environment at /opt/conda:\n",
      "#\n",
      "netcdf4                   1.3.0                    py36_0    conda-forge\n",
      "numpy                     1.13.3          py36_blas_openblas_200  [blas_openblas]  conda-forge\n"
     ]
    }
   ],
   "source": [
    "!conda install numpy netcdf4 --yes"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from netCDF4 import Dataset, num2date\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "sites = {\n",
    "    '1041Y5': { 'northing': [828536.45, 849341.47], 'easting': [79583.28, 95719.28] },\n",
    "    '6Y2': { 'northing': [29575.83, 42777.92], 'easting': [135543.73, 144694.19] },\n",
    "    '93Y1': { 'northing': [99151.28, 116807.98], 'easting': [560075.80, 578900.92] },\n",
    "    '143X1': { 'northing': [139629.74, 159749.73], 'easting': [528000.69, 534396.56] },\n",
    "    '1241X4': { 'northing': [321276.61, 331718.89], 'easting': [306848.73, 310933.03] },\n",
    "    '783X4': { 'northing': [597326.35, 625399.10], 'easting': [238808.80, 259227.59] },\n",
    "    '734U1': { 'northing': [549502.09, 559512.58], 'easting': [236777.56, 245708.56] },\n",
    "    '1047Y2': { 'northing': [839294.59, 851032.62], 'easting': [191501.08, 225094.96] },\n",
    "    '702Y1': { 'northing': [528737.62, 541455.26], 'easting': [229114.49, 253308.78] },\n",
    "    '17X2': { 'northing': [59646.77, 72053.79], 'easting': [237064.92, 265252.37] }\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "parameter = 'tas'\n",
    "timeUnits = 'days since 1961-01-01'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# Using an internal thredd sever\n",
    "ncFile = Dataset('http://thredds-service:8080/thredds/dodsC/chess/tas/agg', 'r')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def findRegionOfInterest(boundry, eastings, northings):\n",
    "    [eastingEast, eastingWest] = boundry['easting']\n",
    "    [northingSouth, northingNorth] = boundry['northing']\n",
    "    eastingInds = np.where((eastings > eastingEast) & (eastings < eastingWest))[0]\n",
    "    northingInds = np.where((northings > northingSouth) & (northings < northingNorth))[0]\n",
    "    return (northingInds, eastingInds)\n",
    "\n",
    "def groupByMonth(ncTime, timeUnits):\n",
    "    timeSeries = np.array([num2date(time, timeUnits) for time in ncTime], dtype='datetime64[M]')\n",
    "    timeUnique = np.unique(timeSeries)\n",
    "    return [ (time, np.where(timeSeries == time)[0]) for time in timeUnique]\n",
    "\n",
    "def aggregateByTime(pararmeterData, timeByMonth, rois):\n",
    "    [northingInds, eastingInds] = rois\n",
    "    \n",
    "    def createRow(timeInds):\n",
    "        values = pararmeterData[timeInds, northingInds, eastingInds]\n",
    "        return { 'mean': np.mean(values), 'min': np.min(values), 'max': np.max(values) }\n",
    "    \n",
    "    return [ (str(time), createRow(timeInds)) for time, timeInds in timeByMonth ]\n",
    "\n",
    "def aggregateSites(sites, parameter, timeUnits, ncFile):\n",
    "    eastings = ncFile.variables['x'][:]\n",
    "    northings = ncFile.variables['y'][:]\n",
    "    ncTime = ncFile.variables['time']\n",
    "    pararmeterData = ncFile.variables[parameter]\n",
    "    \n",
    "    rois = { siteName: findRegionOfInterest(sites[siteName], eastings, northings) for siteName in sites }\n",
    "    timeByMonth = groupByMonth(ncTime, timeUnits)\n",
    "    \n",
    "    return { site: aggregateByTime(pararmeterData, timeByMonth, rois[site])  for site in rois }"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "aggSites = aggregateSites(sites, parameter, timeUnits, ncFile)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('1980-01', {'max': 279.58167, 'mean': 276.49743401759531, 'min': 269.99387}),\n",
       " ('1980-02', {'max': 281.48889, 'mean': 277.88409961685824, 'min': 269.18579}),\n",
       " ('1980-03', {'max': 280.24799, 'mean': 277.28812316715545, 'min': 270.27368}),\n",
       " ('1980-04', {'max': 285.29453, 'mean': 280.68249158249159, 'min': 276.27264}),\n",
       " ('1980-05', {'max': 289.353, 'mean': 283.54091316389702, 'min': 277.09433}),\n",
       " ('1980-06', {'max': 288.12076, 'mean': 284.54170875420874, 'min': 280.02722}),\n",
       " ('1980-07', {'max': 292.43561, 'mean': 285.34196806777453, 'min': 280.59891}),\n",
       " ('1980-08', {'max': 288.60669, 'mean': 286.18666503747147, 'min': 281.44046}),\n",
       " ('1980-09', {'max': 288.51794, 'mean': 285.37952441077442, 'min': 279.79068}),\n",
       " ('1980-10', {'max': 284.93933, 'mean': 281.08137829912022, 'min': 275.35486}),\n",
       " ('1980-11', {'max': 283.55228, 'mean': 279.08207070707073, 'min': 271.98422}),\n",
       " ('1980-12', {'max': 282.48984, 'mean': 278.47336265884655, 'min': 272.84097}),\n",
       " ('1981-01', {'max': 281.84814, 'mean': 277.76751384815901, 'min': 270.66855}),\n",
       " ('1981-02', {'max': 282.13461, 'mean': 277.24292027417027, 'min': 272.16107}),\n",
       " ('1981-03', {'max': 282.85138, 'mean': 278.35842293906808, 'min': 272.51697}),\n",
       " ('1981-04', {'max': 284.79617, 'mean': 280.08617424242425, 'min': 271.95053}),\n",
       " ('1981-05', {'max': 288.39847, 'mean': 283.17707315086346, 'min': 275.3461}),\n",
       " ('1981-06', {'max': 286.57321, 'mean': 283.67897727272725, 'min': 278.90771}),\n",
       " ('1981-07', {'max': 287.00732, 'mean': 285.27739084392311, 'min': 281.58978}),\n",
       " ('1981-08', {'max': 289.11148, 'mean': 285.98643695014664, 'min': 281.01703}),\n",
       " ('1981-09', {'max': 289.48825, 'mean': 285.03131313131314, 'min': 279.59491}),\n",
       " ('1981-10', {'max': 281.87854, 'mean': 279.54227761485828, 'min': 274.80511}),\n",
       " ('1981-11', {'max': 283.14636, 'mean': 279.91868686868685, 'min': 273.11115}),\n",
       " ('1981-12', {'max': 282.32397, 'mean': 275.39471326164875, 'min': 269.20804}),\n",
       " ('1982-01', {'max': 281.7132, 'mean': 277.13051889866404, 'min': 268.80554}),\n",
       " ('1982-02', {'max': 281.74402, 'mean': 278.21279761904759, 'min': 273.00067}),\n",
       " ('1982-03', {'max': 281.59421, 'mean': 278.14854187031608, 'min': 273.32788}),\n",
       " ('1982-04', {'max': 283.81079, 'mean': 280.54368686868685, 'min': 274.12741}),\n",
       " ('1982-05', {'max': 289.63226, 'mean': 282.5878543499511, 'min': 273.66135}),\n",
       " ('1982-06', {'max': 291.48273, 'mean': 286.26090067340067, 'min': 279.92648}),\n",
       " ('1982-07', {'max': 290.09369, 'mean': 286.58137829912022, 'min': 282.32706}),\n",
       " ('1982-08', {'max': 292.33456, 'mean': 286.0875488758553, 'min': 281.54697}),\n",
       " ('1982-09', {'max': 286.64932, 'mean': 283.83320707070709, 'min': 278.87936}),\n",
       " ('1982-10', {'max': 285.27664, 'mean': 282.513155751059, 'min': 277.11411}),\n",
       " ('1982-11', {'max': 283.43741, 'mean': 279.48318602693604, 'min': 272.21216}),\n",
       " ('1982-12', {'max': 281.23755, 'mean': 277.5046228413164, 'min': 271.55856})]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# List minimum, maximum and mean temperatures (K) for each month at site '1041Y5'\n",
    "aggSites['1041Y5']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}