v5_Gesture_Recognition_Inference.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# AI DEMO - Summit -Tensorflow Dance Move Inference\n",
    "\n",
    "This note book should be able to run on the OCP4 Demo Cluster by simply selecting \"Cell\" and then \"Run All\" at the top of the page.\n",
    "\n",
    "**BEFORE**: Run the Flask v5 serving : `./v5_Gesture_Recognition_Serving.py` from within the **virtual environment**\n",
    "\n",
    "Running this notebook will:\n",
    "* Query model for predictions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-04-26T21:41:11.179545Z",
     "start_time": "2019-04-26T21:41:11.143017Z"
    },
    "init_cell": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The autoreload extension is already loaded. To reload it, use:\n",
      "  %reload_ext autoreload\n"
     ]
    }
   ],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-04-26T21:41:11.220557Z",
     "start_time": "2019-04-26T21:41:11.182190Z"
    },
    "init_cell": true
   },
   "outputs": [],
   "source": [
    "import json\n",
    "import time\n",
    "import os\n",
    "\n",
    "import itertools\n",
    "import joblib\n",
    "\n",
    "import s3fs\n",
    "\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import scipy\n",
    "import scipy.stats\n",
    "\n",
    "import matplotlib as mpl\n",
    "import matplotlib.pylab as plt\n",
    "\n",
    "from pathlib import Path\n",
    "from datetime import datetime as dt\n",
    "\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import confusion_matrix,classification_report\n",
    "from sklearn.preprocessing import LabelEncoder, OneHotEncoder, MinMaxScaler\n",
    "from sklearn.decomposition import PCA\n",
    "\n",
    "import tensorflow as tf\n",
    "from tensorflow import keras"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "---"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Data Loading"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-04-26T21:41:12.574399Z",
     "start_time": "2019-04-26T21:41:11.229555Z"
    },
    "init_cell": true
   },
   "outputs": [],
   "source": [
    "data_dance_raw = json.loads(Path('data/dance/data_dance_raw.json').read_text())\n",
    "data_cross_raw = json.loads(Path('data/dance/data_cross_raw.json').read_text())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Prediction"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Local"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-04-26T21:41:17.981226Z",
     "start_time": "2019-04-26T21:41:13.549742Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9946881532669067,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 7.074011705299199e-07,\n",
      "                \"draw-cross\": 0.00022650485334452242,\n",
      "                \"fever\": 0.005001303739845753,\n",
      "                \"floss\": 0.9946881532669067,\n",
      "                \"roll\": 8.151080692186952e-05,\n",
      "                \"shake\": 1.8248039168611285e-06\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9999982118606567,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.4799952577490214e-14,\n",
      "                \"draw-cross\": 1.6754064802171342e-08,\n",
      "                \"fever\": 1.7991450249610352e-06,\n",
      "                \"floss\": 0.9999982118606567,\n",
      "                \"roll\": 1.891824058519731e-10,\n",
      "                \"shake\": 1.889864087445403e-08\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 1.0,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 6.041733977969381e-37,\n",
      "                \"draw-cross\": 8.390969105926088e-36,\n",
      "                \"fever\": 1.5373041834712672e-16,\n",
      "                \"floss\": 1.0,\n",
      "                \"roll\": 3.399569742028378e-21,\n",
      "                \"shake\": 9.51106291308935e-32\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9611281156539917,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 5.5415370070477366e-09,\n",
      "                \"draw-cross\": 6.650523573625833e-05,\n",
      "                \"fever\": 0.03876185789704323,\n",
      "                \"floss\": 0.9611281156539917,\n",
      "                \"roll\": 3.904111872543581e-05,\n",
      "                \"shake\": 4.508618530962849e-06\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9881007671356201,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.5185045413090847e-05,\n",
      "                \"draw-cross\": 9.607614259721231e-08,\n",
      "                \"fever\": 0.9881007671356201,\n",
      "                \"floss\": 0.007565191946923733,\n",
      "                \"roll\": 0.0035974313504993916,\n",
      "                \"shake\": 0.0007213119533844292\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9428169131278992,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.945369715234847e-06,\n",
      "                \"draw-cross\": 1.0016892701969482e-06,\n",
      "                \"fever\": 0.05569275841116905,\n",
      "                \"floss\": 0.9428169131278992,\n",
      "                \"roll\": 0.0014764206716790795,\n",
      "                \"shake\": 9.95800564851379e-06\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9996294975280762,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.2840152940896132e-08,\n",
      "                \"draw-cross\": 6.023444711900083e-07,\n",
      "                \"fever\": 0.00036125147016718984,\n",
      "                \"floss\": 0.9996294975280762,\n",
      "                \"roll\": 8.569973942940123e-06,\n",
      "                \"shake\": 4.4973496926559164e-08\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9957979321479797,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 5.904034878767561e-07,\n",
      "                \"draw-cross\": 1.2169590263511054e-05,\n",
      "                \"fever\": 0.00411731842905283,\n",
      "                \"floss\": 0.9957979321479797,\n",
      "                \"roll\": 3.9727751754981e-06,\n",
      "                \"shake\": 6.798128015361726e-05\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.7601203322410583,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.8588982559085707e-07,\n",
      "                \"draw-cross\": 3.281585577497026e-06,\n",
      "                \"fever\": 0.239807590842247,\n",
      "                \"floss\": 0.7601203322410583,\n",
      "                \"roll\": 2.8838871912739705e-06,\n",
      "                \"shake\": 6.566132651641965e-05\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.6491880416870117,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 6.684121978779364e-14,\n",
      "                \"draw-cross\": 1.37935228394781e-06,\n",
      "                \"fever\": 0.35079696774482727,\n",
      "                \"floss\": 0.6491880416870117,\n",
      "                \"roll\": 3.1039832038004533e-08,\n",
      "                \"shake\": 1.3572520401794463e-05\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.996845006942749,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 4.920600815694343e-09,\n",
      "                \"draw-cross\": 9.143614079221152e-07,\n",
      "                \"fever\": 0.003153184661641717,\n",
      "                \"floss\": 0.996845006942749,\n",
      "                \"roll\": 5.7145463472352276e-08,\n",
      "                \"shake\": 8.668152418067621e-07\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9995424747467041,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 3.8592734341591495e-08,\n",
      "                \"draw-cross\": 1.0951087006105809e-06,\n",
      "                \"fever\": 0.0004391247348394245,\n",
      "                \"floss\": 0.9995424747467041,\n",
      "                \"roll\": 1.72302607097663e-05,\n",
      "                \"shake\": 6.057516799273799e-08\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.999235987663269,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.3590231162652344e-08,\n",
      "                \"draw-cross\": 4.960276669407904e-07,\n",
      "                \"fever\": 0.00073575833812356,\n",
      "                \"floss\": 0.999235987663269,\n",
      "                \"roll\": 2.768020385701675e-05,\n",
      "                \"shake\": 9.855839699923763e-09\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.686302900314331,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.0454518672986524e-07,\n",
      "                \"draw-cross\": 6.986878702264221e-07,\n",
      "                \"fever\": 0.686302900314331,\n",
      "                \"floss\": 0.31361842155456543,\n",
      "                \"roll\": 2.9471598281816114e-06,\n",
      "                \"shake\": 7.498766353819519e-05\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.999596893787384,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.6426501048272257e-08,\n",
      "                \"draw-cross\": 2.768964350252645e-06,\n",
      "                \"fever\": 0.0004000119224656373,\n",
      "                \"floss\": 0.999596893787384,\n",
      "                \"roll\": 2.945856749647646e-07,\n",
      "                \"shake\": 1.8576564286831854e-08\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9156913161277771,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.0324218237656169e-05,\n",
      "                \"draw-cross\": 3.3614501262491103e-06,\n",
      "                \"fever\": 0.08123793452978134,\n",
      "                \"floss\": 0.9156913161277771,\n",
      "                \"roll\": 0.0026972598861902952,\n",
      "                \"shake\": 0.0003597224713303149\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9972619414329529,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.0849912508308366e-14,\n",
      "                \"draw-cross\": 1.0798072480611154e-07,\n",
      "                \"fever\": 0.0027378425002098083,\n",
      "                \"floss\": 0.9972619414329529,\n",
      "                \"roll\": 1.7008224828529706e-09,\n",
      "                \"shake\": 1.0176174214393541e-07\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 1.0,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 0.0,\n",
      "                \"draw-cross\": 1.7824891492917556e-22,\n",
      "                \"fever\": 6.25625184978988e-35,\n",
      "                \"floss\": 1.0,\n",
      "                \"roll\": 2.266042409126744e-38,\n",
      "                \"shake\": 0.0\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 1.0,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 0.0,\n",
      "                \"draw-cross\": 2.9292820225713452e-36,\n",
      "                \"fever\": 0.0,\n",
      "                \"floss\": 1.0,\n",
      "                \"roll\": 0.0,\n",
      "                \"shake\": 8.59113096151199e-22\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"roll\",\n",
      "            \"candidate_score\": 0.8203722238540649,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 0.029343824833631516,\n",
      "                \"draw-cross\": 3.5054165126169323e-10,\n",
      "                \"fever\": 0.0003715214552357793,\n",
      "                \"floss\": 1.3656961783681254e-08,\n",
      "                \"roll\": 0.8203722238540649,\n",
      "                \"shake\": 0.14991247653961182\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.996554434299469,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.9704984879354015e-06,\n",
      "                \"draw-cross\": 1.51978218898563e-09,\n",
      "                \"fever\": 0.996554434299469,\n",
      "                \"floss\": 0.0026938391383737326,\n",
      "                \"roll\": 1.075451018550666e-05,\n",
      "                \"shake\": 0.000739048351533711\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9989838004112244,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.2450370377337094e-05,\n",
      "                \"draw-cross\": 2.924662645398257e-08,\n",
      "                \"fever\": 0.9989838004112244,\n",
      "                \"floss\": 5.244872227194719e-05,\n",
      "                \"roll\": 2.4595854029030306e-06,\n",
      "                \"shake\": 0.0009488590876571834\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9991552829742432,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.7680312996380962e-05,\n",
      "                \"draw-cross\": 7.887672737183493e-09,\n",
      "                \"fever\": 0.9991552829742432,\n",
      "                \"floss\": 2.3000280634732917e-05,\n",
      "                \"roll\": 1.5586474546580575e-05,\n",
      "                \"shake\": 0.0007784487097524107\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9969233274459839,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.735684691084316e-06,\n",
      "                \"draw-cross\": 1.221305057086397e-09,\n",
      "                \"fever\": 0.9969233274459839,\n",
      "                \"floss\": 6.617328267566336e-07,\n",
      "                \"roll\": 1.6228295862674713e-07,\n",
      "                \"shake\": 0.0030740804504603148\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.998867392539978,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.0508777847917372e-07,\n",
      "                \"draw-cross\": 1.2927317882827083e-08,\n",
      "                \"fever\": 0.998867392539978,\n",
      "                \"floss\": 0.0009368293103761971,\n",
      "                \"roll\": 1.1668799970721011e-07,\n",
      "                \"shake\": 0.00019557961786631495\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"shake\",\n",
      "            \"candidate_score\": 0.9975553154945374,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.0577827907364982e-13,\n",
      "                \"draw-cross\": 4.987745784966469e-13,\n",
      "                \"fever\": 0.002444644458591938,\n",
      "                \"floss\": 7.116995286561654e-16,\n",
      "                \"roll\": 2.4680937073137633e-15,\n",
      "                \"shake\": 0.9975553154945374\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.861417293548584,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 0.0004744987818412483,\n",
      "                \"draw-cross\": 1.1353501605526617e-07,\n",
      "                \"fever\": 0.861417293548584,\n",
      "                \"floss\": 0.04706743732094765,\n",
      "                \"roll\": 0.0908404290676117,\n",
      "                \"shake\": 0.0002002894616452977\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9717973470687866,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.2223275664146058e-08,\n",
      "                \"draw-cross\": 6.828659274323023e-13,\n",
      "                \"fever\": 0.9717973470687866,\n",
      "                \"floss\": 2.3634398882421692e-09,\n",
      "                \"roll\": 3.499891487734885e-10,\n",
      "                \"shake\": 0.028202656656503677\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9990987777709961,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.382700131420279e-06,\n",
      "                \"draw-cross\": 4.613069926051594e-09,\n",
      "                \"fever\": 0.9990987777709961,\n",
      "                \"floss\": 0.0002627444628160447,\n",
      "                \"roll\": 1.1059354392273235e-06,\n",
      "                \"shake\": 0.0006349421455524862\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9994272589683533,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 9.231773678841648e-10,\n",
      "                \"draw-cross\": 2.4320953237455534e-13,\n",
      "                \"fever\": 0.9994272589683533,\n",
      "                \"floss\": 9.930208565156473e-12,\n",
      "                \"roll\": 6.809398769291874e-07,\n",
      "                \"shake\": 0.0005720862536691129\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9902323484420776,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 8.118063874462678e-07,\n",
      "                \"draw-cross\": 8.274790358128725e-13,\n",
      "                \"fever\": 0.9902323484420776,\n",
      "                \"floss\": 6.151807951937371e-07,\n",
      "                \"roll\": 2.528791083022952e-05,\n",
      "                \"shake\": 0.0097409812733531\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9978975057601929,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 5.662155217578402e-06,\n",
      "                \"draw-cross\": 4.101712025583737e-10,\n",
      "                \"fever\": 0.9978975057601929,\n",
      "                \"floss\": 4.393146446091123e-05,\n",
      "                \"roll\": 6.46728221909143e-05,\n",
      "                \"shake\": 0.0019882386550307274\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9961802959442139,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 3.002030098286923e-06,\n",
      "                \"draw-cross\": 1.2257844045349131e-11,\n",
      "                \"fever\": 0.9961802959442139,\n",
      "                \"floss\": 3.5057880722888513e-06,\n",
      "                \"roll\": 3.9507481233158614e-06,\n",
      "                \"shake\": 0.00380930257961154\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9134090542793274,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.7387736079399474e-05,\n",
      "                \"draw-cross\": 3.800351418108139e-13,\n",
      "                \"fever\": 0.9134090542793274,\n",
      "                \"floss\": 3.193578734794755e-08,\n",
      "                \"roll\": 0.0003140126646030694,\n",
      "                \"shake\": 0.08625945448875427\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9942589998245239,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.1774058066293946e-06,\n",
      "                \"draw-cross\": 1.696898177527828e-09,\n",
      "                \"fever\": 0.9942589998245239,\n",
      "                \"floss\": 3.574339871192933e-06,\n",
      "                \"roll\": 3.380581503620306e-08,\n",
      "                \"shake\": 0.00573614239692688\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9896512031555176,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.0641981873504847e-07,\n",
      "                \"draw-cross\": 2.371404850265435e-09,\n",
      "                \"fever\": 0.9896512031555176,\n",
      "                \"floss\": 1.4821148397459183e-07,\n",
      "                \"roll\": 3.2703844965453754e-08,\n",
      "                \"shake\": 0.010348512791097164\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9987900853157043,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.553178563540314e-08,\n",
      "                \"draw-cross\": 1.0978481318479894e-10,\n",
      "                \"fever\": 0.9987900853157043,\n",
      "                \"floss\": 2.618960388645064e-05,\n",
      "                \"roll\": 9.422049807028543e-09,\n",
      "                \"shake\": 0.0011837510392069817\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 37\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "import requests\n",
    "\n",
    "data = {\n",
    "    \"instances\": data_dance_raw['floss'][-20:] + data_dance_raw['fever'][-20:]\n",
    "}\n",
    "json_response = requests.post(\"http://localhost:5000/model/predict\", json=data, headers={\"Host\": 'localhost', \"Content-Type\":\"application/json\"})\n",
    "\n",
    "print(json.dumps(json_response.json(), indent=4))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-04-26T21:41:24.558254Z",
     "start_time": "2019-04-26T21:41:19.223643Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9946881532669067,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 7.074025347719726e-07,\n",
      "                \"draw-cross\": 0.00022650528990197927,\n",
      "                \"fever\": 0.005001315381377935,\n",
      "                \"floss\": 0.9946881532669067,\n",
      "                \"roll\": 8.151087968144566e-05,\n",
      "                \"shake\": 1.8248056221636944e-06\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9999982118606567,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.480006438583925e-14,\n",
      "                \"draw-cross\": 1.675412875101756e-08,\n",
      "                \"fever\": 1.7991621916735312e-06,\n",
      "                \"floss\": 0.9999982118606567,\n",
      "                \"roll\": 1.891834883194221e-10,\n",
      "                \"shake\": 1.8898784759358023e-08\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 1.0,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 6.041825903148641e-37,\n",
      "                \"draw-cross\": 8.391033677759324e-36,\n",
      "                \"fever\": 1.537315830174292e-16,\n",
      "                \"floss\": 1.0,\n",
      "                \"roll\": 3.399582666725449e-21,\n",
      "                \"shake\": 9.511135793739101e-32\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9611281156539917,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 5.541547665188773e-09,\n",
      "                \"draw-cross\": 6.65054249111563e-05,\n",
      "                \"fever\": 0.03876187652349472,\n",
      "                \"floss\": 0.9611281156539917,\n",
      "                \"roll\": 3.904134428012185e-05,\n",
      "                \"shake\": 4.508605798037024e-06\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9881007671356201,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.518501630926039e-05,\n",
      "                \"draw-cross\": 9.607632733832361e-08,\n",
      "                \"fever\": 0.9881007671356201,\n",
      "                \"floss\": 0.007565198931843042,\n",
      "                \"roll\": 0.0035974294878542423,\n",
      "                \"shake\": 0.0007213123026303947\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.942816972732544,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.9453558454406448e-06,\n",
      "                \"draw-cross\": 1.0016874512075447e-06,\n",
      "                \"fever\": 0.05569270998239517,\n",
      "                \"floss\": 0.942816972732544,\n",
      "                \"roll\": 0.0014764172956347466,\n",
      "                \"shake\": 9.957997463061474e-06\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9996294975280762,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.2840055241269965e-08,\n",
      "                \"draw-cross\": 6.023427658874425e-07,\n",
      "                \"fever\": 0.0003612525179050863,\n",
      "                \"floss\": 0.9996294975280762,\n",
      "                \"roll\": 8.569957572035491e-06,\n",
      "                \"shake\": 4.497341166143087e-08\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9957979321479797,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 5.903984288124775e-07,\n",
      "                \"draw-cross\": 1.216956752614351e-05,\n",
      "                \"fever\": 0.00411730632185936,\n",
      "                \"floss\": 0.9957979321479797,\n",
      "                \"roll\": 3.972767899540486e-06,\n",
      "                \"shake\": 6.79806325933896e-05\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.7601213455200195,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.858892855783779e-07,\n",
      "                \"draw-cross\": 3.281588760728482e-06,\n",
      "                \"fever\": 0.23980656266212463,\n",
      "                \"floss\": 0.7601213455200195,\n",
      "                \"roll\": 2.8838871912739705e-06,\n",
      "                \"shake\": 6.566095544258133e-05\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.6491860747337341,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 6.684097584230483e-14,\n",
      "                \"draw-cross\": 1.3793470543532749e-06,\n",
      "                \"fever\": 0.35079893469810486,\n",
      "                \"floss\": 0.6491860747337341,\n",
      "                \"roll\": 3.103983559071821e-08,\n",
      "                \"shake\": 1.3572560419561341e-05\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.996845006942749,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 4.920581719858319e-09,\n",
      "                \"draw-cross\": 9.143579404735647e-07,\n",
      "                \"fever\": 0.003153184661641717,\n",
      "                \"floss\": 0.996845006942749,\n",
      "                \"roll\": 5.714524675681787e-08,\n",
      "                \"shake\": 8.66816890265909e-07\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9995424747467041,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 3.8593029216826835e-08,\n",
      "                \"draw-cross\": 1.0951097237921203e-06,\n",
      "                \"fever\": 0.0004391284892335534,\n",
      "                \"floss\": 0.9995424747467041,\n",
      "                \"roll\": 1.723040986689739e-05,\n",
      "                \"shake\": 6.057550905325115e-08\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.999235987663269,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.3590231162652344e-08,\n",
      "                \"draw-cross\": 4.960276669407904e-07,\n",
      "                \"fever\": 0.0007357590366154909,\n",
      "                \"floss\": 0.999235987663269,\n",
      "                \"roll\": 2.7680282073561102e-05,\n",
      "                \"shake\": 9.855782856504902e-09\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.6863030195236206,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.0454558463379726e-07,\n",
      "                \"draw-cross\": 6.986905418671085e-07,\n",
      "                \"fever\": 0.6863030195236206,\n",
      "                \"floss\": 0.3136183023452759,\n",
      "                \"roll\": 2.9471625566657167e-06,\n",
      "                \"shake\": 7.498794730054215e-05\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.999596893787384,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.6426563220761636e-08,\n",
      "                \"draw-cross\": 2.768966851363075e-06,\n",
      "                \"fever\": 0.00040001285378821194,\n",
      "                \"floss\": 0.999596893787384,\n",
      "                \"roll\": 2.945856749647646e-07,\n",
      "                \"shake\": 1.8576599813968642e-08\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9156915545463562,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.032422915159259e-05,\n",
      "                \"draw-cross\": 3.3614505809964612e-06,\n",
      "                \"fever\": 0.08123777061700821,\n",
      "                \"floss\": 0.9156915545463562,\n",
      "                \"roll\": 0.0026972652412950993,\n",
      "                \"shake\": 0.0003597200848162174\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9972619414329529,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.0849832887211324e-14,\n",
      "                \"draw-cross\": 1.0798010663393143e-07,\n",
      "                \"fever\": 0.002737835980951786,\n",
      "                \"floss\": 0.9972619414329529,\n",
      "                \"roll\": 1.7008128239126563e-09,\n",
      "                \"shake\": 1.0176076870038742e-07\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 1.0,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 0.0,\n",
      "                \"draw-cross\": 1.7825232280828612e-22,\n",
      "                \"fever\": 6.256347703088995e-35,\n",
      "                \"floss\": 1.0,\n",
      "                \"roll\": 2.266059645097855e-38,\n",
      "                \"shake\": 0.0\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 1.0,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 0.0,\n",
      "                \"draw-cross\": 2.9293044433467744e-36,\n",
      "                \"fever\": 0.0,\n",
      "                \"floss\": 1.0,\n",
      "                \"roll\": 0.0,\n",
      "                \"shake\": 8.591098649769312e-22\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": {\n",
      "        \"candidate\": null,\n",
      "        \"candidate_score\": null,\n",
      "        \"predictions\": null\n",
      "    },\n",
      "    \"total\": null\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"roll\",\n",
      "            \"candidate_score\": 0.8203741312026978,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 0.029343917965888977,\n",
      "                \"draw-cross\": 3.505396806158245e-10,\n",
      "                \"fever\": 0.0003715181373991072,\n",
      "                \"floss\": 1.3656936914685502e-08,\n",
      "                \"roll\": 0.8203741312026978,\n",
      "                \"shake\": 0.14991046488285065\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.996554434299469,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.9704984879354015e-06,\n",
      "                \"draw-cross\": 1.5197938463273886e-09,\n",
      "                \"fever\": 0.996554434299469,\n",
      "                \"floss\": 0.0026938479859381914,\n",
      "                \"roll\": 1.075452018994838e-05,\n",
      "                \"shake\": 0.0007390466053038836\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9989838004112244,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.2450418580556288e-05,\n",
      "                \"draw-cross\": 2.9246736588106614e-08,\n",
      "                \"fever\": 0.9989838004112244,\n",
      "                \"floss\": 5.244892236078158e-05,\n",
      "                \"roll\": 2.4595924514869694e-06,\n",
      "                \"shake\": 0.0009488622308708727\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9991552829742432,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.768026024568826e-05,\n",
      "                \"draw-cross\": 7.887672737183493e-09,\n",
      "                \"fever\": 0.9991552829742432,\n",
      "                \"floss\": 2.3000367946224287e-05,\n",
      "                \"roll\": 1.5586459994665347e-05,\n",
      "                \"shake\": 0.000778449117206037\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9969233274459839,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.7356962871417636e-06,\n",
      "                \"draw-cross\": 1.2213143829598039e-09,\n",
      "                \"fever\": 0.9969233274459839,\n",
      "                \"floss\": 6.617359531446709e-07,\n",
      "                \"roll\": 1.6228372601290175e-07,\n",
      "                \"shake\": 0.0030740804504603148\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.998867392539978,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.0508735925895962e-07,\n",
      "                \"draw-cross\": 1.2927340087287575e-08,\n",
      "                \"fever\": 0.998867392539978,\n",
      "                \"floss\": 0.0009368336759507656,\n",
      "                \"roll\": 1.1668842603285157e-07,\n",
      "                \"shake\": 0.0001955784682650119\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": {\n",
      "        \"candidate\": null,\n",
      "        \"candidate_score\": null,\n",
      "        \"predictions\": null\n",
      "    },\n",
      "    \"total\": null\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"shake\",\n",
      "            \"candidate_score\": 0.9975553154945374,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.0577710000378724e-13,\n",
      "                \"draw-cross\": 4.987707837890432e-13,\n",
      "                \"fever\": 0.002444639801979065,\n",
      "                \"floss\": 7.116967757990868e-16,\n",
      "                \"roll\": 2.468074860830687e-15,\n",
      "                \"shake\": 0.9975553154945374\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.8614172339439392,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 0.0004744984325952828,\n",
      "                \"draw-cross\": 1.1353476736530865e-07,\n",
      "                \"fever\": 0.8614172339439392,\n",
      "                \"floss\": 0.04706741124391556,\n",
      "                \"roll\": 0.09084043651819229,\n",
      "                \"shake\": 0.0002002894034376368\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9717973470687866,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.2223231255225073e-08,\n",
      "                \"draw-cross\": 6.828658190120851e-13,\n",
      "                \"fever\": 0.9717973470687866,\n",
      "                \"floss\": 2.363444107089663e-09,\n",
      "                \"roll\": 3.499890932623373e-10,\n",
      "                \"shake\": 0.028202606365084648\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9990987777709961,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.3826978576835245e-06,\n",
      "                \"draw-cross\": 4.613069926051594e-09,\n",
      "                \"fever\": 0.9990987777709961,\n",
      "                \"floss\": 0.0002627439680509269,\n",
      "                \"roll\": 1.1059322559958673e-06,\n",
      "                \"shake\": 0.0006349427276290953\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9994272589683533,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 9.231773678841648e-10,\n",
      "                \"draw-cross\": 2.4320999316047864e-13,\n",
      "                \"fever\": 0.9994272589683533,\n",
      "                \"floss\": 9.930227647114709e-12,\n",
      "                \"roll\": 6.809398769291874e-07,\n",
      "                \"shake\": 0.0005720900953747332\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9902323484420776,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 8.11807126410713e-07,\n",
      "                \"draw-cross\": 8.274790358128725e-13,\n",
      "                \"fever\": 0.9902323484420776,\n",
      "                \"floss\": 6.151807951937371e-07,\n",
      "                \"roll\": 2.528800723666791e-05,\n",
      "                \"shake\": 0.009740953333675861\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9978975057601929,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 5.662122930516489e-06,\n",
      "                \"draw-cross\": 4.1016884333444636e-10,\n",
      "                \"fever\": 0.9978975057601929,\n",
      "                \"floss\": 4.39312971138861e-05,\n",
      "                \"roll\": 6.467238563345745e-05,\n",
      "                \"shake\": 0.001988246338441968\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9961802959442139,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 3.0020471513125813e-06,\n",
      "                \"draw-cross\": 1.2257914301649908e-11,\n",
      "                \"fever\": 0.9961802959442139,\n",
      "                \"floss\": 3.5058014873357024e-06,\n",
      "                \"roll\": 3.950767222704599e-06,\n",
      "                \"shake\": 0.003809304442256689\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9134090542793274,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.7387901607435197e-05,\n",
      "                \"draw-cross\": 3.8003731021515885e-13,\n",
      "                \"fever\": 0.9134090542793274,\n",
      "                \"floss\": 3.193584774408009e-08,\n",
      "                \"roll\": 0.0003140153712593019,\n",
      "                \"shake\": 0.08625945448875427\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9942589998245239,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.1774069434977719e-06,\n",
      "                \"draw-cross\": 1.6969046168213708e-09,\n",
      "                \"fever\": 0.9942589998245239,\n",
      "                \"floss\": 3.5743466924031964e-06,\n",
      "                \"roll\": 3.380575108735684e-08,\n",
      "                \"shake\": 0.00573614751920104\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9896512031555176,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.0642022374440785e-07,\n",
      "                \"draw-cross\": 2.371413954094237e-09,\n",
      "                \"fever\": 0.9896512031555176,\n",
      "                \"floss\": 1.4821232241502003e-07,\n",
      "                \"roll\": 3.270409365541127e-08,\n",
      "                \"shake\": 0.01034846343100071\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": {\n",
      "        \"candidate\": null,\n",
      "        \"candidate_score\": null,\n",
      "        \"predictions\": null\n",
      "    },\n",
      "    \"total\": null\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9987900853157043,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.553169681756117e-08,\n",
      "                \"draw-cross\": 1.0978459807908791e-10,\n",
      "                \"fever\": 0.9987900853157043,\n",
      "                \"floss\": 2.618965481815394e-05,\n",
      "                \"roll\": 9.422032043460149e-09,\n",
      "                \"shake\": 0.001183744752779603\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "for d in data['instances']:\n",
    "    json_response = requests.post(\n",
    "        \"http://localhost:5000/model/predict\",\n",
    "        json={\n",
    "            'instances': [d]\n",
    "        },\n",
    "        headers={\"Host\": 'localhost', \"Content-Type\":\"application/json\"}\n",
    "    )\n",
    "\n",
    "    print(json.dumps(json_response.json(), indent=4))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Threaded"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-04-26T21:41:37.731945Z",
     "start_time": "2019-04-26T21:41:31.491130Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9946881532669067,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 7.074025347719726e-07,\n",
      "                \"draw-cross\": 0.00022650528990197927,\n",
      "                \"fever\": 0.005001315381377935,\n",
      "                \"floss\": 0.9946881532669067,\n",
      "                \"roll\": 8.151087968144566e-05,\n",
      "                \"shake\": 1.8248056221636944e-06\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9999982118606567,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.480006438583925e-14,\n",
      "                \"draw-cross\": 1.675412875101756e-08,\n",
      "                \"fever\": 1.7991621916735312e-06,\n",
      "                \"floss\": 0.9999982118606567,\n",
      "                \"roll\": 1.891834883194221e-10,\n",
      "                \"shake\": 1.8898784759358023e-08\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9611281156539917,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 5.541547665188773e-09,\n",
      "                \"draw-cross\": 6.65054249111563e-05,\n",
      "                \"fever\": 0.03876187652349472,\n",
      "                \"floss\": 0.9611281156539917,\n",
      "                \"roll\": 3.904134428012185e-05,\n",
      "                \"shake\": 4.508605798037024e-06\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 1.0,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 6.041825903148641e-37,\n",
      "                \"draw-cross\": 8.391033677759324e-36,\n",
      "                \"fever\": 1.537315830174292e-16,\n",
      "                \"floss\": 1.0,\n",
      "                \"roll\": 3.399582666725449e-21,\n",
      "                \"shake\": 9.511135793739101e-32\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9881007671356201,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.518501630926039e-05,\n",
      "                \"draw-cross\": 9.607632733832361e-08,\n",
      "                \"fever\": 0.9881007671356201,\n",
      "                \"floss\": 0.007565198931843042,\n",
      "                \"roll\": 0.0035974294878542423,\n",
      "                \"shake\": 0.0007213123026303947\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.942816972732544,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.9453558454406448e-06,\n",
      "                \"draw-cross\": 1.0016874512075447e-06,\n",
      "                \"fever\": 0.05569270998239517,\n",
      "                \"floss\": 0.942816972732544,\n",
      "                \"roll\": 0.0014764172956347466,\n",
      "                \"shake\": 9.957997463061474e-06\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9996294975280762,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.2840055241269965e-08,\n",
      "                \"draw-cross\": 6.023427658874425e-07,\n",
      "                \"fever\": 0.0003612525179050863,\n",
      "                \"floss\": 0.9996294975280762,\n",
      "                \"roll\": 8.569957572035491e-06,\n",
      "                \"shake\": 4.497341166143087e-08\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.7601213455200195,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.858892855783779e-07,\n",
      "                \"draw-cross\": 3.281588760728482e-06,\n",
      "                \"fever\": 0.23980656266212463,\n",
      "                \"floss\": 0.7601213455200195,\n",
      "                \"roll\": 2.8838871912739705e-06,\n",
      "                \"shake\": 6.566095544258133e-05\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9957979321479797,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 5.903984288124775e-07,\n",
      "                \"draw-cross\": 1.216956752614351e-05,\n",
      "                \"fever\": 0.00411730632185936,\n",
      "                \"floss\": 0.9957979321479797,\n",
      "                \"roll\": 3.972767899540486e-06,\n",
      "                \"shake\": 6.79806325933896e-05\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.6491860747337341,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 6.684097584230483e-14,\n",
      "                \"draw-cross\": 1.3793470543532749e-06,\n",
      "                \"fever\": 0.35079893469810486,\n",
      "                \"floss\": 0.6491860747337341,\n",
      "                \"roll\": 3.103983559071821e-08,\n",
      "                \"shake\": 1.3572560419561341e-05\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.996845006942749,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 4.920581719858319e-09,\n",
      "                \"draw-cross\": 9.143579404735647e-07,\n",
      "                \"fever\": 0.003153184661641717,\n",
      "                \"floss\": 0.996845006942749,\n",
      "                \"roll\": 5.714524675681787e-08,\n",
      "                \"shake\": 8.66816890265909e-07\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9995424747467041,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 3.8593029216826835e-08,\n",
      "                \"draw-cross\": 1.0951097237921203e-06,\n",
      "                \"fever\": 0.0004391284892335534,\n",
      "                \"floss\": 0.9995424747467041,\n",
      "                \"roll\": 1.723040986689739e-05,\n",
      "                \"shake\": 6.057550905325115e-08\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.6863030195236206,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.0454558463379726e-07,\n",
      "                \"draw-cross\": 6.986905418671085e-07,\n",
      "                \"fever\": 0.6863030195236206,\n",
      "                \"floss\": 0.3136183023452759,\n",
      "                \"roll\": 2.9471625566657167e-06,\n",
      "                \"shake\": 7.498794730054215e-05\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.999235987663269,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.3590231162652344e-08,\n",
      "                \"draw-cross\": 4.960276669407904e-07,\n",
      "                \"fever\": 0.0007357590366154909,\n",
      "                \"floss\": 0.999235987663269,\n",
      "                \"roll\": 2.7680282073561102e-05,\n",
      "                \"shake\": 9.855782856504902e-09\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.999596893787384,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.6426563220761636e-08,\n",
      "                \"draw-cross\": 2.768966851363075e-06,\n",
      "                \"fever\": 0.00040001285378821194,\n",
      "                \"floss\": 0.999596893787384,\n",
      "                \"roll\": 2.945856749647646e-07,\n",
      "                \"shake\": 1.8576599813968642e-08\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": {\n",
      "        \"candidate\": null,\n",
      "        \"candidate_score\": null,\n",
      "        \"predictions\": null\n",
      "    },\n",
      "    \"total\": null\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9156915545463562,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.032422915159259e-05,\n",
      "                \"draw-cross\": 3.3614505809964612e-06,\n",
      "                \"fever\": 0.08123777061700821,\n",
      "                \"floss\": 0.9156915545463562,\n",
      "                \"roll\": 0.0026972652412950993,\n",
      "                \"shake\": 0.0003597200848162174\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 0.9972619414329529,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.0849832887211324e-14,\n",
      "                \"draw-cross\": 1.0798010663393143e-07,\n",
      "                \"fever\": 0.002737835980951786,\n",
      "                \"floss\": 0.9972619414329529,\n",
      "                \"roll\": 1.7008128239126563e-09,\n",
      "                \"shake\": 1.0176076870038742e-07\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 1.0,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 0.0,\n",
      "                \"draw-cross\": 1.7825232280828612e-22,\n",
      "                \"fever\": 6.256347703088995e-35,\n",
      "                \"floss\": 1.0,\n",
      "                \"roll\": 2.266059645097855e-38,\n",
      "                \"shake\": 0.0\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 1.0,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 0.0,\n",
      "                \"draw-cross\": 2.9293044433467744e-36,\n",
      "                \"fever\": 0.0,\n",
      "                \"floss\": 1.0,\n",
      "                \"roll\": 0.0,\n",
      "                \"shake\": 8.591098649769312e-22\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"roll\",\n",
      "            \"candidate_score\": 0.8203741312026978,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 0.029343917965888977,\n",
      "                \"draw-cross\": 3.505396806158245e-10,\n",
      "                \"fever\": 0.0003715181373991072,\n",
      "                \"floss\": 1.3656936914685502e-08,\n",
      "                \"roll\": 0.8203741312026978,\n",
      "                \"shake\": 0.14991046488285065\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.996554434299469,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.9704984879354015e-06,\n",
      "                \"draw-cross\": 1.5197938463273886e-09,\n",
      "                \"fever\": 0.996554434299469,\n",
      "                \"floss\": 0.0026938479859381914,\n",
      "                \"roll\": 1.075452018994838e-05,\n",
      "                \"shake\": 0.0007390466053038836\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": {\n",
      "        \"candidate\": null,\n",
      "        \"candidate_score\": null,\n",
      "        \"predictions\": null\n",
      "    },\n",
      "    \"total\": null\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9989838004112244,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.2450418580556288e-05,\n",
      "                \"draw-cross\": 2.9246736588106614e-08,\n",
      "                \"fever\": 0.9989838004112244,\n",
      "                \"floss\": 5.244892236078158e-05,\n",
      "                \"roll\": 2.4595924514869694e-06,\n",
      "                \"shake\": 0.0009488622308708727\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9991552829742432,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.768026024568826e-05,\n",
      "                \"draw-cross\": 7.887672737183493e-09,\n",
      "                \"fever\": 0.9991552829742432,\n",
      "                \"floss\": 2.3000367946224287e-05,\n",
      "                \"roll\": 1.5586459994665347e-05,\n",
      "                \"shake\": 0.000778449117206037\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9969233274459839,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.7356962871417636e-06,\n",
      "                \"draw-cross\": 1.2213143829598039e-09,\n",
      "                \"fever\": 0.9969233274459839,\n",
      "                \"floss\": 6.617359531446709e-07,\n",
      "                \"roll\": 1.6228372601290175e-07,\n",
      "                \"shake\": 0.0030740804504603148\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.998867392539978,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.0508735925895962e-07,\n",
      "                \"draw-cross\": 1.2927340087287575e-08,\n",
      "                \"fever\": 0.998867392539978,\n",
      "                \"floss\": 0.0009368336759507656,\n",
      "                \"roll\": 1.1668842603285157e-07,\n",
      "                \"shake\": 0.0001955784682650119\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"shake\",\n",
      "            \"candidate_score\": 0.9975553154945374,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.0577710000378724e-13,\n",
      "                \"draw-cross\": 4.987707837890432e-13,\n",
      "                \"fever\": 0.002444639801979065,\n",
      "                \"floss\": 7.116967757990868e-16,\n",
      "                \"roll\": 2.468074860830687e-15,\n",
      "                \"shake\": 0.9975553154945374\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.8614172339439392,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 0.0004744984325952828,\n",
      "                \"draw-cross\": 1.1353476736530865e-07,\n",
      "                \"fever\": 0.8614172339439392,\n",
      "                \"floss\": 0.04706741124391556,\n",
      "                \"roll\": 0.09084043651819229,\n",
      "                \"shake\": 0.0002002894034376368\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9717973470687866,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.2223231255225073e-08,\n",
      "                \"draw-cross\": 6.828658190120851e-13,\n",
      "                \"fever\": 0.9717973470687866,\n",
      "                \"floss\": 2.363444107089663e-09,\n",
      "                \"roll\": 3.499890932623373e-10,\n",
      "                \"shake\": 0.028202606365084648\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9990987777709961,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 2.3826978576835245e-06,\n",
      "                \"draw-cross\": 4.613069926051594e-09,\n",
      "                \"fever\": 0.9990987777709961,\n",
      "                \"floss\": 0.0002627439680509269,\n",
      "                \"roll\": 1.1059322559958673e-06,\n",
      "                \"shake\": 0.0006349427276290953\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9994272589683533,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 9.231773678841648e-10,\n",
      "                \"draw-cross\": 2.4320999316047864e-13,\n",
      "                \"fever\": 0.9994272589683533,\n",
      "                \"floss\": 9.930227647114709e-12,\n",
      "                \"roll\": 6.809398769291874e-07,\n",
      "                \"shake\": 0.0005720900953747332\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9902323484420776,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 8.11807126410713e-07,\n",
      "                \"draw-cross\": 8.274790358128725e-13,\n",
      "                \"fever\": 0.9902323484420776,\n",
      "                \"floss\": 6.151807951937371e-07,\n",
      "                \"roll\": 2.528800723666791e-05,\n",
      "                \"shake\": 0.009740953333675861\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9961802959442139,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 3.0020471513125813e-06,\n",
      "                \"draw-cross\": 1.2257914301649908e-11,\n",
      "                \"fever\": 0.9961802959442139,\n",
      "                \"floss\": 3.5058014873357024e-06,\n",
      "                \"roll\": 3.950767222704599e-06,\n",
      "                \"shake\": 0.003809304442256689\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9978975057601929,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 5.662122930516489e-06,\n",
      "                \"draw-cross\": 4.1016884333444636e-10,\n",
      "                \"fever\": 0.9978975057601929,\n",
      "                \"floss\": 4.39312971138861e-05,\n",
      "                \"roll\": 6.467238563345745e-05,\n",
      "                \"shake\": 0.001988246338441968\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": {\n",
      "        \"candidate\": null,\n",
      "        \"candidate_score\": null,\n",
      "        \"predictions\": null\n",
      "    },\n",
      "    \"total\": null\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9134090542793274,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.7387901607435197e-05,\n",
      "                \"draw-cross\": 3.8003731021515885e-13,\n",
      "                \"fever\": 0.9134090542793274,\n",
      "                \"floss\": 3.193584774408009e-08,\n",
      "                \"roll\": 0.0003140153712593019,\n",
      "                \"shake\": 0.08625945448875427\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9942589998245239,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.1774069434977719e-06,\n",
      "                \"draw-cross\": 1.6969046168213708e-09,\n",
      "                \"fever\": 0.9942589998245239,\n",
      "                \"floss\": 3.5743466924031964e-06,\n",
      "                \"roll\": 3.380575108735684e-08,\n",
      "                \"shake\": 0.00573614751920104\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n",
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9896512031555176,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.0642022374440785e-07,\n",
      "                \"draw-cross\": 2.371413954094237e-09,\n",
      "                \"fever\": 0.9896512031555176,\n",
      "                \"floss\": 1.4821232241502003e-07,\n",
      "                \"roll\": 3.270409365541127e-08,\n",
      "                \"shake\": 0.01034846343100071\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9987900853157043,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.553169681756117e-08,\n",
      "                \"draw-cross\": 1.0978459807908791e-10,\n",
      "                \"fever\": 0.9987900853157043,\n",
      "                \"floss\": 2.618965481815394e-05,\n",
      "                \"roll\": 9.422032043460149e-09,\n",
      "                \"shake\": 0.001183744752779603\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 1\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "import concurrent\n",
    "\n",
    "\n",
    "def query_model_prediction(d, timeout):\n",
    "    return requests.post(\n",
    "        \"http://localhost:5000/model/predict\",\n",
    "        json={\n",
    "            'instances': [d]\n",
    "        },\n",
    "        headers={\"Host\": 'localhost', \"Content-Type\":\"application/json\"},\n",
    "        timeout=timeout\n",
    "    )\n",
    "\n",
    "    \n",
    "with concurrent.futures.ThreadPoolExecutor(max_workers=5) as executor:\n",
    "    # Start the load operations and mark each future with its URL\n",
    "    future_to_prediction = {\n",
    "        executor.submit(query_model_prediction, d, 60): d for d in data['instances']\n",
    "    }\n",
    "    for future in concurrent.futures.as_completed(future_to_prediction):\n",
    "        input_gesture = future_to_prediction[future]\n",
    "        try:\n",
    "            json_response = future.result()\n",
    "        except Exception as exc:\n",
    "            print('%r generated an exception: %s' % (input_gesture, exc))\n",
    "            \n",
    "        print(json.dumps(json_response.json(), indent=4))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Fake"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-04-26T21:41:41.745746Z",
     "start_time": "2019-04-26T21:41:40.663290Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{\n",
      "    \"payload\": [\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.8268402814865112,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 0.00029087907751090825,\n",
      "                \"draw-cross\": 5.402942861110205e-06,\n",
      "                \"fever\": 0.8268402814865112,\n",
      "                \"floss\": 0.17253518104553223,\n",
      "                \"roll\": 0.0002907082380261272,\n",
      "                \"shake\": 3.753391501959413e-05\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"roll\",\n",
      "            \"candidate_score\": 0.7174426913261414,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 0.00213981862179935,\n",
      "                \"draw-cross\": 3.92303434182395e-07,\n",
      "                \"fever\": 0.2431594878435135,\n",
      "                \"floss\": 0.03725210949778557,\n",
      "                \"roll\": 0.7174426913261414,\n",
      "                \"shake\": 5.46865430806065e-06\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"roll\",\n",
      "            \"candidate_score\": 0.952195942401886,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 0.0007390189566649497,\n",
      "                \"draw-cross\": 2.99269409254066e-08,\n",
      "                \"fever\": 0.04536857828497887,\n",
      "                \"floss\": 0.001696298480965197,\n",
      "                \"roll\": 0.952195942401886,\n",
      "                \"shake\": 8.982753740838234e-08\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9997851848602295,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 4.057555997860618e-05,\n",
      "                \"draw-cross\": 1.9719626820347003e-08,\n",
      "                \"fever\": 0.9997851848602295,\n",
      "                \"floss\": 8.792264998191968e-05,\n",
      "                \"roll\": 3.455983096500859e-05,\n",
      "                \"shake\": 5.1721428462769836e-05\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.5689842104911804,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 0.0019871664699167013,\n",
      "                \"draw-cross\": 4.483011434786022e-05,\n",
      "                \"fever\": 0.5689842104911804,\n",
      "                \"floss\": 0.4272785484790802,\n",
      "                \"roll\": 0.0016892276471480727,\n",
      "                \"shake\": 1.6061270798672922e-05\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"roll\",\n",
      "            \"candidate_score\": 0.9645459651947021,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 0.001660407055169344,\n",
      "                \"draw-cross\": 2.704367285666365e-10,\n",
      "                \"fever\": 0.033783771097660065,\n",
      "                \"floss\": 2.521382384657045e-06,\n",
      "                \"roll\": 0.9645459651947021,\n",
      "                \"shake\": 7.3877158683899324e-06\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"fever\",\n",
      "            \"candidate_score\": 0.9574193954467773,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 1.694023477050166e-09,\n",
      "                \"draw-cross\": 1.5610973491675395e-07,\n",
      "                \"fever\": 0.9574193954467773,\n",
      "                \"floss\": 0.0425659716129303,\n",
      "                \"roll\": 1.1504775102366693e-05,\n",
      "                \"shake\": 2.9531438485719264e-06\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 1.0,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 0.0,\n",
      "                \"draw-cross\": 1.2305569750206806e-21,\n",
      "                \"fever\": 5.347669838040109e-33,\n",
      "                \"floss\": 1.0,\n",
      "                \"roll\": 5.96945827661272e-36,\n",
      "                \"shake\": 0.0\n",
      "            }\n",
      "        },\n",
      "        {\n",
      "            \"candidate\": \"floss\",\n",
      "            \"candidate_score\": 1.0,\n",
      "            \"predictions\": {\n",
      "                \"draw-circle\": 0.0,\n",
      "                \"draw-cross\": 5.803348311810105e-36,\n",
      "                \"fever\": 0.0,\n",
      "                \"floss\": 1.0,\n",
      "                \"roll\": 5.605193857299268e-45,\n",
      "                \"shake\": 1.0122131001783798e-21\n",
      "            }\n",
      "        }\n",
      "    ],\n",
      "    \"total\": 9\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "fake_instances = data_dance_raw['floss'][-10:]\n",
    "\n",
    "[d.update(gesture='roll') for d in fake_instances]\n",
    "\n",
    "data = {\n",
    "    \"instances\": fake_instances\n",
    "}\n",
    "json_response = requests.post(\"http://localhost:5000/model/predict\", json=data, headers={\"Host\": 'localhost', \"Content-Type\":\"application/json\"})\n",
    "\n",
    "print(json.dumps(json_response.json(), indent=4))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Knative"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-04-17T16:48:45.490593Z",
     "start_time": "2019-04-17T16:47:18.657Z"
    }
   },
   "outputs": [],
   "source": [
    "%%bash\n",
    "\n",
    "oc start-build tf-serving --from-dir ."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-04-17T16:48:45.499097Z",
     "start_time": "2019-04-17T16:47:18.660Z"
    }
   },
   "outputs": [],
   "source": [
    "builds = !oc get builds\n",
    "latest = builds[-1].split()[0]\n",
    "\n",
    "!oc logs -f build.build.openshift.io/$latest"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-04-17T16:48:45.502954Z",
     "start_time": "2019-04-17T16:47:18.666Z"
    }
   },
   "outputs": [],
   "source": [
    "revision = int(dt.timestamp(dt.now()))\n",
    "\n",
    "!oc process tf-serving-knative -p REVISION=$revision | oc apply -f -"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-04-17T16:48:45.512681Z",
     "start_time": "2019-04-17T16:47:18.669Z"
    }
   },
   "outputs": [],
   "source": [
    "%%bash\n",
    "\n",
    "while oc get pods | grep tf-serving-knative | grep -v Running; do \n",
    "    oc get pods | grep tf-serving-knative\n",
    "    sleep 1\n",
    "done"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-04-17T16:48:45.516970Z",
     "start_time": "2019-04-17T16:47:18.673Z"
    }
   },
   "outputs": [],
   "source": [
    "%%bash --out KSERVICE_DOMAIN\n",
    "\n",
    "oc get kservice tf-serving-knative-demo -o jsonpath='{.status.domain}'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-04-17T16:48:45.520632Z",
     "start_time": "2019-04-17T16:47:18.679Z"
    }
   },
   "outputs": [],
   "source": [
    "KSERVICE_DOMAIN"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2019-04-17T16:48:45.525581Z",
     "start_time": "2019-04-17T16:47:18.682Z"
    }
   },
   "outputs": [],
   "source": [
    "import requests\n",
    "\n",
    "INGRESS_GATEWAY=\"istio-ingressgateway.istio-system.svc.cluster.local\"\n",
    "\n",
    "data = {\n",
    "  \"instances\": [\n",
    "      json.loads(Path('data/dance/floss/example.json').read_text())\n",
    "  ]\n",
    "}\n",
    "json_response = requests.post(\"http://%s/model/predict\" % INGRESS_GATEWAY, json=data, headers={\"Host\": KSERVICE_DOMAIN, \"Content-Type\":\"application/json\"})\n",
    "\n",
    "print(json.dumps(json_response.json(), indent=4))"
   ]
  }
 ],
 "metadata": {
  "celltoolbar": "Initialization Cell",
  "kernelspec": {
   "display_name": "rh-summit-demo",
   "language": "python",
   "name": "rh-summit-demo"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.6"
  },
  "require": {
   "paths": {
    "buttons.colvis": "https://cdn.datatables.net/buttons/1.5.6/js/buttons.colVis.min",
    "buttons.flash": "https://cdn.datatables.net/buttons/1.5.6/js/buttons.flash.min",
    "buttons.html5": "https://cdn.datatables.net/buttons/1.5.6/js/buttons.html5.min",
    "buttons.print": "https://cdn.datatables.net/buttons/1.5.6/js/buttons.print.min",
    "d3": "https://cdnjs.cloudflare.com/ajax/libs/d3/5.9.2/d3.min",
    "datatables.net": "https://cdn.datatables.net/1.10.18/js/jquery.dataTables",
    "datatables.net-buttons": "https://cdn.datatables.net/buttons/1.5.6/js/dataTables.buttons.min",
    "datatables.scroller": "https://cdn.datatables.net/scroller/2.0.0/js/dataTables.scroller.min",
    "datatables.select": "https://cdn.datatables.net/select/1.3.0/js/dataTables.select.min",
    "jszip": "https://cdnjs.cloudflare.com/ajax/libs/jszip/2.5.0/jszip.min",
    "pdfmake": "https://cdnjs.cloudflare.com/ajax/libs/pdfmake/0.1.36/pdfmake.min",
    "vfsfonts": "https://cdnjs.cloudflare.com/ajax/libs/pdfmake/0.1.36/vfs_fonts"
   },
   "shim": {
    "buttons.colvis": {
     "deps": [
      "jszip",
      "datatables.net-buttons"
     ]
    },
    "buttons.flash": {
     "deps": [
      "jszip",
      "datatables.net-buttons"
     ]
    },
    "buttons.html5": {
     "deps": [
      "jszip",
      "datatables.net-buttons"
     ]
    },
    "buttons.print": {
     "deps": [
      "jszip",
      "datatables.net-buttons"
     ]
    },
    "datatables.net": {
     "exports": "$.fn.dataTable"
    },
    "datatables.net-buttons": {
     "deps": [
      "datatables.net"
     ]
    },
    "pdfmake": {
     "deps": [
      "datatables.net"
     ]
    },
    "vfsfonts": {
     "deps": [
      "datatables.net"
     ]
    }
   }
  },
  "varInspector": {
   "cols": {
    "lenName": 16,
    "lenType": 16,
    "lenVar": 40
   },
   "kernels_config": {
    "python": {
     "delete_cmd_postfix": "",
     "delete_cmd_prefix": "del ",
     "library": "var_list.py",
     "varRefreshCmd": "print(var_dic_list())"
    },
    "r": {
     "delete_cmd_postfix": ") ",
     "delete_cmd_prefix": "rm(",
     "library": "var_list.r",
     "varRefreshCmd": "cat(var_dic_list()) "
    }
   },
   "types_to_exclude": [
    "module",
    "function",
    "builtin_function_or_method",
    "instance",
    "_Feature"
   ],
   "window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}