evaluation/04-analysis-android-hidden-sloth.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ba47cfc9",
   "metadata": {},
   "outputs": [],
   "source": [
    "import warnings\n",
    "warnings.filterwarnings(\"ignore\")\n",
    "\n",
    "import json\n",
    "import matplotlib.pyplot as plt\n",
    "import os\n",
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "\n",
    "%config InlineBackend.figure_format = 'retina'\n",
    "plt.rc('pdf', fonttype=42) # Avoid type 3 fonts\n",
    "\n",
    "sns.set_theme(style=\"white\")\n",
    "sns.set_palette(sns.color_palette(\"tab10\"))\n",
    "plt.rcParams.update({\"xtick.bottom\" : True, \"ytick.left\" : True}) # enables minor ticks"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "beb04e7a",
   "metadata": {},
   "outputs": [],
   "source": [
    "BASE_DIR = '../android/'\n",
    "RESULTS_DIR = os.path.join(BASE_DIR, '../results/CHANGE-ME/')\n",
    "\n",
    "TESTS = {\n",
    "    \"decrypt\": \"testHiddenSloth_withSmall_withOpDecrypt\",\n",
    "    \"decryptCached\": \"testHiddenSloth_withSmall_withOpDecryptWithCachedKey\",\n",
    "    \"ratchet\": \"testHiddenSloth_withSmall_withOpRatchet\",\n",
    "}\n",
    "\n",
    "\n",
    "def read_device_info(path):\n",
    "    with open(path) as f:\n",
    "        x = json.load(f)\n",
    "        \n",
    "    name = x['name'].replace('\"', '')\n",
    "    name = name.replace(' 5G', '')\n",
    "        \n",
    "    os = x['os']\n",
    "    if '.' in os:\n",
    "        os = os[:os.find('.')]\n",
    "    \n",
    "    return {\n",
    "        'name': name,\n",
    "        'os': int(os),\n",
    "    }\n",
    "\n",
    "\n",
    "def read_sloth_bench_results(dir_path, test_name):\n",
    "    allS, allDurations = [], []\n",
    "    \n",
    "    with open(os.path.join(dir_path, f'{test_name}.json')) as f:\n",
    "        x = json.load(f)\n",
    "        \n",
    "        for m in x:\n",
    "            d = m['data']\n",
    "            if m['tag'] != 'LogTracer' or test_name not in d:\n",
    "                continue\n",
    "\n",
    "            _, _, _, s, startNs, finishNs = d.split(' ')\n",
    "            allS.append(int(s.split('=')[1]))\n",
    "        \n",
    "            startNs = int(startNs.split('=')[1])\n",
    "            finishNs = int(finishNs.split('=')[1])\n",
    "            allDurations.append((finishNs - startNs) / 1_000_000) # NS to MS\n",
    "    \n",
    "    return {\n",
    "        's': allS,\n",
    "        'duration': allDurations, \n",
    "    }\n",
    "\n",
    "\n",
    "def read_job_result(job_path, test_id, test_name):\n",
    "    device_info = read_device_info(os.path.join(job_path, \"device.json\"))\n",
    "    bench_results = read_sloth_bench_results(job_path, test_name)\n",
    "    \n",
    "    return {**device_info, **{'test': test_id}, **bench_results}\n",
    "\n",
    "                  \n",
    "def read_all_jobs():\n",
    "    all_data = []\n",
    "    for job_name in sorted(os.listdir(RESULTS_DIR)):\n",
    "        job_path = os.path.join(RESULTS_DIR, job_name)\n",
    "        \n",
    "        if not os.path.isdir(job_path):\n",
    "            continue\n",
    "            \n",
    "        for test_id, test_name in TESTS.items():\n",
    "            x = read_job_result(job_path, test_id, test_name)\n",
    "            if len(x['s']) < 10: continue\n",
    "            all_data.append(x)\n",
    "    return pd.json_normalize(all_data)\n",
    "        \n",
    "df = read_all_jobs()\n",
    "df = df.explode(['s', 'duration'], ignore_index=True)\n",
    "df = df.astype({'duration': 'float64'})\n",
    "\n",
    "df.sample(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ece8444d",
   "metadata": {},
   "outputs": [],
   "source": [
    "#\n",
    "# Line plot with error bars for ratchet operation given payload size\n",
    "#\n",
    "\n",
    "MIB = 1024 * 1024\n",
    "\n",
    "def draw_plot_for_test(df, test_id):\n",
    "    fig, ax = plt.subplots()\n",
    "    fig.set_size_inches((5.5, 2.2))\n",
    "    \n",
    "    df = df[df.test == test_id]\n",
    "\n",
    "    def draw_plot_for_name(data, ax, name):\n",
    "        grouped = data[data.name==name].groupby(\"s\", as_index=False)\n",
    "\n",
    "        means = grouped.mean()\n",
    "        errors = grouped.std()\n",
    "\n",
    "        handle = ax.errorbar(\n",
    "            x=means[\"s\"], y=means[\"duration\"], yerr=errors[\"duration\"],\n",
    "            fmt='', ls='-',\n",
    "            ms=5, capsize=4)\n",
    "        handle.set_label(name)\n",
    "\n",
    "    for name in sorted(list(set(df['name']))):\n",
    "        draw_plot_for_name(df, ax, name)\n",
    "\n",
    "    print(f\"Operation: {test_id}\")\n",
    "\n",
    "    ax.set_xlabel(\"Max data size ($s$) [bytes]\")\n",
    "    ax.set_xscale(\"log\")\n",
    "    ax.set_xticks([1*MIB, 10*MIB, 100*MIB])\n",
    "    ax.set_xticklabels([\"1 MiB\", \"10 MiB\", \"100 MiB\"])\n",
    "\n",
    "\n",
    "    ax.set_ylabel(\"Duration [ms]\")\n",
    "    ax.set_yscale(\"log\")\n",
    "    ax.set_ylim((300, 3*1_000))\n",
    "\n",
    "    ax.grid(ls='--')\n",
    "\n",
    "    handles, labels = ax.get_legend_handles_labels()\n",
    "    fig.legend(handles, labels, loc='upper right', ncol=2, bbox_to_anchor=(0.97, 1.13), frameon=False)\n",
    "\n",
    "    fig.tight_layout()\n",
    "    fig.savefig(\"output/android-hidden-sloth-bench.pdf\", bbox_inches='tight')\n",
    "\n",
    "    \n",
    "for test_id in (\"ratchet\",):\n",
    "    draw_plot_for_test(df, test_id)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "bedc27a8",
   "metadata": {},
   "outputs": [],
   "source": [
    "#\n",
    "# Box plot for decrypt operation under two payload sizes\n",
    "#\n",
    "\n",
    "PAYLOAD_SIZES = (10 * MIB,)\n",
    "\n",
    "fig, axs = plt.subplots(len(PAYLOAD_SIZES), 1, sharex=True)\n",
    "axs = [axs]\n",
    "fig.set_size_inches((5.5, len(PAYLOAD_SIZES) * 1.85))\n",
    "\n",
    "for ax, payload_size in zip(axs, PAYLOAD_SIZES):\n",
    "    d = df[(df.test=='decryptCached') & (df.s==payload_size)]\n",
    "    sns.boxplot(\n",
    "        data=d,\n",
    "        y='name',\n",
    "        x='duration',\n",
    "        hue='name',\n",
    "        ax=ax,\n",
    "        showfliers = False,\n",
    "        dodge=False,\n",
    "    )\n",
    "\n",
    "    ax.set_ylabel(None)\n",
    "\n",
    "    ax.set_xlabel(\"Duration [ms]\")\n",
    "    # ax.set_xscale(\"log\")\n",
    "    ax.set_xlim((0, 100))\n",
    "\n",
    "    ax.grid(ls='--')\n",
    "\n",
    "    handles, labels = ax.get_legend_handles_labels()\n",
    "    ax.legend().remove()\n",
    "\n",
    "fig.tight_layout()\n",
    "fig.savefig(\"output/android-hidden-sloth-decrypt-box.pdf\", bbox_inches='tight')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}