04_pre_validation_set.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "```\n",
    "convert train.csv to a format suitable for inference\n",
    "```"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "#os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"-1\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "from fastai.basics           import *\n",
    "from fastai.callback.all     import *\n",
    "from fastai.distributed      import *\n",
    "from fastai.tabular.all      import *\n",
    "\n",
    "import ast\n",
    "import enum\n",
    "import gc\n",
    "import pandas as pd\n",
    "import pickle\n",
    "import enum\n",
    "\n",
    "from collections import defaultdict\n",
    "from fastcore.script import *\n",
    "from matplotlib import pyplot as plt\n",
    "from pathlib import Path\n",
    "from scipy.sparse import coo_matrix, dok_matrix, lil_matrix, csr_matrix, bsr_matrix\n",
    "from sklearn.metrics import roc_auc_score\n",
    "from torch.distributions.beta import Beta\n",
    "from torch.utils.data import Dataset\n",
    "from tqdm import tqdm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "in_d = Path('input')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "MAX_USERS = 450000     # estimate users (train + test)\n",
    "MAX_QUESTIONS = 13523  # num of different question_id"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "_H = AttrDict\n",
    "H = _H(\n",
    "    seed = 0,\n",
    "    data = '210101b',  # data version\n",
    "    valid_pct = 0.025,\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "with open(in_d / f'meta_v{H.data}.pkl', 'rb') as f:\n",
    "    meta = pickle.load(f)\n",
    "\n",
    "QCols = enum.IntEnum('QCols', meta.qcols, start=0)\n",
    "LCols = enum.IntEnum('LCols', meta.lcols, start=0)\n",
    "Cats  = enum.IntEnum('Cats',  meta.cat_names, start=0)\n",
    "Conts = enum.IntEnum('Conts', meta.cont_names, start=0)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Seed np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "np.random.seed(H.seed)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Read df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 1min 5s, sys: 2.39 s, total: 1min 7s\n",
      "Wall time: 1min 8s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "interaction_dtypes = {\n",
    "    'row_id': 'int32',\n",
    "    'timestamp': 'int64',\n",
    "    'user_id': 'int32',\n",
    "    'content_id': 'int16',\n",
    "    'content_type_id': 'int8',\n",
    "    'task_container_id': 'int16',\n",
    "    'user_answer': 'int8',\n",
    "    'answered_correctly': 'int8',\n",
    "    'prior_question_elapsed_time': 'float32',\n",
    "    'prior_question_had_explanation': 'boolean'\n",
    "}\n",
    "\n",
    "i_df = pd.read_csv(\n",
    "    in_d / 'train.csv', \n",
    "    usecols=interaction_dtypes.keys(),\n",
    "    dtype=interaction_dtypes,\n",
    "    #nrows=10**6,\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "group_keys = sorted(i_df.user_id.unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Last H.valid_pct is valid set\n",
    "train_group_keys = group_keys[:int((1 - H.valid_pct) * len(group_keys))]\n",
    "valid_group_keys = group_keys[int((1 - H.valid_pct) * len(group_keys)):]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "users: train=383814, valid=9842\n"
     ]
    }
   ],
   "source": [
    "print(f'users: train={len(train_group_keys)}, valid={len(valid_group_keys)}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = i_df[i_df.user_id.isin(valid_group_keys)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "assert len(valid_group_keys) == len(df.user_id.unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "stat = df.groupby('user_id').agg({'timestamp': [np.min, np.max, len]})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "max_ts = df.timestamp.max()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:>"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXoAAAEQCAYAAAC+z7+sAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8vihELAAAACXBIWXMAAAsTAAALEwEAmpwYAAAXDElEQVR4nO3db5Bdd33f8fcHyU6wF0wSwYZITuQmCpTamOCtTCADu1CMzJ+4mYGOPa4TMnZVMjFNKNC6fYCnyRM61J00xsZoQHWY2t7hn2OPo9h4WjR2IE5lOQbZBhNVVmERtYJlRNbxjCPy7YN7BDfyavfc3bt7r8+8XzN3dO/5nXPv52ikz5797TlnU1VIkrrreaMOIElaXRa9JHWcRS9JHWfRS1LHWfSS1HEWvSR13NgWfZKdSQ4neajl+v8iySNJHk5y82rnk6TniozrefRJXg/MA5+qqrOXWHcL8GngjVX1ZJKXVNXhtcgpSeNubI/oq+oe4Ej/siQ/n+TOJHuT3Jvk5c3QvwKuq6onm20teUlqjG3Rn8QO4L1VdR7wAeD6ZvkvAr+Y5EtJ7kuybWQJJWnMrB91gLaSTACvBT6T5PjiH2v+XA9sAaaBTcC9Sc6uqu+tcUxJGjvPmaKn993H96rqVQuMzQH3VdXfAY8leZRe8e9Zw3ySNJaeM1M3VfV9eiX+LoD0nNsM/zEw0yzfQG8q58AockrSuBnbok9yC/DnwMuSzCW5HLgUuDzJV4CHgYua1e8CnkjyCPBF4INV9cQockvSuBnb0yslScMxtkf0kqThGMsfxm7YsKE2b968rG2feuopTj/99OEGGgJztTeOmcBcgzLXYFaaa+/evd+tqhcvOFhVY/c477zzarm++MUvLnvb1WSu9sYxU5W5BmWuwaw0F3B/naRTnbqRpI6z6CWp4yx6Seo4i16SOs6il6SOs+glqeMseknqOItekjpuyStjk+wE3g4crgV+pV+SD9K72djx9/vHwIur6kiSg8DfAD8AjlXV1LCCS5LaaXMLhBuBjwKfWmiwqj4CfAQgyTuA91VV/68AnKmq764wZ2v7vn2Ud1/1J2v1cT908MNvW/PPlKQ2lpy6qQV+d+siLgFuWVEiSdJQtbpNcZLNwB0LTd30rXMavd/09AvHj+iTPAY8CRTw8arascj224HtAJOTk+fNzs4OsBs/cvjIUR5/elmbrsg5G89YdHx+fp6JiYk1StPeOOYax0xgrkGZazArzTUzM7P3ZNPjw7x75TuAL50wbfO6qjqU5CXA3Um+3nyH8CzNF4EdAFNTUzU9Pb2sENfedBvX7Fv7m3IevHR60fHdu3ez3H1aTeOYaxwzgbkGZa7BrGauYZ51czEnTNtU1aHmz8PArcDWIX6eJKmFoRR9kjOANwC39S07PckLjj8HLgAeGsbnSZLaa3N65S3ANLAhyRxwNXAKQFXd0Kz2a8AXquqpvk0ngVuTHP+cm6vqzuFFlyS1sWTRV9UlLda5kd5pmP3LDgDnLjeYJGk4vDJWkjrOopekjrPoJanjLHpJ6jiLXpI6zqKXpI6z6CWp4yx6Seo4i16SOs6il6SOs+glqeMseknqOItekjrOopekjrPoJanjLHpJ6jiLXpI6zqKXpI6z6CWp4yx6Seq4JYs+yc4kh5M8dJLx6SRHkzzYPD7UN7YtyaNJ9ie5apjBJUnttDmivxHYtsQ691bVq5rH7wEkWQdcB1wIvAK4JMkrVhJWkjS4JYu+qu4BjizjvbcC+6vqQFU9A8wCFy3jfSRJKzCsOfpfTvKVJH+a5J80yzYC3+pbZ65ZJklaQ6mqpVdKNgN3VNXZC4y9EPj7qppP8lbgv1XVliTvAt5SVVc0610GbK2q957kM7YD2wEmJyfPm52dXdYOHT5ylMefXtamK3LOxjMWHZ+fn2diYmKN0rQ3jrnGMROYa1DmGsxKc83MzOytqqmFxtYv+10bVfX9vue7klyfZAO9I/gz+1bdBBxa5H12ADsApqamanp6ell5rr3pNq7Zt+LdGtjBS6cXHd+9ezfL3afVNI65xjETmGtQ5hrMauZa8dRNkp9Okub51uY9nwD2AFuSnJXkVOBi4PaVfp4kaTBLHvomuQWYBjYkmQOuBk4BqKobgHcCv5XkGPA0cHH15oOOJbkSuAtYB+ysqodXZS8kSSe1ZNFX1SVLjH8U+OhJxnYBu5YXTZI0DF4ZK0kdZ9FLUsdZ9JLUcRa9JHWcRS9JHWfRS1LHWfSS1HEWvSR1nEUvSR1n0UtSx1n0ktRxFr0kdZxFL0kdZ9FLUsdZ9JLUcRa9JHWcRS9JHWfRS1LHWfSS1HEWvSR1nEUvSR23ZNEn2ZnkcJKHTjJ+aZKvNo8vJzm3b+xgkn1JHkxy/zCDS5LaaXNEfyOwbZHxx4A3VNUrgd8HdpwwPlNVr6qqqeVFlCStxPqlVqiqe5JsXmT8y30v7wM2DSGXJGlIUlVLr9Qr+juq6uwl1vsA8PKquqJ5/RjwJFDAx6vqxKP9/m23A9sBJicnz5udnW27D//A4SNHefzpZW26IudsPGPR8fn5eSYmJtYoTXvjmGscM4G5BmWuwaw018zMzN6TzZwseUTfVpIZ4HLgV/oWv66qDiV5CXB3kq9X1T0Lbd98EdgBMDU1VdPT08vKce1Nt3HNvqHtVmsHL51edHz37t0sd59W0zjmGsdMYK5BmWswq5lrKGfdJHkl8Angoqp64vjyqjrU/HkYuBXYOozPkyS1t+KiT/KzwOeBy6rqG33LT0/yguPPgQuABc/ckSStniXnOJLcAkwDG5LMAVcDpwBU1Q3Ah4CfAq5PAnCsmSeaBG5tlq0Hbq6qO1dhHyRJi2hz1s0lS4xfAVyxwPIDwLnP3kKStJa8MlaSOs6il6SOs+glqeMseknqOItekjrOopekjrPoJanjLHpJ6jiLXpI6zqKXpI6z6CWp4yx6Seo4i16SOs6il6SOs+glqeMseknqOItekjrOopekjrPoJanjLHpJ6rgliz7JziSHkzx0kvEk+cMk+5N8Ncmr+8a2JXm0GbtqmMElSe20OaK/Edi2yPiFwJbmsR34GECSdcB1zfgrgEuSvGIlYSVJg1uy6KvqHuDIIqtcBHyqeu4DXpTkpcBWYH9VHaiqZ4DZZl1J0hpKVS29UrIZuKOqzl5g7A7gw1X1Z83r/wn8e2AzsK2qrmiWXwacX1VXnuQzttP7joDJycnzZmdnl7M/HD5ylMefXtamK3LOxjMWHZ+fn2diYmKN0rQ3jrnGMROYa1DmGsxKc83MzOytqqmFxtYv+11/JAssq0WWL6iqdgA7AKampmp6enpZYa696Tau2TeM3RrMwUunFx3fvXs3y92n1TSOucYxE5hrUOYazGrmGkYjzgFn9r3eBBwCTj3JcknSGhrG6ZW3A7/enH3zGuBoVX0H2ANsSXJWklOBi5t1JUlraMkj+iS3ANPAhiRzwNXAKQBVdQOwC3grsB/4W+A3m7FjSa4E7gLWATur6uFV2AdJ0iKWLPqqumSJ8QJ++yRju+h9IZAkjYhXxkpSx1n0ktRxFr0kdZxFL0kdZ9FLUsdZ9JLUcRa9JHWcRS9JHWfRS1LHWfSS1HEWvSR1nEUvSR1n0UtSx1n0ktRxFr0kdZxFL0kdZ9FLUsdZ9JLUcRa9JHWcRS9JHdeq6JNsS/Jokv1Jrlpg/INJHmweDyX5QZKfbMYOJtnXjN0/7B2QJC1u/VIrJFkHXAe8GZgD9iS5vaoeOb5OVX0E+Eiz/juA91XVkb63mamq7w41uSSplTZH9FuB/VV1oKqeAWaBixZZ/xLglmGEkyStXKpq8RWSdwLbquqK5vVlwPlVdeUC655G76j/F44f0Sd5DHgSKODjVbXjJJ+zHdgOMDk5ed7s7OyydujwkaM8/vSyNl2Rczaesej4/Pw8ExMTa5SmvXHMNY6ZwFyDMtdgVpprZmZmb1VNLTS25NQNkAWWneyrwzuAL50wbfO6qjqU5CXA3Um+XlX3POsNe18AdgBMTU3V9PR0i2jPdu1Nt3HNvja7NVwHL51edHz37t0sd59W0zjmGsdMYK5BmWswq5mrzdTNHHBm3+tNwKGTrHsxJ0zbVNWh5s/DwK30poIkSWukTdHvAbYkOSvJqfTK/PYTV0pyBvAG4La+ZacnecHx58AFwEPDCC5JamfJOY6qOpbkSuAuYB2ws6oeTvKeZvyGZtVfA75QVU/1bT4J3Jrk+GfdXFV3DnMHJEmLazWZXVW7gF0nLLvhhNc3AjeesOwAcO6KEkqSVsQrYyWp4yx6Seo4i16SOs6il6SOs+glqeMseknqOItekjrOopekjrPoJanjLHpJ6jiLXpI6zqKXpI6z6CWp4yx6Seo4i16SOs6il6SOs+glqeMseknqOItekjrOopekjmtV9Em2JXk0yf4kVy0wPp3kaJIHm8eH2m4rSVpd65daIck64DrgzcAcsCfJ7VX1yAmr3ltVb1/mtpKkVdLmiH4rsL+qDlTVM8AscFHL91/JtpKkIUhVLb5C8k5gW1Vd0by+DDi/qq7sW2ca+By9o/ZDwAeq6uE22/a9x3ZgO8Dk5OR5s7Ozy9qhw0eO8vjTy9p0Rc7ZeMai4/Pz80xMTKxRmvbGMdc4ZgJzDcpcg1lprpmZmb1VNbXQ2JJTN0AWWHbiV4cHgJ+rqvkkbwX+GNjSctvewqodwA6Aqampmp6ebhHt2a696Tau2ddmt4br4KXTi47v3r2b5e7TahrHXOOYCcw1KHMNZjVztZm6mQPO7Hu9id5R+w9V1ferar55vgs4JcmGNttKklZXm6LfA2xJclaSU4GLgdv7V0jy00nSPN/avO8TbbaVJK2uJec4qupYkiuBu4B1wM5m/v09zfgNwDuB30pyDHgauLh6k/8LbrtK+yJJWkCryexmOmbXCctu6Hv+UeCjbbeVJK0dr4yVpI6z6CWp4yx6Seo4i16SOs6il6SOs+glqeMseknqOItekjrOopekjrPoJanjLHpJ6jiLXpI6zqKXpI6z6CWp4yx6Seo4i16SOs6il6SOs+glqeNa/SpBLW3zVX+y6Pj7zznGu5dYZ7kOfvhtq/K+krrBI3pJ6rhWRZ9kW5JHk+xPctUC45cm+Wrz+HKSc/vGDibZl+TBJPcPM7wkaWlLTt0kWQdcB7wZmAP2JLm9qh7pW+0x4A1V9WSSC4EdwPl94zNV9d0h5pYktdTmiH4rsL+qDlTVM8AscFH/ClX15ap6snl5H7BpuDElScvVpug3At/qez3XLDuZy4E/7XtdwBeS7E2yffCIkqSVSFUtvkLyLuAtVXVF8/oyYGtVvXeBdWeA64FfqaonmmU/U1WHkrwEuBt4b1Xds8C224HtAJOTk+fNzs4ua4cOHznK408va9NVNfl8Vi3XORvPWPa28/PzTExMDDHNyo1jJjDXoMw1mJXmmpmZ2VtVUwuNtTm9cg44s+/1JuDQiSsleSXwCeDC4yUPUFWHmj8PJ7mV3lTQs4q+qnbQm9tnamqqpqenW0R7tmtvuo1r9o3fWaPvP+fYquU6eOn0srfdvXs3y/27Xi3jmAnMNShzDWY1c7WZutkDbElyVpJTgYuB2/tXSPKzwOeBy6rqG33LT0/yguPPgQuAh4YVXpK0tCUPMavqWJIrgbuAdcDOqno4yXua8RuADwE/BVyfBOBY8y3EJHBrs2w9cHNV3bkqeyJJWlCruYSq2gXsOmHZDX3PrwCuWGC7A8C5Jy6XJK0dr4yVpI6z6CWp4yx6Seq48TsPUQNb6s6Zi1nJXTW9a6b03OARvSR1nEUvSR1n0UtSx1n0ktRxFr0kdZxFL0kdZ9FLUsdZ9JLUcRa9JHWcV8Zq2VZyRe5i2lyt61W5Unse0UtSx3lEr+ek1fpuYjHvP+cY02v+qdLKeUQvSR1n0UtSx1n0ktRxFr0kdZw/jJUGMIofAoOnk2plWh3RJ9mW5NEk+5NctcB4kvxhM/7VJK9uu60kaXUteUSfZB1wHfBmYA7Yk+T2qnqkb7ULgS3N43zgY8D5LbeVtITFvpNYya+DXE0rzeV3McPTZupmK7C/qg4AJJkFLgL6y/oi4FNVVcB9SV6U5KXA5hbbStKzeOX18LQp+o3At/pez9E7al9qnY0ttwUgyXZge/NyPsmjLbItZAPw3WVuu2r+jblaG8dMYK5BPZdz5T+vUZh/aKV/Xz93soE2RZ8FllXLddps21tYtQPY0SLPopLcX1VTK32fYTNXe+OYCcw1KHMNZjVztSn6OeDMvtebgEMt1zm1xbaSpFXU5qybPcCWJGclORW4GLj9hHVuB369OfvmNcDRqvpOy20lSatoySP6qjqW5ErgLmAdsLOqHk7ynmb8BmAX8FZgP/C3wG8utu2q7MmPrHj6Z5WYq71xzATmGpS5BrNqudI7UUaS1FXeAkGSOs6il6SO60zRj+utFpLsTHI4yUOjznJckjOTfDHJ15I8nOR3Rp0JIMmPJ/nfSb7S5PpPo850XJJ1Sf4yyR2jztIvycEk+5I8mOT+UecBaC6Y/GySrzf/xn55DDK9rPk7Ov74fpLfHXUugCTva/69P5TkliQ/PvTP6MIcfXOrhW/Qd6sF4JJxuNVCktcD8/SuHD571HkAmquWX1pVDyR5AbAX+Oej/vtKEuD0qppPcgrwZ8DvVNV9o8wFkOTfAlPAC6vq7aPOc1ySg8BUVY3NhUlJ/gi4t6o+0Zxtd1pVfW/EsX6o6YtvA+dX1f8dcZaN9P6dv6Kqnk7yaWBXVd04zM/pyhH9D2/TUFXPAMdvtTByVXUPcGTUOfpV1Xeq6oHm+d8AX6N3FfNIVc988/KU5jHyI5Ekm4C3AZ8YdZZxl+SFwOuBTwJU1TPjVPKNNwH/Z9Ql32c98Pwk64HTWIVrjbpS9Ce7BYOWkGQz8EvAX4w4CvDDKZIHgcPA3VU1Drn+APh3wN+POMdCCvhCkr3NbURG7R8Bfw3892aq6xNJTh91qBNcDNwy6hAAVfVt4L8A3wS+Q+8apC8M+3O6UvStb7WgH0kyAXwO+N2q+v6o8wBU1Q+q6lX0rqLemmSk011J3g4crqq9o8yxiNdV1avp3UH2t5upwlFaD7wa+FhV/RLwFDBOPzM7FfhV4DOjzgKQ5CfozT6cBfwMcHqSfznsz+lK0be5TYP6NHPgnwNuqqrPjzrPiZpv93cD20abhNcBv9rMhc8Cb0zyP0Yb6Ueq6lDz52HgVnrTmKM0B8z1fSf2WXrFPy4uBB6oqsdHHaTxz4DHquqvq+rvgM8Drx32h3Sl6L3VwgCaH3p+EvhaVf3XUec5LsmLk7yoef58ev8Jvj7KTFX1H6pqU1Vtpvfv6n9V1dCPuJYjyenND9NppkcuAEZ6dldV/T/gW0le1ix6E+N1W/JLGJNpm8Y3gdckOa35f/kmej8zG6pO/CrBEd1qoZUktwDTwIYkc8DVVfXJ0abidcBlwL5mPhzgP1bVrtFFAuClwB81Z0U8D/h0VY3V6YxjZhK4tdcPrAdurqo7RxsJgPcCNzUHXQdobokyaklOo3dm3r8edZbjquovknwWeAA4Bvwlq3ArhE6cXilJOrmuTN1Ikk7CopekjrPoJanjLHpJ6jiLXpLWwCA3OEzy+iQPJDmW5J0njP1Gkr9qHr/R5rMteklaGzfS/gLAbwLvBm7uX5jkJ4GrgfPpXRx3dXN17aIseklaAwvd4DDJzye5s7lX0b1JXt6se7Cqvsqz76/0Fnr3gDpSVU8Cd9Pii0cnLpiSpOeoHcB7quqvkpwPXA+8cZH1l3UDR4tekkaguanga4HPNFc3A/zYUpstsGzJq14tekkajecB32vu1trWHL1bqhy3id7N/5b8IEnSGmtuDf5YkndB72aDSc5dYrO7gAuS/ETzQ9gLmmWLsuglaQ00Nzj8c+BlSeaSXA5cClye5CvAwzS/GS/JP21ugvgu4ONJHgaoqiPA79O7Y+8e4PeaZYt/tjc1k6Ru84hekjrOopekjrPoJanjLHpJ6jiLXpI6zqKXpI6z6CWp4/4/oYba9VRTXlMAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df.timestamp.hist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr:last-of-type th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th colspan=\"3\" halign=\"left\">timestamp</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>amin</th>\n",
       "      <th>amax</th>\n",
       "      <th>len</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>user_id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2103184240</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2119645200</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2131395801</th>\n",
       "      <td>0</td>\n",
       "      <td>13505</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2110895344</th>\n",
       "      <td>0</td>\n",
       "      <td>48148</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2136438753</th>\n",
       "      <td>0</td>\n",
       "      <td>50786</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2132723519</th>\n",
       "      <td>0</td>\n",
       "      <td>31428794904</td>\n",
       "      <td>14134</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2108652072</th>\n",
       "      <td>0</td>\n",
       "      <td>41660462796</td>\n",
       "      <td>14664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2138700404</th>\n",
       "      <td>0</td>\n",
       "      <td>9084717528</td>\n",
       "      <td>14738</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2139561972</th>\n",
       "      <td>0</td>\n",
       "      <td>37057735124</td>\n",
       "      <td>15761</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2146130037</th>\n",
       "      <td>0</td>\n",
       "      <td>20136693150</td>\n",
       "      <td>16384</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9842 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           timestamp                    \n",
       "                amin         amax    len\n",
       "user_id                                 \n",
       "2103184240         0            0      1\n",
       "2119645200         0            0      1\n",
       "2131395801         0        13505      2\n",
       "2110895344         0        48148      3\n",
       "2136438753         0        50786      3\n",
       "...              ...          ...    ...\n",
       "2132723519         0  31428794904  14134\n",
       "2108652072         0  41660462796  14664\n",
       "2138700404         0   9084717528  14738\n",
       "2139561972         0  37057735124  15761\n",
       "2146130037         0  20136693150  16384\n",
       "\n",
       "[9842 rows x 3 columns]"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stat.sort_values(('timestamp',  'len'))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Build test csv data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "#df[df.user_id == 1957824471][-100:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "pd.set_option('display.max_rows', 500)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = df.sort_values(['timestamp', 'row_id'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "idx = df.groupby(['user_id', 'timestamp']).head(1).index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['group_num'] = 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.loc[idx, 'group_num'] = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.group_num = df.groupby('user_id').group_num.transform(lambda x: np.cumsum(x) - 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "9999"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "max_gn = df.group_num.max()\n",
    "max_gn"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "def random_shift_ts(g):\n",
    "    return g.timestamp + np.random.randint(0, max_gn - g.group_num.max() + 1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.group_num = df.groupby('user_id').group_num.transform(lambda x: x + np.random.randint(0, max_gn - x.max() + 1))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<AxesSubplot:>"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXgAAAD4CAYAAADmWv3KAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8vihELAAAACXBIWXMAAAsTAAALEwEAmpwYAAAio0lEQVR4nO3deZxcZZ3v8c+vO52FrIQshix0gLAENAH7IogLwyag18BVmSAiM+JER5irV+84ieC4wkVHQGcUvQHUXGWL7EJAMCKLQEKHJWSB0JCQNGmSTkL2rZff/aNOd6qra+vuOnWqTn3fr/Sr6jznnOf5PdWdX5166jnnmLsjIiLxUxV1ACIiEg4leBGRmFKCFxGJKSV4EZGYUoIXEYmpflEHADBq1Civra2NOgwRkbKyZMmSTe4+OtP6kkjwtbW11NfXRx2GiEhZMbO3sq3XEI2ISEwpwYuIxJQSvIhITCnBi4jElBK8iEhMKcGLiMSUEryISEwpwUvJWPLWFq579DX2t7ZHHYpILCjBS8l4ce1W/usvDextbYs6FJFYUIKXklFTnfhzbNERvEhBKMFLyaiqMgBa2nSXMZFCUIKXkvHo8ncYObg/Bw+uiToUkVhQgpeS8fK6rWzZtZ+vz3+ZvS0ahxfpq5K4mqQIwLHjhrFo9RYeWtrEQ0ubOKh/NdVmkPjXRfIgTqZ1qeWZ1l1/4XTOnDq2D5GLlCYleCkZ0yeNYNHqLZ3Lu/cX5yj+pwtXKcFLLOUcojGzgWa22MxeNrPlZva9oPy7Zva2mb0U/JyXtM8cM2sws9fM7GNhdkDi43fPZr20dWiWvb09knZFwpbPEfw+4HR332lmNcDTZvZwsO4Gd/9J8sZmNhWYCRwHHAr82cyOcncNqkpW/arSDaoUxw2PraJflVFVZfSrMqpTfyzx2K/aOOyQwZw46eDIYhXJV84E7+4O7AwWa4KfbPPYZgB3uPs+YLWZNQAnAc/2MVaJuWkTR/DU65siaftnC1/v0fZ/+tpHOPo9Q0OKRqQw8hqDN7NqYAlwJPALd19kZucCV5jZ54F64Bvu/i4wHnguaffGoCy1zlnALIBJkyb1qRMSD23tpTn//aKTJtLW7rS2O+3tzvHjhzNlzJCowxLJKa8EHwyvTDezEcC9ZnY88EvgBySO5n8AXAd8geyTF5LrnAvMBairqyvN/9lSVM+8sTnS9o8fP4zqqipa29o7E/plH5rMRSfpAETKU49m0bj7VjP7K3BO8ti7md0EPBgsNgITk3abAKzvY5wioUv3Zeuce15hzj2vUGVgZolHDDMwgyozjMQjHctJ5da5nNivox5Lu226Njr2SVdnattBG1VBGXnEU5V4/OfTjuD48cOL92JLUeRM8GY2GmgJkvsg4EzgR2Y2zt2bgs0uAJYFzx8AbjOz60l8yToFWFz40EWKp90BdxIzBeL3gXPR6i3UX3Vm1GFIgeVzBD8OmBeMw1cB8939QTP7nZlNJ/HXvgb4EoC7Lzez+cAKoBW4XDNoJJed+1qjDiGt/tVV/OLiE4vaprsTvJ90Pm93p92hvd1pa3faPPF9QOdju9PWsd4Ty+0p27W1J+ppC7bveN7uzpc+ckRR+yjFYYlJMtGqq6vz+vr6qMOQCDVs3MGZ1z8ZdRgVa1BNNSt/cE7UYUgPmdkSd6/LtF5nskpJOHxUfGalBEPinePfhRqzz7h/clsdy1UH9qdzXD/NdsHyv5w+JbLXS8KjBC8loarK+NqZU/jpn3s2H70UudM5rBKURBlOXp55YzNrrv141GFIgelqklIS1m3ZHYvkXq4++wFNBY0jHcFLSdiya3/UIWT1m3/8bwwbmPjvMmxgDVPG6ixWKX1K8FJw23a3MO37j0YdRkH942+e77L83JwzeM/wgRFFI5IfDdFIwe1uKc0pj4W0dsvuqEMQyUlH8FJwo4cM4PRjxrBiff6X4X1n+94QIyq8murornwpki8leMnbojc3c9NTb+bc7p3te2N3jfXfX/YBPjRlVNRhiPSIErzk7e/nPpd7o5j63C2Log6hC01plHwowUveln73bBa9mbil3lduXUJLW+nP746j8SMGRR2ClAkleMnbkP79eN+ExBUHB/arpqUt/l+mlqK3t+6hdvZDobbx8nfOZvigmlDbkPApwUveDv/WgqhDkCLZtrtFCT4GlOBFpJuP/Mfjfa7jF589kY+/b1wBopHe0jx4ydtlH5ocdQhSRjqG8yQ6OoKXvN3y9OqoQ5Ai+ehRo5n3hZOiDkP6SEfwItLNE6uaqZ39ELWzH+LeFxujDkd6STf8kB5raWtnypUPRx2GlJgRB9Ww5KqzqK7SWb7Foht+SMHVVOuDn3S3dXcLR3xrAQcfVLjZN9ddOI3TjxlbsPoqTT433R4IPAkMCLa/y92/Y2YjgTuBWhL3ZL3Q3d8N9pkDXAa0Af/T3f8USvRSNH9r2MTFN5fW2ZxSmt7d3VKwuq647UVWfF+3EuytfA7F9gGnu/s0YDpwjpmdDMwGFrr7FGBhsIyZTQVmAscB5wA3BjfsljJWO2pw1CFIBVJy75ucCd4TdgaLNcGPAzOAeUH5POD84PkM4A533+fuq4EGQF/Hl7nxIwZx15dP4eefPYEr/u7IqMORCrG/tT3qEMpaXmPwwRH4EuBI4BfuvsjMxrp7E4C7N5nZmGDz8UDyVakagzKJUNO2Pexr6f1/lsdWbODqBSsLGJFIbkdd9TAPf/XDHDtuWNShlKW8Ery7twHTzWwEcK+ZHZ9l83RfoXebqmNms4BZAJMm6X6QYfreH5fzm7+tiToMkV5Zs2mXEnwv9WgWjbtvNbO/khhb32Bm44Kj93HAxmCzRmBi0m4TgPVp6poLzIXENMlexC55+qcPH86iN7ewa3/PLw721mbduUiidaquw99rOefBm9looCVI7oOAR4EfAR8FNrv7tWY2Gxjp7t80s+OA20iMux9K4gvYKcGngLQ0D740bdm1nxN/8FjUYYh0c8jg/iz59llRhxG5QsyDHwfMC8bhq4D57v6gmT0LzDezy4C1wGcA3H25mc0HVgCtwOXZkruEp6WtnVufe4v/9+xbvLlpV9ThiBTM5l37ow6hLOhM1hib8fOneblxW9RhiITmqo8fy9Q04/NTxg5l9NABEURUXLmO4JXgY2zLrv3c8Ngq9re2c2f9uqjDESmqSritoS5VUIFWNm3n3J89FXUYIqEZP2IQk0YelHH9eboOPaAEH0tK7hJ3b2/dw+RRg7nuwmmMHTYw6nBKlhJ8DH3rvGO4ZsGrUYchEqqnGzbxgWsW8g8frO22btrE4VxwwoTiB1VilOBj6FMnTmDtlt38/rm1UYciErrfPrMmbflZU9/DkAGVneIqu/cx9f4f/jnqEEQi10/XpdcdnUQkno759iNRhxA5HcHHwCuN2/jKbUtoa4t+yquIlA4l+Bi48r5XWLdlT9RhiJSUY94zNOoQIqcEHwN3ffmDXLNgJXv2J64IoZOaRODVd3ZEHULklOBj4NO/eoaluiSBSBfPzjk96hAipwRfQtyd5p37eryfkrtId636TkoJvpRMnrMg6hBEYuPDP368Iq5Hk42mSYpIbP34kco+o1tH8BFyd2566k2eXLWJpxs2RR2OSOzc+Nc3+OY5x0QdRmSU4CP0wtqtumaMSMha2tqpqa7MwQol+JC1trXzr3ct5d4X3446FJGK9Mwbm/noUaOjDiMSSvAhaGt3Om6kcuSVD0ccjUhl++ARh9Da1p51m+oqwyx+165Rgi+wM69/goaNO6MOQ0QCU/I8yIrjjJucA1NmNtHMHjezlWa23My+GpR/18zeNrOXgp/zkvaZY2YNZvaamX0szA6UGiV3kfJz0UmTog4hFPl889AKfMPdjwVOBi43s6nBuhvcfXrwswAgWDcTOA44B7jRzKpDiL0kvfbDc6IOQUR66PbF8bx3Qs4E7+5N7v5C8HwHsBIYn2WXGcAd7r7P3VcDDcBJhQi2HKx6R0fwIuXmxotPpL09fme+9mgM3sxqgROARcCpwBVm9nmgnsRR/rskkv9zSbs1kuYNwcxmAbMAJk2Kz8ejS369KOoQRKSHvnLrC1nX//V/n0btqMFFiqZw8p4camZDgLuBr7n7duCXwBHAdKAJuK5j0zS7d3trdPe57l7n7nWjR8dnCtPW3S1RhyAiBfbO9r1Rh9AreR3Bm1kNieR+q7vfA+DuG5LW3wQ8GCw2AhOTdp8ArC9ItCVuf2v2qVgiUtq+98njuDTNTbzLVT6zaAy4BVjp7tcnlY9L2uwCYFnw/AFgppkNMLPJwBRgceFCLl2rNuj60yLl7DsPLKd29kOc8n8WRh1KQeRzBH8qcAnwipm9FJR9C7jIzKaTGH5ZA3wJwN2Xm9l8YAWJGTiXu3tbYcMuPe3tzkvrtkYdhogUQNO2vdz81JsADB3YjwvrJpbliVDWccZllOrq6ry+vj7qMHJa9vY2PvFfT0cdhogU2UePGs28L5TeZEAzW+LudZnWV+YVeHrp3d37ow5BRCLwxKrmqEPoFSX4Hjj+0OFMHjWYg/pXd/sRkXib+u+PcOb1T7BtT/nMlNO1aPKwr7WNo696JOowRCRCu/e30bBxJ0sbt/LhKeUxtVsJPotVG3Zw++K1bN6poRkRKT9K8FmcfcOTUYcgIiXmklsSs74brj6XfiV+I5HSji5io4cOiDoEEZFeU4LPonnHvqhDEJESdeSVD/PFec9HHUZWSvAiIr3055Ubow4hKyX4LFb98NyoQxCREvXp909gxfdL+35GSvBZHHWV7qcqIundtaSRqf/+p6jDyEoJPgNdGVJEcpkyZkjUIWRV0dMk73x+Lf929ytRhyEiZeqwQ0r7JiAVfQT/yLJ3og5BRMrYn1duyL1RhCo6wf/kM9OiDkFEJDQVneC37NIlCESkb2pnPxR1CBlVdIL/xh9ejjoEESlz0yYMjzqEjCo6wd/3lVM5f/qhUYchImXs/is+FHUIGVV0gm9o3sl9L1XE/cBFpALlc9PtiWb2uJmtNLPlZvbVoHykmT1mZq8Hjwcn7TPHzBrM7DUzK9lTvS6+eVHUIYhImZv75BtRh5BRPkfwrcA33P1Y4GTgcjObCswGFrr7FGBhsEywbiZwHHAOcKOZleQtj354/vFRhyAiZe6aBa9GHUJGORO8uze5+wvB8x3ASmA8MAOYF2w2Dzg/eD4DuMPd97n7aqABKL271QJf+t2SqEMQkTI395L3Rx1CRj0agzezWuAEYBEw1t2bIPEmAIwJNhsPrEvarTEoS61rlpnVm1l9c3M0N7S97YsfiKRdEYmPf71radQhZJR3gjezIcDdwNfcfXu2TdOUebcC97nuXufudaNHR3N/w89qDF5E+mjbnhb2trRFHUZaeSV4M6shkdxvdfd7guINZjYuWD8O6LgwciMwMWn3CYCmqohIbB3z7UeiDiGtfGbRGHALsNLdr09a9QBwafD8UuD+pPKZZjbAzCYDU4DFhQu5MHS3JhEplH/68OSoQ0grnyP4U4FLgNPN7KXg5zzgWuAsM3sdOCtYxt2XA/OBFcAjwOXuXnKfX4YNqugLaYpIAd301Grqfvhn3LuNRkcqZ5Zz96dJP64OcEaGfa4Gru5DXKGrqaroc7xEpMA27dzHiqbtHHdo6Vy6oGKz3I69rVGHICIx015i9wmq2AQ//KCaqEMQkZgZOaR/1CF0UbEJXkSk0IYPKq0DRyV4EZECWbE+2ylCxacELyJSIG9t3hV1CF1UbIJft2U3V3382KjDEJEYKbXLFlTsZPAP//jxqEMQEQlVxR7Bi4iEoZTG4ZXgRUQK6OmGaK6Om05FJvjte1uiDkFEYup3z70VdQidKnIM/ut3vhx1CCISU+u27KF29kOdyw9ccSrvmzAiklgq8gh+/dY9UYcgIhVi257oRgwqMsGvaCqdL0FEJN5qDxkcWdsVOUQzakh/Nu3cH3UYIhJDnzpxAtddOC3qMIAKTPDuruQuIqG5+4VG7n6hsXP5+gun8T9OnBBJLBU3RGNmXHTSxNwbiogUwPSJIyJru+IS/LY9Ldy+eF3UYYhIhbj45kWRtV1xCb55x96oQxCRCtK0LbqcU3EJ/rAIv9EWESmmnAnezH5tZhvNbFlS2XfN7O2Um3B3rJtjZg1m9pqZfSyswHtq0859nPYfjzPlyoejDkVEpCjyOYL/LXBOmvIb3H168LMAwMymAjOB44J9bjSz6kIF2xfz69exZvPuqMMQESmanAne3Z8EtuRZ3wzgDnff5+6rgQbgpD7EVzC/f7Z0rg8hIlIMfRmDv8LMlgZDOAcHZeOB5CkqjUFZN2Y2y8zqzay+uTn8q6/98ILjQ29DRCSd5GvTFFNvE/wvgSOA6UATcF1Qbmm29XQVuPtcd69z97rRo0f3Moz8feG39aG3ISJSSnqV4N19g7u3uXs7cBMHhmEageSziCYA6/sWooiI9EavEryZjUtavADomGHzADDTzAaY2WRgCrC4byGKiJS3v3zjo5G0m/NaNGZ2O3AaMMrMGoHvAKeZ2XQSwy9rgC8BuPtyM5sPrABagcvdvS2UyEVEysTQgTWRtGvuaYfIi6qurs7r68MbI//uA8v57TNrQqtfRCSXP17xId47YXhB6zSzJe5el2l9RZzJet9Lb0cdgohUuP/+86eL3mZFJPiB/UriXCsRkaKqiAT/znZdYExEordzX2tR26uIBC8iUgqWNm4tantK8CIiRXLCxINzb1RAFZHgr7ngvVGHICLCvS8Wd8JHLO/JGtV1H0REsnmzeWdR26uII3gRkVJw89Ori9qeEryISEwpwYuIFMnFH5hU1PZimeCHDozlVwsiUuZuXbS2qO3FLsHv2d/Gjr3FPZlARKQUxS7BD+qvyxKIiEAME7yISClraWsvWluxS/DuzpQxQ6IOQ0QkrWIOIccuwe9paeP1jcU9mUBEJF9vFPFkp9gl+FUblNxFpHSt3by7aG3FKsG3tTvrthTvxRMR6alv/OHlorWVM8Gb2a/NbKOZLUsqG2lmj5nZ68HjwUnr5phZg5m9ZmYfCyvwdL4+/yX+5fYXi9mkiEiP/GDGcUVrK58j+N8C56SUzQYWuvsUYGGwjJlNBWYCxwX73GhmRZu3eP9L64vVlIhIr3z7/uWs2rCjKG3lTPDu/iSwJaV4BjAveD4POD+p/A533+fuq4EG4KTChCoiEg9f/v2SorTT2zH4se7eBBA8jgnKxwPrkrZrDMq6MbNZZlZvZvXNzc29DENEpPxMPPigorRT6C9ZLU2Zp9vQ3ee6e527140ePbrAYYiIlK5jxw0rSju9TfAbzGwcQPC4MShvBCYmbTcB0MC4iEiSXz3xRlHa6W2CfwC4NHh+KXB/UvlMMxtgZpOBKcDivoUoIhIvl55yWFHayWea5O3As8DRZtZoZpcB1wJnmdnrwFnBMu6+HJgPrAAeAS5397awgk9VrI89IiJ90bRtb1HayXnhdHe/KMOqMzJsfzVwdV+C6o0nVjWzsml7sZsVEemxR1dsKEo7sTmT9ZDB/aMOQUSkpMQmwR/znqFRhyAikre9LeGPXscmwR955cNRhyAikreLb14UehuxSfD/fNoRUYcgIpK3T047NPQ2YpPgf/nX4swrFREphD8tfyf0NmKT4A8dPjDqEERE8vbTv58eehuxSfDrizSvVESkEBq37gm9jdgk+LHDBkQdgohI3p5p2BR6G7FJ8N/7ZPEuoi8i0lenHT0m90Z9lPNM1nJx34vrqa4y3B0HPO01LCVMZonLiVaZBc+DRwvKAOtcB1VV1mV7MKoybZ+pjm5tHajDgvroKCNpfVJshlFV1bWORN0Htk+OLdf2yfFUJW1PalmwPUn9qEqqz6zr9l3b6vo6dqsjW2zp6gieHHiNk9anlmX4HXTUkVoWvHydzzt+7xnrSGk/Oabusaf8fXT5vXeNt/N1qcr8t9Bte0t3gdzyEYsE7+48UoRvpCU798S1ods7313L+122I/l0JJUDZQcSWZckk7xt8nLS82BV5xuaZaknNZbkx2Dvrus6t7Uuy2RY37UsfZ2k7JO6fbZ9LWWD7m3lrt9Sgk/bfmq7PexLupgy9zdDH7O0m64vwwbWcOXHj2XIgHBTcCwS/DULVkYdgsRQxxtW94+D5f3GJaVh7ZZd3PrFk0NtIxZj8Dc9tTrqEEREeuRvDZvZ39oeahuxSPCnHa07QolI+WkP+cvCWCT4oQNrog5BRKTHWtuV4LN6d9d+/viy7gooIuVnUE11qPWXfYJ/o3ln1CGIiPTKX17dmHujPij7BD951OCoQxAR6ZXte1pCrb/sE3yx7m0oIlJopxxxSKj192kevJmtAXYAbUCru9eZ2UjgTqAWWANc6O7v9i3MzI4cM6Tz+aSRB9GvOuksObqeQEJqedIJCB0nmNBlv+71JJ/g0mXfbO2kLCefLNHtJJdu7aSvh9T209ST7kQaUuoidb/O1ybPdrq9Zl23I1c7aV6z1BjzbifT65b1d9P9d9H1deteT/JJN+n+zjpet3QnLnU/oQaSSzKdcJNun8wn8nRd36Usw76Z4skWU77xdG0//31TQ8n7xK409dKt/9njydafnCd2Zam32GfGFuJEp79z9+Sr5swGFrr7tWY2O1j+twK0k9PaLbuL0YyISEFc95lpfOr9E0KrP4whmhnAvOD5POD8ENropC9ZRaRc7Q75vqx9TfAOPGpmS8xsVlA21t2bAILHtJdMM7NZZlZvZvXNzc29DmDjjn293ldEJErfvm9ZqPX3dYjmVHdfb2ZjgMfM7NV8d3T3ucBcgLq6ul7P9n/gJc2BFxFJp09H8O6+PnjcCNwLnARsMLNxAMFjqBM9f/KZacz6yOFhNiEiEooPTB4Zav29TvBmNtjMhnY8B84GlgEPAJcGm10K3N/XILN5uXErc598M8wmRERCEfZ9K/oyRDMWuDeY9tMPuM3dHzGz54H5ZnYZsBb4TN/DzOzosUM545gxLH17W/BieedlXlNv/tGxTJr1nrQfScvBom4kIiIFN2po/1Dr73WCd/c3gWlpyjcDZ/QlqJ7o36+K4w4dxiFD+ndJyIlYOpaTsnK3bTzDPl3XJ5eRUu+BN5D05enqJ3XfDPHkiildu/nElKkv+cTUvY7ur1HGdnP0JZ+Ys/9OcsWc+TU6UN593443/Pakg4j24E2/vT3pQCHpQKC987mnLHfrslSoBa+Ee6Oisr/hx70vvM1//qUh6jBEREpO2V+qYNHqLVGHICJSkso+we9tDfdEARGRMKUbpiyUsk/wje/uiToEEZFeC/P6NGWf4CccPCjqEEREeq09xLs6lX2C37m3NeoQRER6rWl7eJc8L/sE/8Sq3l/HRkQkag+/0hRa3WWf4D/xvnFRhyAi0mvDBtaEVnfZJ/gHl4b37iciEroQ7wFS9ic6HXxQDVPGDuXc498TdSgloU9nvWbYJt0srs6zPXuwb+qZr3mdZZppm9SzaXsZU7d9e9CPjGcl96E/XbcJ7yzrbDFlOsu6pzF1byd7TOn/VjLs24OYUv/e8oupF/1Js0+uM63HDBvImceO7dZGoZR1gt+zv413d7ewePUWFuuEJxEpM2s27+ahpeu55JTaUOov6yGagTVlHb6ICLv2h3eyZlkfwZsZL//72TRtT5zslM9Hv9TlXB+zun98PVCa8WN3Hh8Ju39kS1mfR0xZLxRWyP5kHabo+uLm+ujbk/5kGxbJfPG07h+PM/1esn3cz9mfPLZJrbPg/cnxe0veJtMQQZ/6k8c+3WPK9rdagP6k3SdD3Nn+3vrSnxwxJb9uT65qZm+It+0r6wQPMPygGoYfFN630CIimXQZb887wR/YZ9r3HmWPjuDTc3fufH4dzTv2ZX23z/WlS35H9F3X02WfA/HktW9Km132zWOfTEcR6Y+WC9CfjO13P7rMdFTUk5hS+9PbmOi2TfqYsr3GGfvTpf4cR2ol/CVfXv8Hcvyt5hdTt4jyT4iF7k+3Onr+91ZI+1rbC19poKwT/Dvb9zL7nleiDkMKwCwxW8zMgkcwEoUdy5AoS92W5OU09XTMQ7OkulLr6VyftK5jz7TtkGbbLm2mb8e6xJHS1y5tJO2bpZ0u8Sf1N21fU17TTHV1ztpLes3prLvrrD7LtE1KJT3aNym2VLn36bpvlxry3Tdpr25xp9SbKZ5sMSVXZRjnvTe8GYBlneDXbNoddQhSIO7BUVKXQ6QQDpdESsyhIwZy2CGDQ6m7rBP8uOEDOfXIQ9i5ry2yj8Fd9sz3I2eWL5oOlPf8I2fGIZs86s30BVRP+pPuI26uIY5sH/dFKsHooQNCqzu0BG9m5wA/A6qBm9392kK3UTtqMLd+8eRCVysiEguhTCQ3s2rgF8C5wFTgIjObGkZbIiKSXlhnCp0ENLj7m+6+H7gDmBFSWyIikkZYCX48sC5puTEo62Rms8ys3szqm5t1yV8RkUILK8Gnuz5a1+8j3ee6e527140ePTqkMEREKldYCb4RmJi0PAFYH1JbIiKSRlgJ/nlgiplNNrP+wEzggZDaEhGRNEKZJunurWZ2BfAnEtMkf+3uy8NoS0RE0gttHry7LwAWhFW/iIhkZ+nO4ix6EGbNwFt9qGIUsKlA4ZSDSusvqM+VQn3umcPcPeMslZJI8H1lZvXuXhd1HMVSaf0F9blSqM+FpVsiiYjElBK8iEhMxSXBz406gCKrtP6C+lwp1OcCisUYvIiIdBeXI3gREUmhBC8iElNlneDN7Bwze83MGsxsdtTx9JaZTTSzx81spZktN7OvBuUjzewxM3s9eDw4aZ85Qb9fM7OPJZW/38xeCdb9p6W7sWUJMbNqM3vRzB4MlmPdZzMbYWZ3mdmrwe/7lAro8/8K/q6XmdntZjYwbn02s1+b2UYzW5ZUVrA+mtkAM7szKF9kZrV5BebuZflD4hIIbwCHA/2Bl4GpUcfVy76MA04Mng8FVpG4UcqPgdlB+WzgR8HzqUF/BwCTg9ehOli3GDiFxBU9HwbOjbp/Ofr+deA24MFgOdZ9BuYBXwye9wdGxLnPJC4TvhoYFCzPB/4hbn0GPgKcCCxLKitYH4GvAL8Kns8E7swrrqhfmD68oKcAf0pangPMiTquAvXtfuAs4DVgXFA2DngtXV9JXPPnlGCbV5PKLwL+b9T9ydLPCcBC4HQOJPjY9hkYFiQ7SymPc5877g0xksSlUR4Ezo5jn4HalARfsD52bBM870fizFfLFVM5D9HkvKlIOQo+ep0ALALGunsTQPA4JtgsU9/HB89Ty0vVT4FvAu1JZXHu8+FAM/CbYFjqZjMbTIz77O5vAz8B1gJNwDZ3f5QY9zlJIfvYuY+7twLbgENyBVDOCT7nTUXKjZkNAe4Gvubu27NtmqbMs5SXHDP7BLDR3Zfku0uasrLqM4kjrxOBX7r7CcAuEh/dMyn7PgfjzjNIDEUcCgw2s89l2yVNWVn1OQ+96WOv+l/OCT5WNxUxsxoSyf1Wd78nKN5gZuOC9eOAjUF5pr43Bs9Ty0vRqcAnzWwNiXv2nm5mvyfefW4EGt19UbB8F4mEH+c+nwmsdvdmd28B7gE+SLz73KGQfezcx8z6AcOBLbkCKOcEH5ubigTflN8CrHT365NWPQBcGjy/lMTYfEf5zOCb9cnAFGBx8DFwh5mdHNT5+aR9Soq7z3H3Ce5eS+J39xd3/xzx7vM7wDozOzooOgNYQYz7TGJo5mQzOyiI9QxgJfHuc4dC9jG5rk+T+P+S+xNM1F9M9PFLjfNIzDh5A7gy6nj60I8Pkfi4tRR4Kfg5j8QY20Lg9eBxZNI+Vwb9fo2k2QRAHbAsWPdz8vgiJuof4DQOfMka6z4D04H64Hd9H3BwBfT5e8CrQby/IzF7JFZ9Bm4n8R1DC4mj7csK2UdgIPAHoIHETJvD84lLlyoQEYmpch6iERGRLJTgRURiSgleRCSmlOBFRGJKCV5EJKaU4EVEYkoJXkQkpv4/XVdLWKR93c0AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "df.group_num.value_counts().plot()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = df.sort_values(['group_num', 'row_id'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "gac = df.groupby('group_num').answered_correctly.apply(list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "gr = df.groupby('group_num').user_answer.apply(list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "idx = df.groupby('group_num').head(1).index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.loc[idx[0],  'prior_group_answers_correct'] = '[]'\n",
    "df.loc[idx[1:], 'prior_group_answers_correct'] = gac[:-1].values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.loc[idx[0],  'prior_group_responses'] = '[]'\n",
    "df.loc[idx[1:], 'prior_group_responses'] = gr[:-1].values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>user_id</th>\n",
       "      <th>content_id</th>\n",
       "      <th>content_type_id</th>\n",
       "      <th>task_container_id</th>\n",
       "      <th>user_answer</th>\n",
       "      <th>answered_correctly</th>\n",
       "      <th>prior_question_elapsed_time</th>\n",
       "      <th>prior_question_had_explanation</th>\n",
       "      <th>group_num</th>\n",
       "      <th>prior_group_answers_correct</th>\n",
       "      <th>prior_group_responses</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>98894519</th>\n",
       "      <td>98894519</td>\n",
       "      <td>0</td>\n",
       "      <td>2097931616</td>\n",
       "      <td>7900</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100441978</th>\n",
       "      <td>100441978</td>\n",
       "      <td>0</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>7900</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728469</th>\n",
       "      <td>100728469</td>\n",
       "      <td>0</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>7217</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>20750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728470</th>\n",
       "      <td>100728470</td>\n",
       "      <td>0</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>7219</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>20750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728471</th>\n",
       "      <td>100728471</td>\n",
       "      <td>0</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>7216</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>20750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728472</th>\n",
       "      <td>100728472</td>\n",
       "      <td>0</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>7218</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>20750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100781730</th>\n",
       "      <td>100781730</td>\n",
       "      <td>0</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>7900</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101149312</th>\n",
       "      <td>101149312</td>\n",
       "      <td>0</td>\n",
       "      <td>2146130037</td>\n",
       "      <td>5080</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              row_id  timestamp     user_id  content_id  content_type_id  \\\n",
       "98894519    98894519          0  2097931616        7900                0   \n",
       "100441978  100441978          0  2132723519        7900                0   \n",
       "100728469  100728469          0  2138700404        7217                0   \n",
       "100728470  100728470          0  2138700404        7219                0   \n",
       "100728471  100728471          0  2138700404        7216                0   \n",
       "100728472  100728472          0  2138700404        7218                0   \n",
       "100781730  100781730          0  2139561972        7900                0   \n",
       "101149312  101149312          0  2146130037        5080                0   \n",
       "\n",
       "           task_container_id  user_answer  answered_correctly  \\\n",
       "98894519                   0            0                   1   \n",
       "100441978                  0            0                   1   \n",
       "100728469                  0            1                   0   \n",
       "100728470                  0            0                   0   \n",
       "100728471                  0            3                   1   \n",
       "100728472                  0            0                   0   \n",
       "100781730                  0            0                   1   \n",
       "101149312                  0            0                   1   \n",
       "\n",
       "           prior_question_elapsed_time  prior_question_had_explanation  \\\n",
       "98894519                           NaN                            <NA>   \n",
       "100441978                          NaN                            <NA>   \n",
       "100728469                      20750.0                            True   \n",
       "100728470                      20750.0                            True   \n",
       "100728471                      20750.0                            True   \n",
       "100728472                      20750.0                            True   \n",
       "100781730                          NaN                            <NA>   \n",
       "101149312                          NaN                            <NA>   \n",
       "\n",
       "           group_num prior_group_answers_correct prior_group_responses  \n",
       "98894519           0                          []                    []  \n",
       "100441978          0                         NaN                   NaN  \n",
       "100728469          0                         NaN                   NaN  \n",
       "100728470          0                         NaN                   NaN  \n",
       "100728471          0                         NaN                   NaN  \n",
       "100728472          0                         NaN                   NaN  \n",
       "100781730          0                         NaN                   NaN  \n",
       "101149312          0                         NaN                   NaN  "
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df.group_num == 0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>user_id</th>\n",
       "      <th>content_id</th>\n",
       "      <th>content_type_id</th>\n",
       "      <th>task_container_id</th>\n",
       "      <th>user_answer</th>\n",
       "      <th>answered_correctly</th>\n",
       "      <th>prior_question_elapsed_time</th>\n",
       "      <th>prior_question_had_explanation</th>\n",
       "      <th>group_num</th>\n",
       "      <th>prior_group_answers_correct</th>\n",
       "      <th>prior_group_responses</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>98894520</th>\n",
       "      <td>98894520</td>\n",
       "      <td>24510</td>\n",
       "      <td>2097931616</td>\n",
       "      <td>7876</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>22000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>[1, 1, 0, 0, 1, 0, 1, 1]</td>\n",
       "      <td>[0, 0, 1, 0, 3, 0, 0, 0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99372835</th>\n",
       "      <td>99372835</td>\n",
       "      <td>0</td>\n",
       "      <td>2108652072</td>\n",
       "      <td>5692</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99990208</th>\n",
       "      <td>99990208</td>\n",
       "      <td>0</td>\n",
       "      <td>2122056942</td>\n",
       "      <td>6397</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100441979</th>\n",
       "      <td>100441979</td>\n",
       "      <td>29235</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>7876</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>22000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728473</th>\n",
       "      <td>100728473</td>\n",
       "      <td>100619</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6909</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>20750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728474</th>\n",
       "      <td>100728474</td>\n",
       "      <td>100619</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6911</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>20750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728475</th>\n",
       "      <td>100728475</td>\n",
       "      <td>100619</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6910</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>20750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728476</th>\n",
       "      <td>100728476</td>\n",
       "      <td>100619</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6908</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>20750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100781731</th>\n",
       "      <td>100781731</td>\n",
       "      <td>20775</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>7876</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>33000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101149313</th>\n",
       "      <td>101149313</td>\n",
       "      <td>17424</td>\n",
       "      <td>2146130037</td>\n",
       "      <td>4665</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>3000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              row_id  timestamp     user_id  content_id  content_type_id  \\\n",
       "98894520    98894520      24510  2097931616        7876                0   \n",
       "99372835    99372835          0  2108652072        5692                0   \n",
       "99990208    99990208          0  2122056942        6397                0   \n",
       "100441979  100441979      29235  2132723519        7876                0   \n",
       "100728473  100728473     100619  2138700404        6909                0   \n",
       "100728474  100728474     100619  2138700404        6911                0   \n",
       "100728475  100728475     100619  2138700404        6910                0   \n",
       "100728476  100728476     100619  2138700404        6908                0   \n",
       "100781731  100781731      20775  2139561972        7876                0   \n",
       "101149313  101149313      17424  2146130037        4665                0   \n",
       "\n",
       "           task_container_id  user_answer  answered_correctly  \\\n",
       "98894520                   1            2                   0   \n",
       "99372835                   0            3                   1   \n",
       "99990208                   0            1                   1   \n",
       "100441979                  1            0                   0   \n",
       "100728473                  1            0                   1   \n",
       "100728474                  1            1                   0   \n",
       "100728475                  1            3                   1   \n",
       "100728476                  1            0                   1   \n",
       "100781731                  1            3                   1   \n",
       "101149313                  1            2                   1   \n",
       "\n",
       "           prior_question_elapsed_time  prior_question_had_explanation  \\\n",
       "98894520                       22000.0                           False   \n",
       "99372835                           NaN                            <NA>   \n",
       "99990208                           NaN                            <NA>   \n",
       "100441979                      22000.0                           False   \n",
       "100728473                      20750.0                            True   \n",
       "100728474                      20750.0                            True   \n",
       "100728475                      20750.0                            True   \n",
       "100728476                      20750.0                            True   \n",
       "100781731                      33000.0                           False   \n",
       "101149313                       3000.0                           False   \n",
       "\n",
       "           group_num prior_group_answers_correct     prior_group_responses  \n",
       "98894520           1    [1, 1, 0, 0, 1, 0, 1, 1]  [0, 0, 1, 0, 3, 0, 0, 0]  \n",
       "99372835           1                         NaN                       NaN  \n",
       "99990208           1                         NaN                       NaN  \n",
       "100441979          1                         NaN                       NaN  \n",
       "100728473          1                         NaN                       NaN  \n",
       "100728474          1                         NaN                       NaN  \n",
       "100728475          1                         NaN                       NaN  \n",
       "100728476          1                         NaN                       NaN  \n",
       "100781731          1                         NaN                       NaN  \n",
       "101149313          1                         NaN                       NaN  "
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df.group_num == 1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row_id</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>user_id</th>\n",
       "      <th>content_id</th>\n",
       "      <th>content_type_id</th>\n",
       "      <th>task_container_id</th>\n",
       "      <th>user_answer</th>\n",
       "      <th>answered_correctly</th>\n",
       "      <th>prior_question_elapsed_time</th>\n",
       "      <th>prior_question_had_explanation</th>\n",
       "      <th>group_num</th>\n",
       "      <th>prior_group_answers_correct</th>\n",
       "      <th>prior_group_responses</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>100743186</th>\n",
       "      <td>100743186</td>\n",
       "      <td>9084494908</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6777</td>\n",
       "      <td>0</td>\n",
       "      <td>9994</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>33750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9993</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100797475</th>\n",
       "      <td>100797475</td>\n",
       "      <td>36900761946</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>7540</td>\n",
       "      <td>0</td>\n",
       "      <td>9993</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>20200.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9993</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100797476</th>\n",
       "      <td>100797476</td>\n",
       "      <td>36900761946</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>7539</td>\n",
       "      <td>0</td>\n",
       "      <td>9993</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>20200.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9993</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100912881</th>\n",
       "      <td>100912881</td>\n",
       "      <td>189816</td>\n",
       "      <td>2142086663</td>\n",
       "      <td>6370</td>\n",
       "      <td>0</td>\n",
       "      <td>13</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>9993</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101165687</th>\n",
       "      <td>101165687</td>\n",
       "      <td>19114958603</td>\n",
       "      <td>2146130037</td>\n",
       "      <td>5126</td>\n",
       "      <td>0</td>\n",
       "      <td>9997</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>21000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9993</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99069474</th>\n",
       "      <td>99069474</td>\n",
       "      <td>64067483827</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>2032</td>\n",
       "      <td>0</td>\n",
       "      <td>9994</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>27333.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9994</td>\n",
       "      <td>[1, 1, 1, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1]</td>\n",
       "      <td>[3, 3, 2, 0, 2, 0, 0, 3, 1, 3, 2, 3, 0, 3, 3, 3, 1]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99069475</th>\n",
       "      <td>99069475</td>\n",
       "      <td>64067483827</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>2030</td>\n",
       "      <td>0</td>\n",
       "      <td>9994</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>27333.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99069476</th>\n",
       "      <td>99069476</td>\n",
       "      <td>64067483827</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>2031</td>\n",
       "      <td>0</td>\n",
       "      <td>9994</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>27333.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99387496</th>\n",
       "      <td>99387496</td>\n",
       "      <td>41574673150</td>\n",
       "      <td>2108652072</td>\n",
       "      <td>5013</td>\n",
       "      <td>0</td>\n",
       "      <td>9997</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>19000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99934958</th>\n",
       "      <td>99934958</td>\n",
       "      <td>341231765</td>\n",
       "      <td>2120821070</td>\n",
       "      <td>8002</td>\n",
       "      <td>0</td>\n",
       "      <td>83</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>45000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100247028</th>\n",
       "      <td>100247028</td>\n",
       "      <td>10419320198</td>\n",
       "      <td>2127809199</td>\n",
       "      <td>4787</td>\n",
       "      <td>0</td>\n",
       "      <td>721</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>9000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456094</th>\n",
       "      <td>100456094</td>\n",
       "      <td>31262091604</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>3469</td>\n",
       "      <td>0</td>\n",
       "      <td>9994</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>20333.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456095</th>\n",
       "      <td>100456095</td>\n",
       "      <td>31262091604</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>3468</td>\n",
       "      <td>0</td>\n",
       "      <td>9994</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>20333.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456096</th>\n",
       "      <td>100456096</td>\n",
       "      <td>31262091604</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>3470</td>\n",
       "      <td>0</td>\n",
       "      <td>9994</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>20333.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743187</th>\n",
       "      <td>100743187</td>\n",
       "      <td>9084553312</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6780</td>\n",
       "      <td>0</td>\n",
       "      <td>9995</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>6250.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743188</th>\n",
       "      <td>100743188</td>\n",
       "      <td>9084553312</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6779</td>\n",
       "      <td>0</td>\n",
       "      <td>9995</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>6250.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743189</th>\n",
       "      <td>100743189</td>\n",
       "      <td>9084553312</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6777</td>\n",
       "      <td>0</td>\n",
       "      <td>9995</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>6250.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743190</th>\n",
       "      <td>100743190</td>\n",
       "      <td>9084553312</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6778</td>\n",
       "      <td>0</td>\n",
       "      <td>9995</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>6250.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100797477</th>\n",
       "      <td>100797477</td>\n",
       "      <td>36900927777</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>7271</td>\n",
       "      <td>0</td>\n",
       "      <td>9994</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>33500.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100797478</th>\n",
       "      <td>100797478</td>\n",
       "      <td>36900927777</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>7272</td>\n",
       "      <td>0</td>\n",
       "      <td>9994</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>33500.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100797479</th>\n",
       "      <td>100797479</td>\n",
       "      <td>36900927777</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>7273</td>\n",
       "      <td>0</td>\n",
       "      <td>9994</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>33500.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100797480</th>\n",
       "      <td>100797480</td>\n",
       "      <td>36900927777</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>7270</td>\n",
       "      <td>0</td>\n",
       "      <td>9994</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>33500.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100797481</th>\n",
       "      <td>100797481</td>\n",
       "      <td>36900927777</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>7274</td>\n",
       "      <td>0</td>\n",
       "      <td>9994</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>33500.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100912882</th>\n",
       "      <td>100912882</td>\n",
       "      <td>199919</td>\n",
       "      <td>2142086663</td>\n",
       "      <td>6908</td>\n",
       "      <td>0</td>\n",
       "      <td>14</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>4000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100912883</th>\n",
       "      <td>100912883</td>\n",
       "      <td>199919</td>\n",
       "      <td>2142086663</td>\n",
       "      <td>6911</td>\n",
       "      <td>0</td>\n",
       "      <td>14</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>4000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100912884</th>\n",
       "      <td>100912884</td>\n",
       "      <td>199919</td>\n",
       "      <td>2142086663</td>\n",
       "      <td>6910</td>\n",
       "      <td>0</td>\n",
       "      <td>14</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>4000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100912885</th>\n",
       "      <td>100912885</td>\n",
       "      <td>199919</td>\n",
       "      <td>2142086663</td>\n",
       "      <td>6909</td>\n",
       "      <td>0</td>\n",
       "      <td>14</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101165688</th>\n",
       "      <td>101165688</td>\n",
       "      <td>19114983031</td>\n",
       "      <td>2146130037</td>\n",
       "      <td>3812</td>\n",
       "      <td>0</td>\n",
       "      <td>9998</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9994</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99069477</th>\n",
       "      <td>99069477</td>\n",
       "      <td>64067663754</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>12390</td>\n",
       "      <td>0</td>\n",
       "      <td>9995</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>26666.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9995</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1]</td>\n",
       "      <td>[1, 0, 2, 0, 1, 3, 2, 3, 1, 3, 0, 0, 2, 1, 0, 0, 1, 3, 1, 1, 2, 0, 1]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99069478</th>\n",
       "      <td>99069478</td>\n",
       "      <td>64067663754</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>12392</td>\n",
       "      <td>0</td>\n",
       "      <td>9995</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>26666.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99069479</th>\n",
       "      <td>99069479</td>\n",
       "      <td>64067663754</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>12391</td>\n",
       "      <td>0</td>\n",
       "      <td>9995</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>26666.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99387497</th>\n",
       "      <td>99387497</td>\n",
       "      <td>41660428884</td>\n",
       "      <td>2108652072</td>\n",
       "      <td>1047</td>\n",
       "      <td>0</td>\n",
       "      <td>9998</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>7000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99934959</th>\n",
       "      <td>99934959</td>\n",
       "      <td>341310021</td>\n",
       "      <td>2120821070</td>\n",
       "      <td>5510</td>\n",
       "      <td>0</td>\n",
       "      <td>84</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>72000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100247029</th>\n",
       "      <td>100247029</td>\n",
       "      <td>10419344101</td>\n",
       "      <td>2127809199</td>\n",
       "      <td>5493</td>\n",
       "      <td>0</td>\n",
       "      <td>722</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>15000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456097</th>\n",
       "      <td>100456097</td>\n",
       "      <td>31262517086</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>2689</td>\n",
       "      <td>0</td>\n",
       "      <td>9995</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>22666.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456098</th>\n",
       "      <td>100456098</td>\n",
       "      <td>31262517086</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>2690</td>\n",
       "      <td>0</td>\n",
       "      <td>9995</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>22666.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456099</th>\n",
       "      <td>100456099</td>\n",
       "      <td>31262517086</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>2691</td>\n",
       "      <td>0</td>\n",
       "      <td>9995</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>22666.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743191</th>\n",
       "      <td>100743191</td>\n",
       "      <td>9084592679</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>10307</td>\n",
       "      <td>0</td>\n",
       "      <td>9996</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743192</th>\n",
       "      <td>100743192</td>\n",
       "      <td>9084592679</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>10304</td>\n",
       "      <td>0</td>\n",
       "      <td>9996</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743193</th>\n",
       "      <td>100743193</td>\n",
       "      <td>9084592679</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>10305</td>\n",
       "      <td>0</td>\n",
       "      <td>9996</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743194</th>\n",
       "      <td>100743194</td>\n",
       "      <td>9084592679</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>10306</td>\n",
       "      <td>0</td>\n",
       "      <td>9996</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>2000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100797482</th>\n",
       "      <td>100797482</td>\n",
       "      <td>36901037213</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>7728</td>\n",
       "      <td>0</td>\n",
       "      <td>9995</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>29400.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100797483</th>\n",
       "      <td>100797483</td>\n",
       "      <td>36901037213</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>7726</td>\n",
       "      <td>0</td>\n",
       "      <td>9995</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>29400.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100797484</th>\n",
       "      <td>100797484</td>\n",
       "      <td>36901037213</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>7724</td>\n",
       "      <td>0</td>\n",
       "      <td>9995</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>29400.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100797485</th>\n",
       "      <td>100797485</td>\n",
       "      <td>36901037213</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>7725</td>\n",
       "      <td>0</td>\n",
       "      <td>9995</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>29400.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100797486</th>\n",
       "      <td>100797486</td>\n",
       "      <td>36901037213</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>7727</td>\n",
       "      <td>0</td>\n",
       "      <td>9995</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>29400.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100912886</th>\n",
       "      <td>100912886</td>\n",
       "      <td>209743</td>\n",
       "      <td>2142086663</td>\n",
       "      <td>7219</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1750.0</td>\n",
       "      <td>False</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100912887</th>\n",
       "      <td>100912887</td>\n",
       "      <td>209743</td>\n",
       "      <td>2142086663</td>\n",
       "      <td>7217</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1750.0</td>\n",
       "      <td>False</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100912888</th>\n",
       "      <td>100912888</td>\n",
       "      <td>209743</td>\n",
       "      <td>2142086663</td>\n",
       "      <td>7216</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1750.0</td>\n",
       "      <td>False</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100912889</th>\n",
       "      <td>100912889</td>\n",
       "      <td>209743</td>\n",
       "      <td>2142086663</td>\n",
       "      <td>7218</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>1750.0</td>\n",
       "      <td>False</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101165689</th>\n",
       "      <td>101165689</td>\n",
       "      <td>19115007043</td>\n",
       "      <td>2146130037</td>\n",
       "      <td>5808</td>\n",
       "      <td>0</td>\n",
       "      <td>9999</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>16000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9995</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99069480</th>\n",
       "      <td>99069480</td>\n",
       "      <td>64067860845</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>2237</td>\n",
       "      <td>0</td>\n",
       "      <td>9996</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>21000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9996</td>\n",
       "      <td>[1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0]</td>\n",
       "      <td>[3, 0, 2, 0, 0, 1, 1, 3, 2, 0, 2, 3, 2, 0, 0, 3, 2, 1, 3, 1, 2, 3, 2]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99069481</th>\n",
       "      <td>99069481</td>\n",
       "      <td>64067860845</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>2238</td>\n",
       "      <td>0</td>\n",
       "      <td>9996</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>21000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9996</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99069482</th>\n",
       "      <td>99069482</td>\n",
       "      <td>64067860845</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>2236</td>\n",
       "      <td>0</td>\n",
       "      <td>9996</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>21000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9996</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99387498</th>\n",
       "      <td>99387498</td>\n",
       "      <td>41660462796</td>\n",
       "      <td>2108652072</td>\n",
       "      <td>1191</td>\n",
       "      <td>0</td>\n",
       "      <td>9999</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>33000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9996</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99934960</th>\n",
       "      <td>99934960</td>\n",
       "      <td>341472590</td>\n",
       "      <td>2120821070</td>\n",
       "      <td>3717</td>\n",
       "      <td>0</td>\n",
       "      <td>85</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>14000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9996</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100247030</th>\n",
       "      <td>100247030</td>\n",
       "      <td>10419398078</td>\n",
       "      <td>2127809199</td>\n",
       "      <td>6052</td>\n",
       "      <td>0</td>\n",
       "      <td>723</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>11000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9996</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456100</th>\n",
       "      <td>100456100</td>\n",
       "      <td>31427651388</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>3250</td>\n",
       "      <td>0</td>\n",
       "      <td>9996</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>23333.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9996</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456101</th>\n",
       "      <td>100456101</td>\n",
       "      <td>31427651388</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>3249</td>\n",
       "      <td>0</td>\n",
       "      <td>9996</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>23333.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9996</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456102</th>\n",
       "      <td>100456102</td>\n",
       "      <td>31427651388</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>3251</td>\n",
       "      <td>0</td>\n",
       "      <td>9996</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>23333.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9996</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743195</th>\n",
       "      <td>100743195</td>\n",
       "      <td>9084641237</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6876</td>\n",
       "      <td>0</td>\n",
       "      <td>9997</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>4750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9996</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743196</th>\n",
       "      <td>100743196</td>\n",
       "      <td>9084641237</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6873</td>\n",
       "      <td>0</td>\n",
       "      <td>9997</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>4750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9996</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743197</th>\n",
       "      <td>100743197</td>\n",
       "      <td>9084641237</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6875</td>\n",
       "      <td>0</td>\n",
       "      <td>9997</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>4750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9996</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743198</th>\n",
       "      <td>100743198</td>\n",
       "      <td>9084641237</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6874</td>\n",
       "      <td>0</td>\n",
       "      <td>9997</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>4750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9996</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100797487</th>\n",
       "      <td>100797487</td>\n",
       "      <td>37008939620</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>66</td>\n",
       "      <td>0</td>\n",
       "      <td>9996</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>18200.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9996</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101165690</th>\n",
       "      <td>101165690</td>\n",
       "      <td>19115334966</td>\n",
       "      <td>2146130037</td>\n",
       "      <td>5132</td>\n",
       "      <td>0</td>\n",
       "      <td>9995</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>15000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9996</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99069483</th>\n",
       "      <td>99069483</td>\n",
       "      <td>64068090889</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>1664</td>\n",
       "      <td>0</td>\n",
       "      <td>9997</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>25333.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9997</td>\n",
       "      <td>[0, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1, 1, 0]</td>\n",
       "      <td>[1, 2, 3, 3, 1, 0, 1, 1, 3, 0, 3, 2, 3, 3, 1]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99069484</th>\n",
       "      <td>99069484</td>\n",
       "      <td>64068090889</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>1665</td>\n",
       "      <td>0</td>\n",
       "      <td>9997</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>25333.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99069485</th>\n",
       "      <td>99069485</td>\n",
       "      <td>64068090889</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>1666</td>\n",
       "      <td>0</td>\n",
       "      <td>9997</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>25333.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456103</th>\n",
       "      <td>100456103</td>\n",
       "      <td>31428065414</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>3374</td>\n",
       "      <td>0</td>\n",
       "      <td>9997</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>24333.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456104</th>\n",
       "      <td>100456104</td>\n",
       "      <td>31428065414</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>3372</td>\n",
       "      <td>0</td>\n",
       "      <td>9997</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>24333.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456105</th>\n",
       "      <td>100456105</td>\n",
       "      <td>31428065414</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>3373</td>\n",
       "      <td>0</td>\n",
       "      <td>9997</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>24333.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743199</th>\n",
       "      <td>100743199</td>\n",
       "      <td>9084677006</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6790</td>\n",
       "      <td>0</td>\n",
       "      <td>9998</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>5750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743200</th>\n",
       "      <td>100743200</td>\n",
       "      <td>9084677006</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6789</td>\n",
       "      <td>0</td>\n",
       "      <td>9998</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>5750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743201</th>\n",
       "      <td>100743201</td>\n",
       "      <td>9084677006</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6792</td>\n",
       "      <td>0</td>\n",
       "      <td>9998</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>5750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743202</th>\n",
       "      <td>100743202</td>\n",
       "      <td>9084677006</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6791</td>\n",
       "      <td>0</td>\n",
       "      <td>9998</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>5750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100797488</th>\n",
       "      <td>100797488</td>\n",
       "      <td>37057676398</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>7956</td>\n",
       "      <td>0</td>\n",
       "      <td>9997</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>25000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101165691</th>\n",
       "      <td>101165691</td>\n",
       "      <td>19276884307</td>\n",
       "      <td>2146130037</td>\n",
       "      <td>3600</td>\n",
       "      <td>0</td>\n",
       "      <td>9566</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>10000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9997</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99069486</th>\n",
       "      <td>99069486</td>\n",
       "      <td>64068271696</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>1823</td>\n",
       "      <td>0</td>\n",
       "      <td>9998</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>30333.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9998</td>\n",
       "      <td>[0, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1]</td>\n",
       "      <td>[3, 0, 2, 1, 0, 3, 1, 3, 2, 1, 0, 1]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99069487</th>\n",
       "      <td>99069487</td>\n",
       "      <td>64068271696</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>1825</td>\n",
       "      <td>0</td>\n",
       "      <td>9998</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>30333.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9998</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99069488</th>\n",
       "      <td>99069488</td>\n",
       "      <td>64068271696</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>1824</td>\n",
       "      <td>0</td>\n",
       "      <td>9998</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>30333.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9998</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456106</th>\n",
       "      <td>100456106</td>\n",
       "      <td>31428451286</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>3461</td>\n",
       "      <td>0</td>\n",
       "      <td>9998</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>21666.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9998</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456107</th>\n",
       "      <td>100456107</td>\n",
       "      <td>31428451286</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>3459</td>\n",
       "      <td>0</td>\n",
       "      <td>9998</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>21666.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9998</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456108</th>\n",
       "      <td>100456108</td>\n",
       "      <td>31428451286</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>3460</td>\n",
       "      <td>0</td>\n",
       "      <td>9998</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>21666.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9998</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743203</th>\n",
       "      <td>100743203</td>\n",
       "      <td>9084717528</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6790</td>\n",
       "      <td>0</td>\n",
       "      <td>9999</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4250.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9998</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743204</th>\n",
       "      <td>100743204</td>\n",
       "      <td>9084717528</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6789</td>\n",
       "      <td>0</td>\n",
       "      <td>9999</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>4250.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9998</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743205</th>\n",
       "      <td>100743205</td>\n",
       "      <td>9084717528</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6791</td>\n",
       "      <td>0</td>\n",
       "      <td>9999</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4250.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9998</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100743206</th>\n",
       "      <td>100743206</td>\n",
       "      <td>9084717528</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6792</td>\n",
       "      <td>0</td>\n",
       "      <td>9999</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>4250.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9998</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100797489</th>\n",
       "      <td>100797489</td>\n",
       "      <td>37057707818</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>7955</td>\n",
       "      <td>0</td>\n",
       "      <td>9998</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>23000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9998</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101165692</th>\n",
       "      <td>101165692</td>\n",
       "      <td>19623987972</td>\n",
       "      <td>2146130037</td>\n",
       "      <td>3188</td>\n",
       "      <td>0</td>\n",
       "      <td>9556</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>4000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9998</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101165693</th>\n",
       "      <td>101165693</td>\n",
       "      <td>19623987972</td>\n",
       "      <td>2146130037</td>\n",
       "      <td>3186</td>\n",
       "      <td>0</td>\n",
       "      <td>9556</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>4000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9998</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101165694</th>\n",
       "      <td>101165694</td>\n",
       "      <td>19623987972</td>\n",
       "      <td>2146130037</td>\n",
       "      <td>3187</td>\n",
       "      <td>0</td>\n",
       "      <td>9556</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9998</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99069489</th>\n",
       "      <td>99069489</td>\n",
       "      <td>64072191017</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>12335</td>\n",
       "      <td>0</td>\n",
       "      <td>9999</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>25000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9999</td>\n",
       "      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0]</td>\n",
       "      <td>[1, 2, 3, 0, 3, 1, 1, 3, 1, 3, 3, 1, 1, 0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99069490</th>\n",
       "      <td>99069490</td>\n",
       "      <td>64072191017</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>12333</td>\n",
       "      <td>0</td>\n",
       "      <td>9999</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>25000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9999</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99069491</th>\n",
       "      <td>99069491</td>\n",
       "      <td>64072191017</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>12334</td>\n",
       "      <td>0</td>\n",
       "      <td>9999</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>25000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9999</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456109</th>\n",
       "      <td>100456109</td>\n",
       "      <td>31428794904</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>3089</td>\n",
       "      <td>0</td>\n",
       "      <td>9999</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>22000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9999</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456110</th>\n",
       "      <td>100456110</td>\n",
       "      <td>31428794904</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>3087</td>\n",
       "      <td>0</td>\n",
       "      <td>9999</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>22000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9999</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456111</th>\n",
       "      <td>100456111</td>\n",
       "      <td>31428794904</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>3088</td>\n",
       "      <td>0</td>\n",
       "      <td>9999</td>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>22000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9999</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100797490</th>\n",
       "      <td>100797490</td>\n",
       "      <td>37057735124</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>7946</td>\n",
       "      <td>0</td>\n",
       "      <td>9999</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>24000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9999</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101165695</th>\n",
       "      <td>101165695</td>\n",
       "      <td>20136693150</td>\n",
       "      <td>2146130037</td>\n",
       "      <td>4654</td>\n",
       "      <td>0</td>\n",
       "      <td>9797</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>24000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>9999</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              row_id    timestamp     user_id  content_id  content_type_id  \\\n",
       "100743186  100743186   9084494908  2138700404        6777                0   \n",
       "100797475  100797475  36900761946  2139561972        7540                0   \n",
       "100797476  100797476  36900761946  2139561972        7539                0   \n",
       "100912881  100912881       189816  2142086663        6370                0   \n",
       "101165687  101165687  19114958603  2146130037        5126                0   \n",
       "99069474    99069474  64067483827  2101866594        2032                0   \n",
       "99069475    99069475  64067483827  2101866594        2030                0   \n",
       "99069476    99069476  64067483827  2101866594        2031                0   \n",
       "99387496    99387496  41574673150  2108652072        5013                0   \n",
       "99934958    99934958    341231765  2120821070        8002                0   \n",
       "100247028  100247028  10419320198  2127809199        4787                0   \n",
       "100456094  100456094  31262091604  2132723519        3469                0   \n",
       "100456095  100456095  31262091604  2132723519        3468                0   \n",
       "100456096  100456096  31262091604  2132723519        3470                0   \n",
       "100743187  100743187   9084553312  2138700404        6780                0   \n",
       "100743188  100743188   9084553312  2138700404        6779                0   \n",
       "100743189  100743189   9084553312  2138700404        6777                0   \n",
       "100743190  100743190   9084553312  2138700404        6778                0   \n",
       "100797477  100797477  36900927777  2139561972        7271                0   \n",
       "100797478  100797478  36900927777  2139561972        7272                0   \n",
       "100797479  100797479  36900927777  2139561972        7273                0   \n",
       "100797480  100797480  36900927777  2139561972        7270                0   \n",
       "100797481  100797481  36900927777  2139561972        7274                0   \n",
       "100912882  100912882       199919  2142086663        6908                0   \n",
       "100912883  100912883       199919  2142086663        6911                0   \n",
       "100912884  100912884       199919  2142086663        6910                0   \n",
       "100912885  100912885       199919  2142086663        6909                0   \n",
       "101165688  101165688  19114983031  2146130037        3812                0   \n",
       "99069477    99069477  64067663754  2101866594       12390                0   \n",
       "99069478    99069478  64067663754  2101866594       12392                0   \n",
       "99069479    99069479  64067663754  2101866594       12391                0   \n",
       "99387497    99387497  41660428884  2108652072        1047                0   \n",
       "99934959    99934959    341310021  2120821070        5510                0   \n",
       "100247029  100247029  10419344101  2127809199        5493                0   \n",
       "100456097  100456097  31262517086  2132723519        2689                0   \n",
       "100456098  100456098  31262517086  2132723519        2690                0   \n",
       "100456099  100456099  31262517086  2132723519        2691                0   \n",
       "100743191  100743191   9084592679  2138700404       10307                0   \n",
       "100743192  100743192   9084592679  2138700404       10304                0   \n",
       "100743193  100743193   9084592679  2138700404       10305                0   \n",
       "100743194  100743194   9084592679  2138700404       10306                0   \n",
       "100797482  100797482  36901037213  2139561972        7728                0   \n",
       "100797483  100797483  36901037213  2139561972        7726                0   \n",
       "100797484  100797484  36901037213  2139561972        7724                0   \n",
       "100797485  100797485  36901037213  2139561972        7725                0   \n",
       "100797486  100797486  36901037213  2139561972        7727                0   \n",
       "100912886  100912886       209743  2142086663        7219                0   \n",
       "100912887  100912887       209743  2142086663        7217                0   \n",
       "100912888  100912888       209743  2142086663        7216                0   \n",
       "100912889  100912889       209743  2142086663        7218                0   \n",
       "101165689  101165689  19115007043  2146130037        5808                0   \n",
       "99069480    99069480  64067860845  2101866594        2237                0   \n",
       "99069481    99069481  64067860845  2101866594        2238                0   \n",
       "99069482    99069482  64067860845  2101866594        2236                0   \n",
       "99387498    99387498  41660462796  2108652072        1191                0   \n",
       "99934960    99934960    341472590  2120821070        3717                0   \n",
       "100247030  100247030  10419398078  2127809199        6052                0   \n",
       "100456100  100456100  31427651388  2132723519        3250                0   \n",
       "100456101  100456101  31427651388  2132723519        3249                0   \n",
       "100456102  100456102  31427651388  2132723519        3251                0   \n",
       "100743195  100743195   9084641237  2138700404        6876                0   \n",
       "100743196  100743196   9084641237  2138700404        6873                0   \n",
       "100743197  100743197   9084641237  2138700404        6875                0   \n",
       "100743198  100743198   9084641237  2138700404        6874                0   \n",
       "100797487  100797487  37008939620  2139561972          66                0   \n",
       "101165690  101165690  19115334966  2146130037        5132                0   \n",
       "99069483    99069483  64068090889  2101866594        1664                0   \n",
       "99069484    99069484  64068090889  2101866594        1665                0   \n",
       "99069485    99069485  64068090889  2101866594        1666                0   \n",
       "100456103  100456103  31428065414  2132723519        3374                0   \n",
       "100456104  100456104  31428065414  2132723519        3372                0   \n",
       "100456105  100456105  31428065414  2132723519        3373                0   \n",
       "100743199  100743199   9084677006  2138700404        6790                0   \n",
       "100743200  100743200   9084677006  2138700404        6789                0   \n",
       "100743201  100743201   9084677006  2138700404        6792                0   \n",
       "100743202  100743202   9084677006  2138700404        6791                0   \n",
       "100797488  100797488  37057676398  2139561972        7956                0   \n",
       "101165691  101165691  19276884307  2146130037        3600                0   \n",
       "99069486    99069486  64068271696  2101866594        1823                0   \n",
       "99069487    99069487  64068271696  2101866594        1825                0   \n",
       "99069488    99069488  64068271696  2101866594        1824                0   \n",
       "100456106  100456106  31428451286  2132723519        3461                0   \n",
       "100456107  100456107  31428451286  2132723519        3459                0   \n",
       "100456108  100456108  31428451286  2132723519        3460                0   \n",
       "100743203  100743203   9084717528  2138700404        6790                0   \n",
       "100743204  100743204   9084717528  2138700404        6789                0   \n",
       "100743205  100743205   9084717528  2138700404        6791                0   \n",
       "100743206  100743206   9084717528  2138700404        6792                0   \n",
       "100797489  100797489  37057707818  2139561972        7955                0   \n",
       "101165692  101165692  19623987972  2146130037        3188                0   \n",
       "101165693  101165693  19623987972  2146130037        3186                0   \n",
       "101165694  101165694  19623987972  2146130037        3187                0   \n",
       "99069489    99069489  64072191017  2101866594       12335                0   \n",
       "99069490    99069490  64072191017  2101866594       12333                0   \n",
       "99069491    99069491  64072191017  2101866594       12334                0   \n",
       "100456109  100456109  31428794904  2132723519        3089                0   \n",
       "100456110  100456110  31428794904  2132723519        3087                0   \n",
       "100456111  100456111  31428794904  2132723519        3088                0   \n",
       "100797490  100797490  37057735124  2139561972        7946                0   \n",
       "101165695  101165695  20136693150  2146130037        4654                0   \n",
       "\n",
       "           task_container_id  user_answer  answered_correctly  \\\n",
       "100743186               9994            0                   1   \n",
       "100797475               9993            3                   1   \n",
       "100797476               9993            3                   1   \n",
       "100912881                 13            3                   0   \n",
       "101165687               9997            1                   1   \n",
       "99069474                9994            1                   1   \n",
       "99069475                9994            0                   1   \n",
       "99069476                9994            2                   1   \n",
       "99387496                9997            0                   1   \n",
       "99934958                  83            1                   1   \n",
       "100247028                721            3                   1   \n",
       "100456094               9994            2                   0   \n",
       "100456095               9994            3                   1   \n",
       "100456096               9994            1                   1   \n",
       "100743187               9995            3                   1   \n",
       "100743188               9995            0                   1   \n",
       "100743189               9995            0                   1   \n",
       "100743190               9995            2                   1   \n",
       "100797477               9994            1                   1   \n",
       "100797478               9994            0                   1   \n",
       "100797479               9994            0                   1   \n",
       "100797480               9994            1                   1   \n",
       "100797481               9994            3                   1   \n",
       "100912882                 14            1                   0   \n",
       "100912883                 14            1                   0   \n",
       "100912884                 14            2                   0   \n",
       "100912885                 14            0                   1   \n",
       "101165688               9998            1                   1   \n",
       "99069477                9995            3                   1   \n",
       "99069478                9995            0                   1   \n",
       "99069479                9995            2                   1   \n",
       "99387497                9998            0                   1   \n",
       "99934959                  84            0                   0   \n",
       "100247029                722            1                   0   \n",
       "100456097               9995            1                   1   \n",
       "100456098               9995            3                   1   \n",
       "100456099               9995            2                   1   \n",
       "100743191               9996            0                   1   \n",
       "100743192               9996            2                   1   \n",
       "100743193               9996            3                   1   \n",
       "100743194               9996            2                   1   \n",
       "100797482               9995            0                   1   \n",
       "100797483               9995            0                   1   \n",
       "100797484               9995            3                   1   \n",
       "100797485               9995            2                   1   \n",
       "100797486               9995            1                   1   \n",
       "100912886                 15            3                   0   \n",
       "100912887                 15            1                   0   \n",
       "100912888                 15            2                   0   \n",
       "100912889                 15            3                   0   \n",
       "101165689               9999            2                   0   \n",
       "99069480                9996            1                   0   \n",
       "99069481                9996            2                   1   \n",
       "99069482                9996            3                   1   \n",
       "99387498                9999            3                   1   \n",
       "99934960                  85            1                   1   \n",
       "100247030                723            0                   0   \n",
       "100456100               9996            1                   1   \n",
       "100456101               9996            1                   1   \n",
       "100456102               9996            3                   1   \n",
       "100743195               9997            0                   1   \n",
       "100743196               9997            3                   1   \n",
       "100743197               9997            2                   0   \n",
       "100743198               9997            3                   1   \n",
       "100797487               9996            3                   1   \n",
       "101165690               9995            1                   0   \n",
       "99069483                9997            3                   0   \n",
       "99069484                9997            0                   1   \n",
       "99069485                9997            2                   1   \n",
       "100456103               9997            1                   1   \n",
       "100456104               9997            0                   1   \n",
       "100456105               9997            3                   1   \n",
       "100743199               9998            1                   1   \n",
       "100743200               9998            3                   1   \n",
       "100743201               9998            2                   0   \n",
       "100743202               9998            1                   1   \n",
       "100797488               9997            0                   1   \n",
       "101165691               9566            1                   1   \n",
       "99069486                9998            1                   1   \n",
       "99069487                9998            2                   1   \n",
       "99069488                9998            3                   1   \n",
       "100456106               9998            0                   1   \n",
       "100456107               9998            3                   1   \n",
       "100456108               9998            1                   1   \n",
       "100743203               9999            1                   1   \n",
       "100743204               9999            3                   1   \n",
       "100743205               9999            1                   1   \n",
       "100743206               9999            3                   1   \n",
       "100797489               9998            3                   1   \n",
       "101165692               9556            1                   0   \n",
       "101165693               9556            1                   0   \n",
       "101165694               9556            0                   0   \n",
       "99069489                9999            0                   0   \n",
       "99069490                9999            2                   0   \n",
       "99069491                9999            1                   1   \n",
       "100456109               9999            0                   1   \n",
       "100456110               9999            0                   1   \n",
       "100456111               9999            3                   1   \n",
       "100797490               9999            2                   1   \n",
       "101165695               9797            2                   0   \n",
       "\n",
       "           prior_question_elapsed_time  prior_question_had_explanation  \\\n",
       "100743186                      33750.0                            True   \n",
       "100797475                      20200.0                            True   \n",
       "100797476                      20200.0                            True   \n",
       "100912881                       2000.0                           False   \n",
       "101165687                      21000.0                            True   \n",
       "99069474                       27333.0                            True   \n",
       "99069475                       27333.0                            True   \n",
       "99069476                       27333.0                            True   \n",
       "99387496                       19000.0                            True   \n",
       "99934958                       45000.0                            True   \n",
       "100247028                       9000.0                            True   \n",
       "100456094                      20333.0                            True   \n",
       "100456095                      20333.0                            True   \n",
       "100456096                      20333.0                            True   \n",
       "100743187                       6250.0                            True   \n",
       "100743188                       6250.0                            True   \n",
       "100743189                       6250.0                            True   \n",
       "100743190                       6250.0                            True   \n",
       "100797477                      33500.0                            True   \n",
       "100797478                      33500.0                            True   \n",
       "100797479                      33500.0                            True   \n",
       "100797480                      33500.0                            True   \n",
       "100797481                      33500.0                            True   \n",
       "100912882                       4000.0                           False   \n",
       "100912883                       4000.0                           False   \n",
       "100912884                       4000.0                           False   \n",
       "100912885                       4000.0                           False   \n",
       "101165688                       3000.0                            True   \n",
       "99069477                       26666.0                            True   \n",
       "99069478                       26666.0                            True   \n",
       "99069479                       26666.0                            True   \n",
       "99387497                        7000.0                            True   \n",
       "99934959                       72000.0                            True   \n",
       "100247029                      15000.0                            True   \n",
       "100456097                      22666.0                            True   \n",
       "100456098                      22666.0                            True   \n",
       "100456099                      22666.0                            True   \n",
       "100743191                       2000.0                            True   \n",
       "100743192                       2000.0                            True   \n",
       "100743193                       2000.0                            True   \n",
       "100743194                       2000.0                            True   \n",
       "100797482                      29400.0                            True   \n",
       "100797483                      29400.0                            True   \n",
       "100797484                      29400.0                            True   \n",
       "100797485                      29400.0                            True   \n",
       "100797486                      29400.0                            True   \n",
       "100912886                       1750.0                           False   \n",
       "100912887                       1750.0                           False   \n",
       "100912888                       1750.0                           False   \n",
       "100912889                       1750.0                           False   \n",
       "101165689                      16000.0                            True   \n",
       "99069480                       21000.0                            True   \n",
       "99069481                       21000.0                            True   \n",
       "99069482                       21000.0                            True   \n",
       "99387498                       33000.0                            True   \n",
       "99934960                       14000.0                            True   \n",
       "100247030                      11000.0                            True   \n",
       "100456100                      23333.0                            True   \n",
       "100456101                      23333.0                            True   \n",
       "100456102                      23333.0                            True   \n",
       "100743195                       4750.0                            True   \n",
       "100743196                       4750.0                            True   \n",
       "100743197                       4750.0                            True   \n",
       "100743198                       4750.0                            True   \n",
       "100797487                      18200.0                            True   \n",
       "101165690                      15000.0                            True   \n",
       "99069483                       25333.0                            True   \n",
       "99069484                       25333.0                            True   \n",
       "99069485                       25333.0                            True   \n",
       "100456103                      24333.0                            True   \n",
       "100456104                      24333.0                            True   \n",
       "100456105                      24333.0                            True   \n",
       "100743199                       5750.0                            True   \n",
       "100743200                       5750.0                            True   \n",
       "100743201                       5750.0                            True   \n",
       "100743202                       5750.0                            True   \n",
       "100797488                      25000.0                            True   \n",
       "101165691                      10000.0                            True   \n",
       "99069486                       30333.0                            True   \n",
       "99069487                       30333.0                            True   \n",
       "99069488                       30333.0                            True   \n",
       "100456106                      21666.0                            True   \n",
       "100456107                      21666.0                            True   \n",
       "100456108                      21666.0                            True   \n",
       "100743203                       4250.0                            True   \n",
       "100743204                       4250.0                            True   \n",
       "100743205                       4250.0                            True   \n",
       "100743206                       4250.0                            True   \n",
       "100797489                      23000.0                            True   \n",
       "101165692                       4000.0                            True   \n",
       "101165693                       4000.0                            True   \n",
       "101165694                       4000.0                            True   \n",
       "99069489                       25000.0                            True   \n",
       "99069490                       25000.0                            True   \n",
       "99069491                       25000.0                            True   \n",
       "100456109                      22000.0                            True   \n",
       "100456110                      22000.0                            True   \n",
       "100456111                      22000.0                            True   \n",
       "100797490                      24000.0                            True   \n",
       "101165695                      24000.0                            True   \n",
       "\n",
       "           group_num  \\\n",
       "100743186       9993   \n",
       "100797475       9993   \n",
       "100797476       9993   \n",
       "100912881       9993   \n",
       "101165687       9993   \n",
       "99069474        9994   \n",
       "99069475        9994   \n",
       "99069476        9994   \n",
       "99387496        9994   \n",
       "99934958        9994   \n",
       "100247028       9994   \n",
       "100456094       9994   \n",
       "100456095       9994   \n",
       "100456096       9994   \n",
       "100743187       9994   \n",
       "100743188       9994   \n",
       "100743189       9994   \n",
       "100743190       9994   \n",
       "100797477       9994   \n",
       "100797478       9994   \n",
       "100797479       9994   \n",
       "100797480       9994   \n",
       "100797481       9994   \n",
       "100912882       9994   \n",
       "100912883       9994   \n",
       "100912884       9994   \n",
       "100912885       9994   \n",
       "101165688       9994   \n",
       "99069477        9995   \n",
       "99069478        9995   \n",
       "99069479        9995   \n",
       "99387497        9995   \n",
       "99934959        9995   \n",
       "100247029       9995   \n",
       "100456097       9995   \n",
       "100456098       9995   \n",
       "100456099       9995   \n",
       "100743191       9995   \n",
       "100743192       9995   \n",
       "100743193       9995   \n",
       "100743194       9995   \n",
       "100797482       9995   \n",
       "100797483       9995   \n",
       "100797484       9995   \n",
       "100797485       9995   \n",
       "100797486       9995   \n",
       "100912886       9995   \n",
       "100912887       9995   \n",
       "100912888       9995   \n",
       "100912889       9995   \n",
       "101165689       9995   \n",
       "99069480        9996   \n",
       "99069481        9996   \n",
       "99069482        9996   \n",
       "99387498        9996   \n",
       "99934960        9996   \n",
       "100247030       9996   \n",
       "100456100       9996   \n",
       "100456101       9996   \n",
       "100456102       9996   \n",
       "100743195       9996   \n",
       "100743196       9996   \n",
       "100743197       9996   \n",
       "100743198       9996   \n",
       "100797487       9996   \n",
       "101165690       9996   \n",
       "99069483        9997   \n",
       "99069484        9997   \n",
       "99069485        9997   \n",
       "100456103       9997   \n",
       "100456104       9997   \n",
       "100456105       9997   \n",
       "100743199       9997   \n",
       "100743200       9997   \n",
       "100743201       9997   \n",
       "100743202       9997   \n",
       "100797488       9997   \n",
       "101165691       9997   \n",
       "99069486        9998   \n",
       "99069487        9998   \n",
       "99069488        9998   \n",
       "100456106       9998   \n",
       "100456107       9998   \n",
       "100456108       9998   \n",
       "100743203       9998   \n",
       "100743204       9998   \n",
       "100743205       9998   \n",
       "100743206       9998   \n",
       "100797489       9998   \n",
       "101165692       9998   \n",
       "101165693       9998   \n",
       "101165694       9998   \n",
       "99069489        9999   \n",
       "99069490        9999   \n",
       "99069491        9999   \n",
       "100456109       9999   \n",
       "100456110       9999   \n",
       "100456111       9999   \n",
       "100797490       9999   \n",
       "101165695       9999   \n",
       "\n",
       "                                                     prior_group_answers_correct  \\\n",
       "100743186                                                                    NaN   \n",
       "100797475                                                                    NaN   \n",
       "100797476                                                                    NaN   \n",
       "100912881                                                                    NaN   \n",
       "101165687                                                                    NaN   \n",
       "99069474                     [1, 1, 1, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1]   \n",
       "99069475                                                                     NaN   \n",
       "99069476                                                                     NaN   \n",
       "99387496                                                                     NaN   \n",
       "99934958                                                                     NaN   \n",
       "100247028                                                                    NaN   \n",
       "100456094                                                                    NaN   \n",
       "100456095                                                                    NaN   \n",
       "100456096                                                                    NaN   \n",
       "100743187                                                                    NaN   \n",
       "100743188                                                                    NaN   \n",
       "100743189                                                                    NaN   \n",
       "100743190                                                                    NaN   \n",
       "100797477                                                                    NaN   \n",
       "100797478                                                                    NaN   \n",
       "100797479                                                                    NaN   \n",
       "100797480                                                                    NaN   \n",
       "100797481                                                                    NaN   \n",
       "100912882                                                                    NaN   \n",
       "100912883                                                                    NaN   \n",
       "100912884                                                                    NaN   \n",
       "100912885                                                                    NaN   \n",
       "101165688                                                                    NaN   \n",
       "99069477   [1, 1, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 1]   \n",
       "99069478                                                                     NaN   \n",
       "99069479                                                                     NaN   \n",
       "99387497                                                                     NaN   \n",
       "99934959                                                                     NaN   \n",
       "100247029                                                                    NaN   \n",
       "100456097                                                                    NaN   \n",
       "100456098                                                                    NaN   \n",
       "100456099                                                                    NaN   \n",
       "100743191                                                                    NaN   \n",
       "100743192                                                                    NaN   \n",
       "100743193                                                                    NaN   \n",
       "100743194                                                                    NaN   \n",
       "100797482                                                                    NaN   \n",
       "100797483                                                                    NaN   \n",
       "100797484                                                                    NaN   \n",
       "100797485                                                                    NaN   \n",
       "100797486                                                                    NaN   \n",
       "100912886                                                                    NaN   \n",
       "100912887                                                                    NaN   \n",
       "100912888                                                                    NaN   \n",
       "100912889                                                                    NaN   \n",
       "101165689                                                                    NaN   \n",
       "99069480   [1, 1, 1, 1, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0]   \n",
       "99069481                                                                     NaN   \n",
       "99069482                                                                     NaN   \n",
       "99387498                                                                     NaN   \n",
       "99934960                                                                     NaN   \n",
       "100247030                                                                    NaN   \n",
       "100456100                                                                    NaN   \n",
       "100456101                                                                    NaN   \n",
       "100456102                                                                    NaN   \n",
       "100743195                                                                    NaN   \n",
       "100743196                                                                    NaN   \n",
       "100743197                                                                    NaN   \n",
       "100743198                                                                    NaN   \n",
       "100797487                                                                    NaN   \n",
       "101165690                                                                    NaN   \n",
       "99069483                           [0, 1, 1, 1, 1, 0, 1, 1, 1, 1, 1, 0, 1, 1, 0]   \n",
       "99069484                                                                     NaN   \n",
       "99069485                                                                     NaN   \n",
       "100456103                                                                    NaN   \n",
       "100456104                                                                    NaN   \n",
       "100456105                                                                    NaN   \n",
       "100743199                                                                    NaN   \n",
       "100743200                                                                    NaN   \n",
       "100743201                                                                    NaN   \n",
       "100743202                                                                    NaN   \n",
       "100797488                                                                    NaN   \n",
       "101165691                                                                    NaN   \n",
       "99069486                                    [0, 1, 1, 1, 1, 1, 1, 1, 0, 1, 1, 1]   \n",
       "99069487                                                                     NaN   \n",
       "99069488                                                                     NaN   \n",
       "100456106                                                                    NaN   \n",
       "100456107                                                                    NaN   \n",
       "100456108                                                                    NaN   \n",
       "100743203                                                                    NaN   \n",
       "100743204                                                                    NaN   \n",
       "100743205                                                                    NaN   \n",
       "100743206                                                                    NaN   \n",
       "100797489                                                                    NaN   \n",
       "101165692                                                                    NaN   \n",
       "101165693                                                                    NaN   \n",
       "101165694                                                                    NaN   \n",
       "99069489                              [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0]   \n",
       "99069490                                                                     NaN   \n",
       "99069491                                                                     NaN   \n",
       "100456109                                                                    NaN   \n",
       "100456110                                                                    NaN   \n",
       "100456111                                                                    NaN   \n",
       "100797490                                                                    NaN   \n",
       "101165695                                                                    NaN   \n",
       "\n",
       "                                                           prior_group_responses  \n",
       "100743186                                                                    NaN  \n",
       "100797475                                                                    NaN  \n",
       "100797476                                                                    NaN  \n",
       "100912881                                                                    NaN  \n",
       "101165687                                                                    NaN  \n",
       "99069474                     [3, 3, 2, 0, 2, 0, 0, 3, 1, 3, 2, 3, 0, 3, 3, 3, 1]  \n",
       "99069475                                                                     NaN  \n",
       "99069476                                                                     NaN  \n",
       "99387496                                                                     NaN  \n",
       "99934958                                                                     NaN  \n",
       "100247028                                                                    NaN  \n",
       "100456094                                                                    NaN  \n",
       "100456095                                                                    NaN  \n",
       "100456096                                                                    NaN  \n",
       "100743187                                                                    NaN  \n",
       "100743188                                                                    NaN  \n",
       "100743189                                                                    NaN  \n",
       "100743190                                                                    NaN  \n",
       "100797477                                                                    NaN  \n",
       "100797478                                                                    NaN  \n",
       "100797479                                                                    NaN  \n",
       "100797480                                                                    NaN  \n",
       "100797481                                                                    NaN  \n",
       "100912882                                                                    NaN  \n",
       "100912883                                                                    NaN  \n",
       "100912884                                                                    NaN  \n",
       "100912885                                                                    NaN  \n",
       "101165688                                                                    NaN  \n",
       "99069477   [1, 0, 2, 0, 1, 3, 2, 3, 1, 3, 0, 0, 2, 1, 0, 0, 1, 3, 1, 1, 2, 0, 1]  \n",
       "99069478                                                                     NaN  \n",
       "99069479                                                                     NaN  \n",
       "99387497                                                                     NaN  \n",
       "99934959                                                                     NaN  \n",
       "100247029                                                                    NaN  \n",
       "100456097                                                                    NaN  \n",
       "100456098                                                                    NaN  \n",
       "100456099                                                                    NaN  \n",
       "100743191                                                                    NaN  \n",
       "100743192                                                                    NaN  \n",
       "100743193                                                                    NaN  \n",
       "100743194                                                                    NaN  \n",
       "100797482                                                                    NaN  \n",
       "100797483                                                                    NaN  \n",
       "100797484                                                                    NaN  \n",
       "100797485                                                                    NaN  \n",
       "100797486                                                                    NaN  \n",
       "100912886                                                                    NaN  \n",
       "100912887                                                                    NaN  \n",
       "100912888                                                                    NaN  \n",
       "100912889                                                                    NaN  \n",
       "101165689                                                                    NaN  \n",
       "99069480   [3, 0, 2, 0, 0, 1, 1, 3, 2, 0, 2, 3, 2, 0, 0, 3, 2, 1, 3, 1, 2, 3, 2]  \n",
       "99069481                                                                     NaN  \n",
       "99069482                                                                     NaN  \n",
       "99387498                                                                     NaN  \n",
       "99934960                                                                     NaN  \n",
       "100247030                                                                    NaN  \n",
       "100456100                                                                    NaN  \n",
       "100456101                                                                    NaN  \n",
       "100456102                                                                    NaN  \n",
       "100743195                                                                    NaN  \n",
       "100743196                                                                    NaN  \n",
       "100743197                                                                    NaN  \n",
       "100743198                                                                    NaN  \n",
       "100797487                                                                    NaN  \n",
       "101165690                                                                    NaN  \n",
       "99069483                           [1, 2, 3, 3, 1, 0, 1, 1, 3, 0, 3, 2, 3, 3, 1]  \n",
       "99069484                                                                     NaN  \n",
       "99069485                                                                     NaN  \n",
       "100456103                                                                    NaN  \n",
       "100456104                                                                    NaN  \n",
       "100456105                                                                    NaN  \n",
       "100743199                                                                    NaN  \n",
       "100743200                                                                    NaN  \n",
       "100743201                                                                    NaN  \n",
       "100743202                                                                    NaN  \n",
       "100797488                                                                    NaN  \n",
       "101165691                                                                    NaN  \n",
       "99069486                                    [3, 0, 2, 1, 0, 3, 1, 3, 2, 1, 0, 1]  \n",
       "99069487                                                                     NaN  \n",
       "99069488                                                                     NaN  \n",
       "100456106                                                                    NaN  \n",
       "100456107                                                                    NaN  \n",
       "100456108                                                                    NaN  \n",
       "100743203                                                                    NaN  \n",
       "100743204                                                                    NaN  \n",
       "100743205                                                                    NaN  \n",
       "100743206                                                                    NaN  \n",
       "100797489                                                                    NaN  \n",
       "101165692                                                                    NaN  \n",
       "101165693                                                                    NaN  \n",
       "101165694                                                                    NaN  \n",
       "99069489                              [1, 2, 3, 0, 3, 1, 1, 3, 1, 3, 3, 1, 1, 0]  \n",
       "99069490                                                                     NaN  \n",
       "99069491                                                                     NaN  \n",
       "100456109                                                                    NaN  \n",
       "100456110                                                                    NaN  \n",
       "100456111                                                                    NaN  \n",
       "100797490                                                                    NaN  \n",
       "101165695                                                                    NaN  "
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[-100:]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Test csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['row_id',\n",
       " 'group_num',\n",
       " 'timestamp',\n",
       " 'user_id',\n",
       " 'content_id',\n",
       " 'content_type_id',\n",
       " 'task_container_id',\n",
       " 'prior_question_elapsed_time',\n",
       " 'prior_question_had_explanation',\n",
       " 'prior_group_answers_correct',\n",
       " 'prior_group_responses']"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_cols = ('row_id,group_num,timestamp,user_id,content_id,content_type_id,task_container_id,'\n",
    "    'prior_question_elapsed_time,prior_question_had_explanation,prior_group_answers_correct,'\n",
    "    'prior_group_responses'.split(','))\n",
    "test_cols"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row_id</th>\n",
       "      <th>group_num</th>\n",
       "      <th>timestamp</th>\n",
       "      <th>user_id</th>\n",
       "      <th>content_id</th>\n",
       "      <th>content_type_id</th>\n",
       "      <th>task_container_id</th>\n",
       "      <th>prior_question_elapsed_time</th>\n",
       "      <th>prior_question_had_explanation</th>\n",
       "      <th>prior_group_answers_correct</th>\n",
       "      <th>prior_group_responses</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>98894519</th>\n",
       "      <td>98894519</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2097931616</td>\n",
       "      <td>7900</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100441978</th>\n",
       "      <td>100441978</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>7900</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728469</th>\n",
       "      <td>100728469</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>7217</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>20750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728470</th>\n",
       "      <td>100728470</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>7219</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>20750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728471</th>\n",
       "      <td>100728471</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>7216</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>20750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728472</th>\n",
       "      <td>100728472</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>7218</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>20750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100781730</th>\n",
       "      <td>100781730</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>7900</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101149312</th>\n",
       "      <td>101149312</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2146130037</td>\n",
       "      <td>5080</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98894520</th>\n",
       "      <td>98894520</td>\n",
       "      <td>1</td>\n",
       "      <td>24510</td>\n",
       "      <td>2097931616</td>\n",
       "      <td>7876</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>22000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>[1, 1, 0, 0, 1, 0, 1, 1]</td>\n",
       "      <td>[0, 0, 1, 0, 3, 0, 0, 0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99372835</th>\n",
       "      <td>99372835</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2108652072</td>\n",
       "      <td>5692</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99990208</th>\n",
       "      <td>99990208</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2122056942</td>\n",
       "      <td>6397</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100441979</th>\n",
       "      <td>100441979</td>\n",
       "      <td>1</td>\n",
       "      <td>29235</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>7876</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>22000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728473</th>\n",
       "      <td>100728473</td>\n",
       "      <td>1</td>\n",
       "      <td>100619</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6909</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>20750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728474</th>\n",
       "      <td>100728474</td>\n",
       "      <td>1</td>\n",
       "      <td>100619</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6911</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>20750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728475</th>\n",
       "      <td>100728475</td>\n",
       "      <td>1</td>\n",
       "      <td>100619</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6910</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>20750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728476</th>\n",
       "      <td>100728476</td>\n",
       "      <td>1</td>\n",
       "      <td>100619</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6908</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>20750.0</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100781731</th>\n",
       "      <td>100781731</td>\n",
       "      <td>1</td>\n",
       "      <td>20775</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>7876</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>33000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101149313</th>\n",
       "      <td>101149313</td>\n",
       "      <td>1</td>\n",
       "      <td>17424</td>\n",
       "      <td>2146130037</td>\n",
       "      <td>4665</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98894521</th>\n",
       "      <td>98894521</td>\n",
       "      <td>2</td>\n",
       "      <td>45921</td>\n",
       "      <td>2097931616</td>\n",
       "      <td>175</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>21000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>[0, 1, 1, 0, 1, 0, 1, 1, 1, 1]</td>\n",
       "      <td>[2, 3, 1, 0, 0, 1, 3, 0, 3, 2]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99372836</th>\n",
       "      <td>99372836</td>\n",
       "      <td>2</td>\n",
       "      <td>12426</td>\n",
       "      <td>2108652072</td>\n",
       "      <td>5716</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>10000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99394911</th>\n",
       "      <td>99394911</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2108803015</td>\n",
       "      <td>5035</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99990209</th>\n",
       "      <td>99990209</td>\n",
       "      <td>2</td>\n",
       "      <td>22011</td>\n",
       "      <td>2122056942</td>\n",
       "      <td>513</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>19000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100441980</th>\n",
       "      <td>100441980</td>\n",
       "      <td>2</td>\n",
       "      <td>57968</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>175</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>26000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728477</th>\n",
       "      <td>100728477</td>\n",
       "      <td>2</td>\n",
       "      <td>138624</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6370</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>18250.0</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100781732</th>\n",
       "      <td>100781732</td>\n",
       "      <td>2</td>\n",
       "      <td>59948</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>175</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>17000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101149314</th>\n",
       "      <td>101149314</td>\n",
       "      <td>2</td>\n",
       "      <td>33433</td>\n",
       "      <td>2146130037</td>\n",
       "      <td>5596</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>13000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101175521</th>\n",
       "      <td>101175521</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>2146495986</td>\n",
       "      <td>4801</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98894522</th>\n",
       "      <td>98894522</td>\n",
       "      <td>3</td>\n",
       "      <td>64537</td>\n",
       "      <td>2097931616</td>\n",
       "      <td>1278</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>18000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>[0, 1, 1, 1, 1, 0, 1, 1, 1]</td>\n",
       "      <td>[3, 2, 1, 1, 2, 1, 2, 1, 2]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99056997</th>\n",
       "      <td>99056997</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>7900</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99372837</th>\n",
       "      <td>99372837</td>\n",
       "      <td>3</td>\n",
       "      <td>30186</td>\n",
       "      <td>2108652072</td>\n",
       "      <td>5344</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>9000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99394912</th>\n",
       "      <td>99394912</td>\n",
       "      <td>3</td>\n",
       "      <td>19295</td>\n",
       "      <td>2108803015</td>\n",
       "      <td>3749</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>8000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99470937</th>\n",
       "      <td>99470937</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>2110627409</td>\n",
       "      <td>7900</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99990210</th>\n",
       "      <td>99990210</td>\n",
       "      <td>3</td>\n",
       "      <td>69412</td>\n",
       "      <td>2122056942</td>\n",
       "      <td>4536</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>16000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100441981</th>\n",
       "      <td>100441981</td>\n",
       "      <td>3</td>\n",
       "      <td>84410</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>1278</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>26000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728478</th>\n",
       "      <td>100728478</td>\n",
       "      <td>3</td>\n",
       "      <td>158982</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6173</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>25000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100781733</th>\n",
       "      <td>100781733</td>\n",
       "      <td>3</td>\n",
       "      <td>77404</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>1278</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>36000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101149315</th>\n",
       "      <td>101149315</td>\n",
       "      <td>3</td>\n",
       "      <td>57389</td>\n",
       "      <td>2146130037</td>\n",
       "      <td>98</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>13000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101175522</th>\n",
       "      <td>101175522</td>\n",
       "      <td>3</td>\n",
       "      <td>27478</td>\n",
       "      <td>2146495986</td>\n",
       "      <td>254</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>37000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98894523</th>\n",
       "      <td>98894523</td>\n",
       "      <td>4</td>\n",
       "      <td>123224</td>\n",
       "      <td>2097931616</td>\n",
       "      <td>2065</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>16000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>[1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0]</td>\n",
       "      <td>[3, 0, 3, 1, 2, 2, 1, 0, 3, 1, 1]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98894524</th>\n",
       "      <td>98894524</td>\n",
       "      <td>4</td>\n",
       "      <td>123224</td>\n",
       "      <td>2097931616</td>\n",
       "      <td>2063</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>16000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98894525</th>\n",
       "      <td>98894525</td>\n",
       "      <td>4</td>\n",
       "      <td>123224</td>\n",
       "      <td>2097931616</td>\n",
       "      <td>2064</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>16000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99056998</th>\n",
       "      <td>99056998</td>\n",
       "      <td>4</td>\n",
       "      <td>26449</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>7876</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>27000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99372838</th>\n",
       "      <td>99372838</td>\n",
       "      <td>4</td>\n",
       "      <td>73932</td>\n",
       "      <td>2108652072</td>\n",
       "      <td>6360</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>12000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99394913</th>\n",
       "      <td>99394913</td>\n",
       "      <td>4</td>\n",
       "      <td>34857</td>\n",
       "      <td>2108803015</td>\n",
       "      <td>3968</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>16000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99470938</th>\n",
       "      <td>99470938</td>\n",
       "      <td>4</td>\n",
       "      <td>26806</td>\n",
       "      <td>2110627409</td>\n",
       "      <td>7876</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>24000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99822794</th>\n",
       "      <td>99822794</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>2118968780</td>\n",
       "      <td>8264</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99990211</th>\n",
       "      <td>99990211</td>\n",
       "      <td>4</td>\n",
       "      <td>107520</td>\n",
       "      <td>2122056942</td>\n",
       "      <td>6681</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>44000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100247834</th>\n",
       "      <td>100247834</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>2127855181</td>\n",
       "      <td>9335</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100441982</th>\n",
       "      <td>100441982</td>\n",
       "      <td>4</td>\n",
       "      <td>193906</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>2064</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>23000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100441983</th>\n",
       "      <td>100441983</td>\n",
       "      <td>4</td>\n",
       "      <td>193906</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>2063</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>23000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100441984</th>\n",
       "      <td>100441984</td>\n",
       "      <td>4</td>\n",
       "      <td>193906</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>2065</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>23000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728479</th>\n",
       "      <td>100728479</td>\n",
       "      <td>4</td>\n",
       "      <td>178671</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>6116</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>12000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100781734</th>\n",
       "      <td>100781734</td>\n",
       "      <td>4</td>\n",
       "      <td>142437</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>2064</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>15000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100781735</th>\n",
       "      <td>100781735</td>\n",
       "      <td>4</td>\n",
       "      <td>142437</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>2065</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>15000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100781736</th>\n",
       "      <td>100781736</td>\n",
       "      <td>4</td>\n",
       "      <td>142437</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>2063</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>15000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101149316</th>\n",
       "      <td>101149316</td>\n",
       "      <td>4</td>\n",
       "      <td>63922</td>\n",
       "      <td>2146130037</td>\n",
       "      <td>3876</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>20000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101175523</th>\n",
       "      <td>101175523</td>\n",
       "      <td>4</td>\n",
       "      <td>49447</td>\n",
       "      <td>2146495986</td>\n",
       "      <td>5880</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>25000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98894526</th>\n",
       "      <td>98894526</td>\n",
       "      <td>5</td>\n",
       "      <td>178668</td>\n",
       "      <td>2097931616</td>\n",
       "      <td>3363</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>18333.0</td>\n",
       "      <td>False</td>\n",
       "      <td>[1, 0, 1, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0]</td>\n",
       "      <td>[2, 2, 1, 3, 2, 2, 2, 1, 1, 2, 2, 1, 2, 3, 1, 2, 0, 1, 0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98894527</th>\n",
       "      <td>98894527</td>\n",
       "      <td>5</td>\n",
       "      <td>178668</td>\n",
       "      <td>2097931616</td>\n",
       "      <td>3364</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>18333.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98894528</th>\n",
       "      <td>98894528</td>\n",
       "      <td>5</td>\n",
       "      <td>178668</td>\n",
       "      <td>2097931616</td>\n",
       "      <td>3365</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>18333.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99056999</th>\n",
       "      <td>99056999</td>\n",
       "      <td>5</td>\n",
       "      <td>46929</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>175</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>23000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99372839</th>\n",
       "      <td>99372839</td>\n",
       "      <td>5</td>\n",
       "      <td>102097</td>\n",
       "      <td>2108652072</td>\n",
       "      <td>6410</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>37000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99394914</th>\n",
       "      <td>99394914</td>\n",
       "      <td>5</td>\n",
       "      <td>54711</td>\n",
       "      <td>2108803015</td>\n",
       "      <td>8216</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>13000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99470939</th>\n",
       "      <td>99470939</td>\n",
       "      <td>5</td>\n",
       "      <td>55771</td>\n",
       "      <td>2110627409</td>\n",
       "      <td>175</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>23000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99822795</th>\n",
       "      <td>99822795</td>\n",
       "      <td>5</td>\n",
       "      <td>31367</td>\n",
       "      <td>2118968780</td>\n",
       "      <td>6297</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>52000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99990212</th>\n",
       "      <td>99990212</td>\n",
       "      <td>5</td>\n",
       "      <td>138416</td>\n",
       "      <td>2122056942</td>\n",
       "      <td>5849</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>35000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100247835</th>\n",
       "      <td>100247835</td>\n",
       "      <td>5</td>\n",
       "      <td>25035</td>\n",
       "      <td>2127855181</td>\n",
       "      <td>221</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>13000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100441985</th>\n",
       "      <td>100441985</td>\n",
       "      <td>5</td>\n",
       "      <td>6150736</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>3365</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>35333.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100441986</th>\n",
       "      <td>100441986</td>\n",
       "      <td>5</td>\n",
       "      <td>6150736</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>3364</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>35333.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100441987</th>\n",
       "      <td>100441987</td>\n",
       "      <td>5</td>\n",
       "      <td>6150736</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>3363</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>35333.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728480</th>\n",
       "      <td>100728480</td>\n",
       "      <td>5</td>\n",
       "      <td>197098</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>4696</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>13000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100781737</th>\n",
       "      <td>100781737</td>\n",
       "      <td>5</td>\n",
       "      <td>252841</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>3364</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>12666.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100781738</th>\n",
       "      <td>100781738</td>\n",
       "      <td>5</td>\n",
       "      <td>252841</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>3363</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>12666.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100781739</th>\n",
       "      <td>100781739</td>\n",
       "      <td>5</td>\n",
       "      <td>252841</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>3365</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>12666.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101149317</th>\n",
       "      <td>101149317</td>\n",
       "      <td>5</td>\n",
       "      <td>74632</td>\n",
       "      <td>2146130037</td>\n",
       "      <td>3731</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>3000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101175524</th>\n",
       "      <td>101175524</td>\n",
       "      <td>5</td>\n",
       "      <td>74230</td>\n",
       "      <td>2146495986</td>\n",
       "      <td>5318</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>20000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98894529</th>\n",
       "      <td>98894529</td>\n",
       "      <td>6</td>\n",
       "      <td>225847</td>\n",
       "      <td>2097931616</td>\n",
       "      <td>2946</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>17333.0</td>\n",
       "      <td>False</td>\n",
       "      <td>[1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0]</td>\n",
       "      <td>[3, 1, 0, 0, 1, 1, 0, 2, 2, 3, 1, 0, 2, 0, 1, 3, 2, 0, 1]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98894530</th>\n",
       "      <td>98894530</td>\n",
       "      <td>6</td>\n",
       "      <td>225847</td>\n",
       "      <td>2097931616</td>\n",
       "      <td>2948</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>17333.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98894531</th>\n",
       "      <td>98894531</td>\n",
       "      <td>6</td>\n",
       "      <td>225847</td>\n",
       "      <td>2097931616</td>\n",
       "      <td>2947</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>17333.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99057000</th>\n",
       "      <td>99057000</td>\n",
       "      <td>6</td>\n",
       "      <td>68244</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>1278</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>18000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99372840</th>\n",
       "      <td>99372840</td>\n",
       "      <td>6</td>\n",
       "      <td>139696</td>\n",
       "      <td>2108652072</td>\n",
       "      <td>6405</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>25000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99394915</th>\n",
       "      <td>99394915</td>\n",
       "      <td>6</td>\n",
       "      <td>64328</td>\n",
       "      <td>2108803015</td>\n",
       "      <td>4802</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>17000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99470940</th>\n",
       "      <td>99470940</td>\n",
       "      <td>6</td>\n",
       "      <td>74305</td>\n",
       "      <td>2110627409</td>\n",
       "      <td>1278</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>26000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99822796</th>\n",
       "      <td>99822796</td>\n",
       "      <td>6</td>\n",
       "      <td>56299</td>\n",
       "      <td>2118968780</td>\n",
       "      <td>1314</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>27000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99990213</th>\n",
       "      <td>99990213</td>\n",
       "      <td>6</td>\n",
       "      <td>173017</td>\n",
       "      <td>2122056942</td>\n",
       "      <td>4123</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>28000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100247836</th>\n",
       "      <td>100247836</td>\n",
       "      <td>6</td>\n",
       "      <td>46097</td>\n",
       "      <td>2127855181</td>\n",
       "      <td>217</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>20000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100254891</th>\n",
       "      <td>100254891</td>\n",
       "      <td>6</td>\n",
       "      <td>0</td>\n",
       "      <td>2128067870</td>\n",
       "      <td>4682</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt;NA&gt;</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100441988</th>\n",
       "      <td>100441988</td>\n",
       "      <td>6</td>\n",
       "      <td>6158632</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>2946</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>6333.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100441989</th>\n",
       "      <td>100441989</td>\n",
       "      <td>6</td>\n",
       "      <td>6158632</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>2947</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>6333.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100441990</th>\n",
       "      <td>100441990</td>\n",
       "      <td>6</td>\n",
       "      <td>6158632</td>\n",
       "      <td>2132723519</td>\n",
       "      <td>2948</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>6333.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728481</th>\n",
       "      <td>100728481</td>\n",
       "      <td>6</td>\n",
       "      <td>212090</td>\n",
       "      <td>2138700404</td>\n",
       "      <td>4120</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>12000.0</td>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100781740</th>\n",
       "      <td>100781740</td>\n",
       "      <td>6</td>\n",
       "      <td>368417</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>2947</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>13000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100781741</th>\n",
       "      <td>100781741</td>\n",
       "      <td>6</td>\n",
       "      <td>368417</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>2946</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>13000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100781742</th>\n",
       "      <td>100781742</td>\n",
       "      <td>6</td>\n",
       "      <td>368417</td>\n",
       "      <td>2139561972</td>\n",
       "      <td>2948</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>13000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101149318</th>\n",
       "      <td>101149318</td>\n",
       "      <td>6</td>\n",
       "      <td>86943</td>\n",
       "      <td>2146130037</td>\n",
       "      <td>6659</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>8000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101175525</th>\n",
       "      <td>101175525</td>\n",
       "      <td>6</td>\n",
       "      <td>98250</td>\n",
       "      <td>2146495986</td>\n",
       "      <td>1314</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>23000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98894532</th>\n",
       "      <td>98894532</td>\n",
       "      <td>7</td>\n",
       "      <td>287922</td>\n",
       "      <td>2097931616</td>\n",
       "      <td>2593</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>14333.0</td>\n",
       "      <td>False</td>\n",
       "      <td>[0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0]</td>\n",
       "      <td>[0, 3, 0, 3, 0, 3, 3, 3, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 1, 0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98894533</th>\n",
       "      <td>98894533</td>\n",
       "      <td>7</td>\n",
       "      <td>287922</td>\n",
       "      <td>2097931616</td>\n",
       "      <td>2594</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>14333.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98894534</th>\n",
       "      <td>98894534</td>\n",
       "      <td>7</td>\n",
       "      <td>287922</td>\n",
       "      <td>2097931616</td>\n",
       "      <td>2595</td>\n",
       "      <td>0</td>\n",
       "      <td>7</td>\n",
       "      <td>14333.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99057001</th>\n",
       "      <td>99057001</td>\n",
       "      <td>7</td>\n",
       "      <td>83716756</td>\n",
       "      <td>2101866594</td>\n",
       "      <td>2063</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>19000.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              row_id  group_num  timestamp     user_id  content_id  \\\n",
       "98894519    98894519          0          0  2097931616        7900   \n",
       "100441978  100441978          0          0  2132723519        7900   \n",
       "100728469  100728469          0          0  2138700404        7217   \n",
       "100728470  100728470          0          0  2138700404        7219   \n",
       "100728471  100728471          0          0  2138700404        7216   \n",
       "100728472  100728472          0          0  2138700404        7218   \n",
       "100781730  100781730          0          0  2139561972        7900   \n",
       "101149312  101149312          0          0  2146130037        5080   \n",
       "98894520    98894520          1      24510  2097931616        7876   \n",
       "99372835    99372835          1          0  2108652072        5692   \n",
       "99990208    99990208          1          0  2122056942        6397   \n",
       "100441979  100441979          1      29235  2132723519        7876   \n",
       "100728473  100728473          1     100619  2138700404        6909   \n",
       "100728474  100728474          1     100619  2138700404        6911   \n",
       "100728475  100728475          1     100619  2138700404        6910   \n",
       "100728476  100728476          1     100619  2138700404        6908   \n",
       "100781731  100781731          1      20775  2139561972        7876   \n",
       "101149313  101149313          1      17424  2146130037        4665   \n",
       "98894521    98894521          2      45921  2097931616         175   \n",
       "99372836    99372836          2      12426  2108652072        5716   \n",
       "99394911    99394911          2          0  2108803015        5035   \n",
       "99990209    99990209          2      22011  2122056942         513   \n",
       "100441980  100441980          2      57968  2132723519         175   \n",
       "100728477  100728477          2     138624  2138700404        6370   \n",
       "100781732  100781732          2      59948  2139561972         175   \n",
       "101149314  101149314          2      33433  2146130037        5596   \n",
       "101175521  101175521          2          0  2146495986        4801   \n",
       "98894522    98894522          3      64537  2097931616        1278   \n",
       "99056997    99056997          3          0  2101866594        7900   \n",
       "99372837    99372837          3      30186  2108652072        5344   \n",
       "99394912    99394912          3      19295  2108803015        3749   \n",
       "99470937    99470937          3          0  2110627409        7900   \n",
       "99990210    99990210          3      69412  2122056942        4536   \n",
       "100441981  100441981          3      84410  2132723519        1278   \n",
       "100728478  100728478          3     158982  2138700404        6173   \n",
       "100781733  100781733          3      77404  2139561972        1278   \n",
       "101149315  101149315          3      57389  2146130037          98   \n",
       "101175522  101175522          3      27478  2146495986         254   \n",
       "98894523    98894523          4     123224  2097931616        2065   \n",
       "98894524    98894524          4     123224  2097931616        2063   \n",
       "98894525    98894525          4     123224  2097931616        2064   \n",
       "99056998    99056998          4      26449  2101866594        7876   \n",
       "99372838    99372838          4      73932  2108652072        6360   \n",
       "99394913    99394913          4      34857  2108803015        3968   \n",
       "99470938    99470938          4      26806  2110627409        7876   \n",
       "99822794    99822794          4          0  2118968780        8264   \n",
       "99990211    99990211          4     107520  2122056942        6681   \n",
       "100247834  100247834          4          0  2127855181        9335   \n",
       "100441982  100441982          4     193906  2132723519        2064   \n",
       "100441983  100441983          4     193906  2132723519        2063   \n",
       "100441984  100441984          4     193906  2132723519        2065   \n",
       "100728479  100728479          4     178671  2138700404        6116   \n",
       "100781734  100781734          4     142437  2139561972        2064   \n",
       "100781735  100781735          4     142437  2139561972        2065   \n",
       "100781736  100781736          4     142437  2139561972        2063   \n",
       "101149316  101149316          4      63922  2146130037        3876   \n",
       "101175523  101175523          4      49447  2146495986        5880   \n",
       "98894526    98894526          5     178668  2097931616        3363   \n",
       "98894527    98894527          5     178668  2097931616        3364   \n",
       "98894528    98894528          5     178668  2097931616        3365   \n",
       "99056999    99056999          5      46929  2101866594         175   \n",
       "99372839    99372839          5     102097  2108652072        6410   \n",
       "99394914    99394914          5      54711  2108803015        8216   \n",
       "99470939    99470939          5      55771  2110627409         175   \n",
       "99822795    99822795          5      31367  2118968780        6297   \n",
       "99990212    99990212          5     138416  2122056942        5849   \n",
       "100247835  100247835          5      25035  2127855181         221   \n",
       "100441985  100441985          5    6150736  2132723519        3365   \n",
       "100441986  100441986          5    6150736  2132723519        3364   \n",
       "100441987  100441987          5    6150736  2132723519        3363   \n",
       "100728480  100728480          5     197098  2138700404        4696   \n",
       "100781737  100781737          5     252841  2139561972        3364   \n",
       "100781738  100781738          5     252841  2139561972        3363   \n",
       "100781739  100781739          5     252841  2139561972        3365   \n",
       "101149317  101149317          5      74632  2146130037        3731   \n",
       "101175524  101175524          5      74230  2146495986        5318   \n",
       "98894529    98894529          6     225847  2097931616        2946   \n",
       "98894530    98894530          6     225847  2097931616        2948   \n",
       "98894531    98894531          6     225847  2097931616        2947   \n",
       "99057000    99057000          6      68244  2101866594        1278   \n",
       "99372840    99372840          6     139696  2108652072        6405   \n",
       "99394915    99394915          6      64328  2108803015        4802   \n",
       "99470940    99470940          6      74305  2110627409        1278   \n",
       "99822796    99822796          6      56299  2118968780        1314   \n",
       "99990213    99990213          6     173017  2122056942        4123   \n",
       "100247836  100247836          6      46097  2127855181         217   \n",
       "100254891  100254891          6          0  2128067870        4682   \n",
       "100441988  100441988          6    6158632  2132723519        2946   \n",
       "100441989  100441989          6    6158632  2132723519        2947   \n",
       "100441990  100441990          6    6158632  2132723519        2948   \n",
       "100728481  100728481          6     212090  2138700404        4120   \n",
       "100781740  100781740          6     368417  2139561972        2947   \n",
       "100781741  100781741          6     368417  2139561972        2946   \n",
       "100781742  100781742          6     368417  2139561972        2948   \n",
       "101149318  101149318          6      86943  2146130037        6659   \n",
       "101175525  101175525          6      98250  2146495986        1314   \n",
       "98894532    98894532          7     287922  2097931616        2593   \n",
       "98894533    98894533          7     287922  2097931616        2594   \n",
       "98894534    98894534          7     287922  2097931616        2595   \n",
       "99057001    99057001          7   83716756  2101866594        2063   \n",
       "\n",
       "           content_type_id  task_container_id  prior_question_elapsed_time  \\\n",
       "98894519                 0                  0                          NaN   \n",
       "100441978                0                  0                          NaN   \n",
       "100728469                0                  0                      20750.0   \n",
       "100728470                0                  0                      20750.0   \n",
       "100728471                0                  0                      20750.0   \n",
       "100728472                0                  0                      20750.0   \n",
       "100781730                0                  0                          NaN   \n",
       "101149312                0                  0                          NaN   \n",
       "98894520                 0                  1                      22000.0   \n",
       "99372835                 0                  0                          NaN   \n",
       "99990208                 0                  0                          NaN   \n",
       "100441979                0                  1                      22000.0   \n",
       "100728473                0                  1                      20750.0   \n",
       "100728474                0                  1                      20750.0   \n",
       "100728475                0                  1                      20750.0   \n",
       "100728476                0                  1                      20750.0   \n",
       "100781731                0                  1                      33000.0   \n",
       "101149313                0                  1                       3000.0   \n",
       "98894521                 0                  2                      21000.0   \n",
       "99372836                 0                  1                      10000.0   \n",
       "99394911                 0                  0                          NaN   \n",
       "99990209                 0                  1                      19000.0   \n",
       "100441980                0                  2                      26000.0   \n",
       "100728477                0                  2                      18250.0   \n",
       "100781732                0                  2                      17000.0   \n",
       "101149314                0                  2                      13000.0   \n",
       "101175521                0                  0                          NaN   \n",
       "98894522                 0                  3                      18000.0   \n",
       "99056997                 0                  0                          NaN   \n",
       "99372837                 0                  2                       9000.0   \n",
       "99394912                 0                  1                       8000.0   \n",
       "99470937                 0                  0                          NaN   \n",
       "99990210                 0                  2                      16000.0   \n",
       "100441981                0                  3                      26000.0   \n",
       "100728478                0                  3                      25000.0   \n",
       "100781733                0                  3                      36000.0   \n",
       "101149315                0                  3                      13000.0   \n",
       "101175522                0                  1                      37000.0   \n",
       "98894523                 0                  4                      16000.0   \n",
       "98894524                 0                  4                      16000.0   \n",
       "98894525                 0                  4                      16000.0   \n",
       "99056998                 0                  1                      27000.0   \n",
       "99372838                 0                  3                      12000.0   \n",
       "99394913                 0                  2                      16000.0   \n",
       "99470938                 0                  1                      24000.0   \n",
       "99822794                 0                  0                          NaN   \n",
       "99990211                 0                  3                      44000.0   \n",
       "100247834                0                  0                          NaN   \n",
       "100441982                0                  4                      23000.0   \n",
       "100441983                0                  4                      23000.0   \n",
       "100441984                0                  4                      23000.0   \n",
       "100728479                0                  4                      12000.0   \n",
       "100781734                0                  4                      15000.0   \n",
       "100781735                0                  4                      15000.0   \n",
       "100781736                0                  4                      15000.0   \n",
       "101149316                0                  4                      20000.0   \n",
       "101175523                0                  2                      25000.0   \n",
       "98894526                 0                  5                      18333.0   \n",
       "98894527                 0                  5                      18333.0   \n",
       "98894528                 0                  5                      18333.0   \n",
       "99056999                 0                  2                      23000.0   \n",
       "99372839                 0                  4                      37000.0   \n",
       "99394914                 0                  3                      13000.0   \n",
       "99470939                 0                  2                      23000.0   \n",
       "99822795                 0                  1                      52000.0   \n",
       "99990212                 0                  4                      35000.0   \n",
       "100247835                0                  1                      13000.0   \n",
       "100441985                0                  5                      35333.0   \n",
       "100441986                0                  5                      35333.0   \n",
       "100441987                0                  5                      35333.0   \n",
       "100728480                0                  5                      13000.0   \n",
       "100781737                0                  5                      12666.0   \n",
       "100781738                0                  5                      12666.0   \n",
       "100781739                0                  5                      12666.0   \n",
       "101149317                0                  5                       3000.0   \n",
       "101175524                0                  3                      20000.0   \n",
       "98894529                 0                  6                      17333.0   \n",
       "98894530                 0                  6                      17333.0   \n",
       "98894531                 0                  6                      17333.0   \n",
       "99057000                 0                  3                      18000.0   \n",
       "99372840                 0                  5                      25000.0   \n",
       "99394915                 0                  4                      17000.0   \n",
       "99470940                 0                  3                      26000.0   \n",
       "99822796                 0                  2                      27000.0   \n",
       "99990213                 0                  5                      28000.0   \n",
       "100247836                0                  2                      20000.0   \n",
       "100254891                0                  0                          NaN   \n",
       "100441988                0                  6                       6333.0   \n",
       "100441989                0                  6                       6333.0   \n",
       "100441990                0                  6                       6333.0   \n",
       "100728481                0                  6                      12000.0   \n",
       "100781740                0                  6                      13000.0   \n",
       "100781741                0                  6                      13000.0   \n",
       "100781742                0                  6                      13000.0   \n",
       "101149318                0                  6                       8000.0   \n",
       "101175525                0                  4                      23000.0   \n",
       "98894532                 0                  7                      14333.0   \n",
       "98894533                 0                  7                      14333.0   \n",
       "98894534                 0                  7                      14333.0   \n",
       "99057001                 0                  4                      19000.0   \n",
       "\n",
       "           prior_question_had_explanation  \\\n",
       "98894519                             <NA>   \n",
       "100441978                            <NA>   \n",
       "100728469                            True   \n",
       "100728470                            True   \n",
       "100728471                            True   \n",
       "100728472                            True   \n",
       "100781730                            <NA>   \n",
       "101149312                            <NA>   \n",
       "98894520                            False   \n",
       "99372835                             <NA>   \n",
       "99990208                             <NA>   \n",
       "100441979                           False   \n",
       "100728473                            True   \n",
       "100728474                            True   \n",
       "100728475                            True   \n",
       "100728476                            True   \n",
       "100781731                           False   \n",
       "101149313                           False   \n",
       "98894521                            False   \n",
       "99372836                            False   \n",
       "99394911                             <NA>   \n",
       "99990209                            False   \n",
       "100441980                           False   \n",
       "100728477                            True   \n",
       "100781732                           False   \n",
       "101149314                           False   \n",
       "101175521                            <NA>   \n",
       "98894522                            False   \n",
       "99056997                             <NA>   \n",
       "99372837                            False   \n",
       "99394912                            False   \n",
       "99470937                             <NA>   \n",
       "99990210                            False   \n",
       "100441981                           False   \n",
       "100728478                            True   \n",
       "100781733                           False   \n",
       "101149315                           False   \n",
       "101175522                           False   \n",
       "98894523                            False   \n",
       "98894524                            False   \n",
       "98894525                            False   \n",
       "99056998                            False   \n",
       "99372838                            False   \n",
       "99394913                            False   \n",
       "99470938                            False   \n",
       "99822794                             <NA>   \n",
       "99990211                            False   \n",
       "100247834                            <NA>   \n",
       "100441982                           False   \n",
       "100441983                           False   \n",
       "100441984                           False   \n",
       "100728479                            True   \n",
       "100781734                           False   \n",
       "100781735                           False   \n",
       "100781736                           False   \n",
       "101149316                           False   \n",
       "101175523                           False   \n",
       "98894526                            False   \n",
       "98894527                            False   \n",
       "98894528                            False   \n",
       "99056999                            False   \n",
       "99372839                            False   \n",
       "99394914                            False   \n",
       "99470939                            False   \n",
       "99822795                            False   \n",
       "99990212                            False   \n",
       "100247835                           False   \n",
       "100441985                           False   \n",
       "100441986                           False   \n",
       "100441987                           False   \n",
       "100728480                            True   \n",
       "100781737                           False   \n",
       "100781738                           False   \n",
       "100781739                           False   \n",
       "101149317                           False   \n",
       "101175524                           False   \n",
       "98894529                            False   \n",
       "98894530                            False   \n",
       "98894531                            False   \n",
       "99057000                            False   \n",
       "99372840                            False   \n",
       "99394915                            False   \n",
       "99470940                            False   \n",
       "99822796                            False   \n",
       "99990213                            False   \n",
       "100247836                           False   \n",
       "100254891                            <NA>   \n",
       "100441988                           False   \n",
       "100441989                           False   \n",
       "100441990                           False   \n",
       "100728481                            True   \n",
       "100781740                           False   \n",
       "100781741                           False   \n",
       "100781742                           False   \n",
       "101149318                           False   \n",
       "101175525                           False   \n",
       "98894532                            False   \n",
       "98894533                            False   \n",
       "98894534                            False   \n",
       "99057001                            False   \n",
       "\n",
       "                                            prior_group_answers_correct  \\\n",
       "98894519                                                             []   \n",
       "100441978                                                           NaN   \n",
       "100728469                                                           NaN   \n",
       "100728470                                                           NaN   \n",
       "100728471                                                           NaN   \n",
       "100728472                                                           NaN   \n",
       "100781730                                                           NaN   \n",
       "101149312                                                           NaN   \n",
       "98894520                                       [1, 1, 0, 0, 1, 0, 1, 1]   \n",
       "99372835                                                            NaN   \n",
       "99990208                                                            NaN   \n",
       "100441979                                                           NaN   \n",
       "100728473                                                           NaN   \n",
       "100728474                                                           NaN   \n",
       "100728475                                                           NaN   \n",
       "100728476                                                           NaN   \n",
       "100781731                                                           NaN   \n",
       "101149313                                                           NaN   \n",
       "98894521                                 [0, 1, 1, 0, 1, 0, 1, 1, 1, 1]   \n",
       "99372836                                                            NaN   \n",
       "99394911                                                            NaN   \n",
       "99990209                                                            NaN   \n",
       "100441980                                                           NaN   \n",
       "100728477                                                           NaN   \n",
       "100781732                                                           NaN   \n",
       "101149314                                                           NaN   \n",
       "101175521                                                           NaN   \n",
       "98894522                                    [0, 1, 1, 1, 1, 0, 1, 1, 1]   \n",
       "99056997                                                            NaN   \n",
       "99372837                                                            NaN   \n",
       "99394912                                                            NaN   \n",
       "99470937                                                            NaN   \n",
       "99990210                                                            NaN   \n",
       "100441981                                                           NaN   \n",
       "100728478                                                           NaN   \n",
       "100781733                                                           NaN   \n",
       "101149315                                                           NaN   \n",
       "101175522                                                           NaN   \n",
       "98894523                              [1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0]   \n",
       "98894524                                                            NaN   \n",
       "98894525                                                            NaN   \n",
       "99056998                                                            NaN   \n",
       "99372838                                                            NaN   \n",
       "99394913                                                            NaN   \n",
       "99470938                                                            NaN   \n",
       "99822794                                                            NaN   \n",
       "99990211                                                            NaN   \n",
       "100247834                                                           NaN   \n",
       "100441982                                                           NaN   \n",
       "100441983                                                           NaN   \n",
       "100441984                                                           NaN   \n",
       "100728479                                                           NaN   \n",
       "100781734                                                           NaN   \n",
       "100781735                                                           NaN   \n",
       "100781736                                                           NaN   \n",
       "101149316                                                           NaN   \n",
       "101175523                                                           NaN   \n",
       "98894526      [1, 0, 1, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 1, 1, 0, 0]   \n",
       "98894527                                                            NaN   \n",
       "98894528                                                            NaN   \n",
       "99056999                                                            NaN   \n",
       "99372839                                                            NaN   \n",
       "99394914                                                            NaN   \n",
       "99470939                                                            NaN   \n",
       "99822795                                                            NaN   \n",
       "99990212                                                            NaN   \n",
       "100247835                                                           NaN   \n",
       "100441985                                                           NaN   \n",
       "100441986                                                           NaN   \n",
       "100441987                                                           NaN   \n",
       "100728480                                                           NaN   \n",
       "100781737                                                           NaN   \n",
       "100781738                                                           NaN   \n",
       "100781739                                                           NaN   \n",
       "101149317                                                           NaN   \n",
       "101175524                                                           NaN   \n",
       "98894529      [1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 0, 0]   \n",
       "98894530                                                            NaN   \n",
       "98894531                                                            NaN   \n",
       "99057000                                                            NaN   \n",
       "99372840                                                            NaN   \n",
       "99394915                                                            NaN   \n",
       "99470940                                                            NaN   \n",
       "99822796                                                            NaN   \n",
       "99990213                                                            NaN   \n",
       "100247836                                                           NaN   \n",
       "100254891                                                           NaN   \n",
       "100441988                                                           NaN   \n",
       "100441989                                                           NaN   \n",
       "100441990                                                           NaN   \n",
       "100728481                                                           NaN   \n",
       "100781740                                                           NaN   \n",
       "100781741                                                           NaN   \n",
       "100781742                                                           NaN   \n",
       "101149318                                                           NaN   \n",
       "101175525                                                           NaN   \n",
       "98894532   [0, 0, 0, 1, 1, 0, 1, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0]   \n",
       "98894533                                                            NaN   \n",
       "98894534                                                            NaN   \n",
       "99057001                                                            NaN   \n",
       "\n",
       "                                                  prior_group_responses  \n",
       "98894519                                                             []  \n",
       "100441978                                                           NaN  \n",
       "100728469                                                           NaN  \n",
       "100728470                                                           NaN  \n",
       "100728471                                                           NaN  \n",
       "100728472                                                           NaN  \n",
       "100781730                                                           NaN  \n",
       "101149312                                                           NaN  \n",
       "98894520                                       [0, 0, 1, 0, 3, 0, 0, 0]  \n",
       "99372835                                                            NaN  \n",
       "99990208                                                            NaN  \n",
       "100441979                                                           NaN  \n",
       "100728473                                                           NaN  \n",
       "100728474                                                           NaN  \n",
       "100728475                                                           NaN  \n",
       "100728476                                                           NaN  \n",
       "100781731                                                           NaN  \n",
       "101149313                                                           NaN  \n",
       "98894521                                 [2, 3, 1, 0, 0, 1, 3, 0, 3, 2]  \n",
       "99372836                                                            NaN  \n",
       "99394911                                                            NaN  \n",
       "99990209                                                            NaN  \n",
       "100441980                                                           NaN  \n",
       "100728477                                                           NaN  \n",
       "100781732                                                           NaN  \n",
       "101149314                                                           NaN  \n",
       "101175521                                                           NaN  \n",
       "98894522                                    [3, 2, 1, 1, 2, 1, 2, 1, 2]  \n",
       "99056997                                                            NaN  \n",
       "99372837                                                            NaN  \n",
       "99394912                                                            NaN  \n",
       "99470937                                                            NaN  \n",
       "99990210                                                            NaN  \n",
       "100441981                                                           NaN  \n",
       "100728478                                                           NaN  \n",
       "100781733                                                           NaN  \n",
       "101149315                                                           NaN  \n",
       "101175522                                                           NaN  \n",
       "98894523                              [3, 0, 3, 1, 2, 2, 1, 0, 3, 1, 1]  \n",
       "98894524                                                            NaN  \n",
       "98894525                                                            NaN  \n",
       "99056998                                                            NaN  \n",
       "99372838                                                            NaN  \n",
       "99394913                                                            NaN  \n",
       "99470938                                                            NaN  \n",
       "99822794                                                            NaN  \n",
       "99990211                                                            NaN  \n",
       "100247834                                                           NaN  \n",
       "100441982                                                           NaN  \n",
       "100441983                                                           NaN  \n",
       "100441984                                                           NaN  \n",
       "100728479                                                           NaN  \n",
       "100781734                                                           NaN  \n",
       "100781735                                                           NaN  \n",
       "100781736                                                           NaN  \n",
       "101149316                                                           NaN  \n",
       "101175523                                                           NaN  \n",
       "98894526      [2, 2, 1, 3, 2, 2, 2, 1, 1, 2, 2, 1, 2, 3, 1, 2, 0, 1, 0]  \n",
       "98894527                                                            NaN  \n",
       "98894528                                                            NaN  \n",
       "99056999                                                            NaN  \n",
       "99372839                                                            NaN  \n",
       "99394914                                                            NaN  \n",
       "99470939                                                            NaN  \n",
       "99822795                                                            NaN  \n",
       "99990212                                                            NaN  \n",
       "100247835                                                           NaN  \n",
       "100441985                                                           NaN  \n",
       "100441986                                                           NaN  \n",
       "100441987                                                           NaN  \n",
       "100728480                                                           NaN  \n",
       "100781737                                                           NaN  \n",
       "100781738                                                           NaN  \n",
       "100781739                                                           NaN  \n",
       "101149317                                                           NaN  \n",
       "101175524                                                           NaN  \n",
       "98894529      [3, 1, 0, 0, 1, 1, 0, 2, 2, 3, 1, 0, 2, 0, 1, 3, 2, 0, 1]  \n",
       "98894530                                                            NaN  \n",
       "98894531                                                            NaN  \n",
       "99057000                                                            NaN  \n",
       "99372840                                                            NaN  \n",
       "99394915                                                            NaN  \n",
       "99470940                                                            NaN  \n",
       "99822796                                                            NaN  \n",
       "99990213                                                            NaN  \n",
       "100247836                                                           NaN  \n",
       "100254891                                                           NaN  \n",
       "100441988                                                           NaN  \n",
       "100441989                                                           NaN  \n",
       "100441990                                                           NaN  \n",
       "100728481                                                           NaN  \n",
       "100781740                                                           NaN  \n",
       "100781741                                                           NaN  \n",
       "100781742                                                           NaN  \n",
       "101149318                                                           NaN  \n",
       "101175525                                                           NaN  \n",
       "98894532   [0, 3, 0, 3, 0, 3, 3, 3, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 1, 0]  \n",
       "98894533                                                            NaN  \n",
       "98894534                                                            NaN  \n",
       "99057001                                                            NaN  "
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_test = df[test_cols]\n",
    "df_test[:100]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_test.to_csv(in_d / f'validation_x_{H.valid_pct}.csv', index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Targets csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['row_id', 'answered_correctly', 'group_num']"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "target_cols = ['row_id', 'answered_correctly', 'group_num']\n",
    "target_cols"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>row_id</th>\n",
       "      <th>answered_correctly</th>\n",
       "      <th>group_num</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>98894519</th>\n",
       "      <td>98894519</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100441978</th>\n",
       "      <td>100441978</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728469</th>\n",
       "      <td>100728469</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728470</th>\n",
       "      <td>100728470</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100728471</th>\n",
       "      <td>100728471</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456109</th>\n",
       "      <td>100456109</td>\n",
       "      <td>1</td>\n",
       "      <td>9999</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456110</th>\n",
       "      <td>100456110</td>\n",
       "      <td>1</td>\n",
       "      <td>9999</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100456111</th>\n",
       "      <td>100456111</td>\n",
       "      <td>1</td>\n",
       "      <td>9999</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100797490</th>\n",
       "      <td>100797490</td>\n",
       "      <td>1</td>\n",
       "      <td>9999</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101165695</th>\n",
       "      <td>101165695</td>\n",
       "      <td>0</td>\n",
       "      <td>9999</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2435788 rows × 3 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              row_id  answered_correctly  group_num\n",
       "98894519    98894519                   1          0\n",
       "100441978  100441978                   1          0\n",
       "100728469  100728469                   0          0\n",
       "100728470  100728470                   0          0\n",
       "100728471  100728471                   1          0\n",
       "...              ...                 ...        ...\n",
       "100456109  100456109                   1       9999\n",
       "100456110  100456110                   1       9999\n",
       "100456111  100456111                   1       9999\n",
       "100797490  100797490                   1       9999\n",
       "101165695  101165695                   0       9999\n",
       "\n",
       "[2435788 rows x 3 columns]"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_target = df[df.answered_correctly != -1][target_cols]\n",
    "df_target"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_target.to_csv(in_d / f'validation_y_{H.valid_pct}.csv', index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Submission csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_target.answered_correctly = 0.5"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_target.to_csv(in_d / f'validation_submission_{H.valid_pct}.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.9"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {
    "height": "calc(100% - 180px)",
    "left": "10px",
    "top": "150px",
    "width": "336px"
   },
   "toc_section_display": true,
   "toc_window_display": true
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}