RNN_project.html

<!DOCTYPE html>
<html>
<head><meta charset="utf-8" />
<title>RNN_project</title><script src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.1.10/require.min.js"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/jquery/2.0.3/jquery.min.js"></script>

<style type="text/css">
    /*!
*
* Twitter Bootstrap
*
*/
/*!
 * Bootstrap v3.3.7 (http://getbootstrap.com)
 * Copyright 2011-2016 Twitter, Inc.
 * Licensed under MIT (https://github.com/twbs/bootstrap/blob/master/LICENSE)
 */
/*! normalize.css v3.0.3 | MIT License | github.com/necolas/normalize.css */
html {
  font-family: sans-serif;
  -ms-text-size-adjust: 100%;
  -webkit-text-size-adjust: 100%;
}
body {
  margin: 0;
}
article,
aside,
details,
figcaption,
figure,
footer,
header,
hgroup,
main,
menu,
nav,
section,
summary {
  display: block;
}
audio,
canvas,
progress,
video {
  display: inline-block;
  vertical-align: baseline;
}
audio:not([controls]) {
  display: none;
  height: 0;
}
[hidden],
template {
  display: none;
}
a {
  background-color: transparent;
}
a:active,
a:hover {
  outline: 0;
}
abbr[title] {
  border-bottom: 1px dotted;
}
b,
strong {
  font-weight: bold;
}
dfn {
  font-style: italic;
}
h1 {
  font-size: 2em;
  margin: 0.67em 0;
}
mark {
  background: #ff0;
  color: #000;
}
small {
  font-size: 80%;
}
sub,
sup {
  font-size: 75%;
  line-height: 0;
  position: relative;
  vertical-align: baseline;
}
sup {
  top: -0.5em;
}
sub {
  bottom: -0.25em;
}
img {
  border: 0;
}
svg:not(:root) {
  overflow: hidden;
}
figure {
  margin: 1em 40px;
}
hr {
  box-sizing: content-box;
  height: 0;
}
pre {
  overflow: auto;
}
code,
kbd,
pre,
samp {
  font-family: monospace, monospace;
  font-size: 1em;
}
button,
input,
optgroup,
select,
textarea {
  color: inherit;
  font: inherit;
  margin: 0;
}
button {
  overflow: visible;
}
button,
select {
  text-transform: none;
}
button,
html input[type="button"],
input[type="reset"],
input[type="submit"] {
  -webkit-appearance: button;
  cursor: pointer;
}
button[disabled],
html input[disabled] {
  cursor: default;
}
button::-moz-focus-inner,
input::-moz-focus-inner {
  border: 0;
  padding: 0;
}
input {
  line-height: normal;
}
input[type="checkbox"],
input[type="radio"] {
  box-sizing: border-box;
  padding: 0;
}
input[type="number"]::-webkit-inner-spin-button,
input[type="number"]::-webkit-outer-spin-button {
  height: auto;
}
input[type="search"] {
  -webkit-appearance: textfield;
  box-sizing: content-box;
}
input[type="search"]::-webkit-search-cancel-button,
input[type="search"]::-webkit-search-decoration {
  -webkit-appearance: none;
}
fieldset {
  border: 1px solid #c0c0c0;
  margin: 0 2px;
  padding: 0.35em 0.625em 0.75em;
}
legend {
  border: 0;
  padding: 0;
}
textarea {
  overflow: auto;
}
optgroup {
  font-weight: bold;
}
table {
  border-collapse: collapse;
  border-spacing: 0;
}
td,
th {
  padding: 0;
}
/*! Source: https://github.com/h5bp/html5-boilerplate/blob/master/src/css/main.css */
@media print {
  *,
  *:before,
  *:after {
    background: transparent !important;
    color: #000 !important;
    box-shadow: none !important;
    text-shadow: none !important;
  }
  a,
  a:visited {
    text-decoration: underline;
  }
  a[href]:after {
    content: " (" attr(href) ")";
  }
  abbr[title]:after {
    content: " (" attr(title) ")";
  }
  a[href^="#"]:after,
  a[href^="javascript:"]:after {
    content: "";
  }
  pre,
  blockquote {
    border: 1px solid #999;
    page-break-inside: avoid;
  }
  thead {
    display: table-header-group;
  }
  tr,
  img {
    page-break-inside: avoid;
  }
  img {
    max-width: 100% !important;
  }
  p,
  h2,
  h3 {
    orphans: 3;
    widows: 3;
  }
  h2,
  h3 {
    page-break-after: avoid;
  }
  .navbar {
    display: none;
  }
  .btn > .caret,
  .dropup > .btn > .caret {
    border-top-color: #000 !important;
  }
  .label {
    border: 1px solid #000;
  }
  .table {
    border-collapse: collapse !important;
  }
  .table td,
  .table th {
    background-color: #fff !important;
  }
  .table-bordered th,
  .table-bordered td {
    border: 1px solid #ddd !important;
  }
}
@font-face {
  font-family: 'Glyphicons Halflings';
  src: url('../components/bootstrap/fonts/glyphicons-halflings-regular.eot');
  src: url('../components/bootstrap/fonts/glyphicons-halflings-regular.eot?#iefix') format('embedded-opentype'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.woff2') format('woff2'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.woff') format('woff'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.ttf') format('truetype'), url('../components/bootstrap/fonts/glyphicons-halflings-regular.svg#glyphicons_halflingsregular') format('svg');
}
.glyphicon {
  position: relative;
  top: 1px;
  display: inline-block;
  font-family: 'Glyphicons Halflings';
  font-style: normal;
  font-weight: normal;
  line-height: 1;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
}
.glyphicon-asterisk:before {
  content: "\002a";
}
.glyphicon-plus:before {
  content: "\002b";
}
.glyphicon-euro:before,
.glyphicon-eur:before {
  content: "\20ac";
}
.glyphicon-minus:before {
  content: "\2212";
}
.glyphicon-cloud:before {
  content: "\2601";
}
.glyphicon-envelope:before {
  content: "\2709";
}
.glyphicon-pencil:before {
  content: "\270f";
}
.glyphicon-glass:before {
  content: "\e001";
}
.glyphicon-music:before {
  content: "\e002";
}
.glyphicon-search:before {
  content: "\e003";
}
.glyphicon-heart:before {
  content: "\e005";
}
.glyphicon-star:before {
  content: "\e006";
}
.glyphicon-star-empty:before {
  content: "\e007";
}
.glyphicon-user:before {
  content: "\e008";
}
.glyphicon-film:before {
  content: "\e009";
}
.glyphicon-th-large:before {
  content: "\e010";
}
.glyphicon-th:before {
  content: "\e011";
}
.glyphicon-th-list:before {
  content: "\e012";
}
.glyphicon-ok:before {
  content: "\e013";
}
.glyphicon-remove:before {
  content: "\e014";
}
.glyphicon-zoom-in:before {
  content: "\e015";
}
.glyphicon-zoom-out:before {
  content: "\e016";
}
.glyphicon-off:before {
  content: "\e017";
}
.glyphicon-signal:before {
  content: "\e018";
}
.glyphicon-cog:before {
  content: "\e019";
}
.glyphicon-trash:before {
  content: "\e020";
}
.glyphicon-home:before {
  content: "\e021";
}
.glyphicon-file:before {
  content: "\e022";
}
.glyphicon-time:before {
  content: "\e023";
}
.glyphicon-road:before {
  content: "\e024";
}
.glyphicon-download-alt:before {
  content: "\e025";
}
.glyphicon-download:before {
  content: "\e026";
}
.glyphicon-upload:before {
  content: "\e027";
}
.glyphicon-inbox:before {
  content: "\e028";
}
.glyphicon-play-circle:before {
  content: "\e029";
}
.glyphicon-repeat:before {
  content: "\e030";
}
.glyphicon-refresh:before {
  content: "\e031";
}
.glyphicon-list-alt:before {
  content: "\e032";
}
.glyphicon-lock:before {
  content: "\e033";
}
.glyphicon-flag:before {
  content: "\e034";
}
.glyphicon-headphones:before {
  content: "\e035";
}
.glyphicon-volume-off:before {
  content: "\e036";
}
.glyphicon-volume-down:before {
  content: "\e037";
}
.glyphicon-volume-up:before {
  content: "\e038";
}
.glyphicon-qrcode:before {
  content: "\e039";
}
.glyphicon-barcode:before {
  content: "\e040";
}
.glyphicon-tag:before {
  content: "\e041";
}
.glyphicon-tags:before {
  content: "\e042";
}
.glyphicon-book:before {
  content: "\e043";
}
.glyphicon-bookmark:before {
  content: "\e044";
}
.glyphicon-print:before {
  content: "\e045";
}
.glyphicon-camera:before {
  content: "\e046";
}
.glyphicon-font:before {
  content: "\e047";
}
.glyphicon-bold:before {
  content: "\e048";
}
.glyphicon-italic:before {
  content: "\e049";
}
.glyphicon-text-height:before {
  content: "\e050";
}
.glyphicon-text-width:before {
  content: "\e051";
}
.glyphicon-align-left:before {
  content: "\e052";
}
.glyphicon-align-center:before {
  content: "\e053";
}
.glyphicon-align-right:before {
  content: "\e054";
}
.glyphicon-align-justify:before {
  content: "\e055";
}
.glyphicon-list:before {
  content: "\e056";
}
.glyphicon-indent-left:before {
  content: "\e057";
}
.glyphicon-indent-right:before {
  content: "\e058";
}
.glyphicon-facetime-video:before {
  content: "\e059";
}
.glyphicon-picture:before {
  content: "\e060";
}
.glyphicon-map-marker:before {
  content: "\e062";
}
.glyphicon-adjust:before {
  content: "\e063";
}
.glyphicon-tint:before {
  content: "\e064";
}
.glyphicon-edit:before {
  content: "\e065";
}
.glyphicon-share:before {
  content: "\e066";
}
.glyphicon-check:before {
  content: "\e067";
}
.glyphicon-move:before {
  content: "\e068";
}
.glyphicon-step-backward:before {
  content: "\e069";
}
.glyphicon-fast-backward:before {
  content: "\e070";
}
.glyphicon-backward:before {
  content: "\e071";
}
.glyphicon-play:before {
  content: "\e072";
}
.glyphicon-pause:before {
  content: "\e073";
}
.glyphicon-stop:before {
  content: "\e074";
}
.glyphicon-forward:before {
  content: "\e075";
}
.glyphicon-fast-forward:before {
  content: "\e076";
}
.glyphicon-step-forward:before {
  content: "\e077";
}
.glyphicon-eject:before {
  content: "\e078";
}
.glyphicon-chevron-left:before {
  content: "\e079";
}
.glyphicon-chevron-right:before {
  content: "\e080";
}
.glyphicon-plus-sign:before {
  content: "\e081";
}
.glyphicon-minus-sign:before {
  content: "\e082";
}
.glyphicon-remove-sign:before {
  content: "\e083";
}
.glyphicon-ok-sign:before {
  content: "\e084";
}
.glyphicon-question-sign:before {
  content: "\e085";
}
.glyphicon-info-sign:before {
  content: "\e086";
}
.glyphicon-screenshot:before {
  content: "\e087";
}
.glyphicon-remove-circle:before {
  content: "\e088";
}
.glyphicon-ok-circle:before {
  content: "\e089";
}
.glyphicon-ban-circle:before {
  content: "\e090";
}
.glyphicon-arrow-left:before {
  content: "\e091";
}
.glyphicon-arrow-right:before {
  content: "\e092";
}
.glyphicon-arrow-up:before {
  content: "\e093";
}
.glyphicon-arrow-down:before {
  content: "\e094";
}
.glyphicon-share-alt:before {
  content: "\e095";
}
.glyphicon-resize-full:before {
  content: "\e096";
}
.glyphicon-resize-small:before {
  content: "\e097";
}
.glyphicon-exclamation-sign:before {
  content: "\e101";
}
.glyphicon-gift:before {
  content: "\e102";
}
.glyphicon-leaf:before {
  content: "\e103";
}
.glyphicon-fire:before {
  content: "\e104";
}
.glyphicon-eye-open:before {
  content: "\e105";
}
.glyphicon-eye-close:before {
  content: "\e106";
}
.glyphicon-warning-sign:before {
  content: "\e107";
}
.glyphicon-plane:before {
  content: "\e108";
}
.glyphicon-calendar:before {
  content: "\e109";
}
.glyphicon-random:before {
  content: "\e110";
}
.glyphicon-comment:before {
  content: "\e111";
}
.glyphicon-magnet:before {
  content: "\e112";
}
.glyphicon-chevron-up:before {
  content: "\e113";
}
.glyphicon-chevron-down:before {
  content: "\e114";
}
.glyphicon-retweet:before {
  content: "\e115";
}
.glyphicon-shopping-cart:before {
  content: "\e116";
}
.glyphicon-folder-close:before {
  content: "\e117";
}
.glyphicon-folder-open:before {
  content: "\e118";
}
.glyphicon-resize-vertical:before {
  content: "\e119";
}
.glyphicon-resize-horizontal:before {
  content: "\e120";
}
.glyphicon-hdd:before {
  content: "\e121";
}
.glyphicon-bullhorn:before {
  content: "\e122";
}
.glyphicon-bell:before {
  content: "\e123";
}
.glyphicon-certificate:before {
  content: "\e124";
}
.glyphicon-thumbs-up:before {
  content: "\e125";
}
.glyphicon-thumbs-down:before {
  content: "\e126";
}
.glyphicon-hand-right:before {
  content: "\e127";
}
.glyphicon-hand-left:before {
  content: "\e128";
}
.glyphicon-hand-up:before {
  content: "\e129";
}
.glyphicon-hand-down:before {
  content: "\e130";
}
.glyphicon-circle-arrow-right:before {
  content: "\e131";
}
.glyphicon-circle-arrow-left:before {
  content: "\e132";
}
.glyphicon-circle-arrow-up:before {
  content: "\e133";
}
.glyphicon-circle-arrow-down:before {
  content: "\e134";
}
.glyphicon-globe:before {
  content: "\e135";
}
.glyphicon-wrench:before {
  content: "\e136";
}
.glyphicon-tasks:before {
  content: "\e137";
}
.glyphicon-filter:before {
  content: "\e138";
}
.glyphicon-briefcase:before {
  content: "\e139";
}
.glyphicon-fullscreen:before {
  content: "\e140";
}
.glyphicon-dashboard:before {
  content: "\e141";
}
.glyphicon-paperclip:before {
  content: "\e142";
}
.glyphicon-heart-empty:before {
  content: "\e143";
}
.glyphicon-link:before {
  content: "\e144";
}
.glyphicon-phone:before {
  content: "\e145";
}
.glyphicon-pushpin:before {
  content: "\e146";
}
.glyphicon-usd:before {
  content: "\e148";
}
.glyphicon-gbp:before {
  content: "\e149";
}
.glyphicon-sort:before {
  content: "\e150";
}
.glyphicon-sort-by-alphabet:before {
  content: "\e151";
}
.glyphicon-sort-by-alphabet-alt:before {
  content: "\e152";
}
.glyphicon-sort-by-order:before {
  content: "\e153";
}
.glyphicon-sort-by-order-alt:before {
  content: "\e154";
}
.glyphicon-sort-by-attributes:before {
  content: "\e155";
}
.glyphicon-sort-by-attributes-alt:before {
  content: "\e156";
}
.glyphicon-unchecked:before {
  content: "\e157";
}
.glyphicon-expand:before {
  content: "\e158";
}
.glyphicon-collapse-down:before {
  content: "\e159";
}
.glyphicon-collapse-up:before {
  content: "\e160";
}
.glyphicon-log-in:before {
  content: "\e161";
}
.glyphicon-flash:before {
  content: "\e162";
}
.glyphicon-log-out:before {
  content: "\e163";
}
.glyphicon-new-window:before {
  content: "\e164";
}
.glyphicon-record:before {
  content: "\e165";
}
.glyphicon-save:before {
  content: "\e166";
}
.glyphicon-open:before {
  content: "\e167";
}
.glyphicon-saved:before {
  content: "\e168";
}
.glyphicon-import:before {
  content: "\e169";
}
.glyphicon-export:before {
  content: "\e170";
}
.glyphicon-send:before {
  content: "\e171";
}
.glyphicon-floppy-disk:before {
  content: "\e172";
}
.glyphicon-floppy-saved:before {
  content: "\e173";
}
.glyphicon-floppy-remove:before {
  content: "\e174";
}
.glyphicon-floppy-save:before {
  content: "\e175";
}
.glyphicon-floppy-open:before {
  content: "\e176";
}
.glyphicon-credit-card:before {
  content: "\e177";
}
.glyphicon-transfer:before {
  content: "\e178";
}
.glyphicon-cutlery:before {
  content: "\e179";
}
.glyphicon-header:before {
  content: "\e180";
}
.glyphicon-compressed:before {
  content: "\e181";
}
.glyphicon-earphone:before {
  content: "\e182";
}
.glyphicon-phone-alt:before {
  content: "\e183";
}
.glyphicon-tower:before {
  content: "\e184";
}
.glyphicon-stats:before {
  content: "\e185";
}
.glyphicon-sd-video:before {
  content: "\e186";
}
.glyphicon-hd-video:before {
  content: "\e187";
}
.glyphicon-subtitles:before {
  content: "\e188";
}
.glyphicon-sound-stereo:before {
  content: "\e189";
}
.glyphicon-sound-dolby:before {
  content: "\e190";
}
.glyphicon-sound-5-1:before {
  content: "\e191";
}
.glyphicon-sound-6-1:before {
  content: "\e192";
}
.glyphicon-sound-7-1:before {
  content: "\e193";
}
.glyphicon-copyright-mark:before {
  content: "\e194";
}
.glyphicon-registration-mark:before {
  content: "\e195";
}
.glyphicon-cloud-download:before {
  content: "\e197";
}
.glyphicon-cloud-upload:before {
  content: "\e198";
}
.glyphicon-tree-conifer:before {
  content: "\e199";
}
.glyphicon-tree-deciduous:before {
  content: "\e200";
}
.glyphicon-cd:before {
  content: "\e201";
}
.glyphicon-save-file:before {
  content: "\e202";
}
.glyphicon-open-file:before {
  content: "\e203";
}
.glyphicon-level-up:before {
  content: "\e204";
}
.glyphicon-copy:before {
  content: "\e205";
}
.glyphicon-paste:before {
  content: "\e206";
}
.glyphicon-alert:before {
  content: "\e209";
}
.glyphicon-equalizer:before {
  content: "\e210";
}
.glyphicon-king:before {
  content: "\e211";
}
.glyphicon-queen:before {
  content: "\e212";
}
.glyphicon-pawn:before {
  content: "\e213";
}
.glyphicon-bishop:before {
  content: "\e214";
}
.glyphicon-knight:before {
  content: "\e215";
}
.glyphicon-baby-formula:before {
  content: "\e216";
}
.glyphicon-tent:before {
  content: "\26fa";
}
.glyphicon-blackboard:before {
  content: "\e218";
}
.glyphicon-bed:before {
  content: "\e219";
}
.glyphicon-apple:before {
  content: "\f8ff";
}
.glyphicon-erase:before {
  content: "\e221";
}
.glyphicon-hourglass:before {
  content: "\231b";
}
.glyphicon-lamp:before {
  content: "\e223";
}
.glyphicon-duplicate:before {
  content: "\e224";
}
.glyphicon-piggy-bank:before {
  content: "\e225";
}
.glyphicon-scissors:before {
  content: "\e226";
}
.glyphicon-bitcoin:before {
  content: "\e227";
}
.glyphicon-btc:before {
  content: "\e227";
}
.glyphicon-xbt:before {
  content: "\e227";
}
.glyphicon-yen:before {
  content: "\00a5";
}
.glyphicon-jpy:before {
  content: "\00a5";
}
.glyphicon-ruble:before {
  content: "\20bd";
}
.glyphicon-rub:before {
  content: "\20bd";
}
.glyphicon-scale:before {
  content: "\e230";
}
.glyphicon-ice-lolly:before {
  content: "\e231";
}
.glyphicon-ice-lolly-tasted:before {
  content: "\e232";
}
.glyphicon-education:before {
  content: "\e233";
}
.glyphicon-option-horizontal:before {
  content: "\e234";
}
.glyphicon-option-vertical:before {
  content: "\e235";
}
.glyphicon-menu-hamburger:before {
  content: "\e236";
}
.glyphicon-modal-window:before {
  content: "\e237";
}
.glyphicon-oil:before {
  content: "\e238";
}
.glyphicon-grain:before {
  content: "\e239";
}
.glyphicon-sunglasses:before {
  content: "\e240";
}
.glyphicon-text-size:before {
  content: "\e241";
}
.glyphicon-text-color:before {
  content: "\e242";
}
.glyphicon-text-background:before {
  content: "\e243";
}
.glyphicon-object-align-top:before {
  content: "\e244";
}
.glyphicon-object-align-bottom:before {
  content: "\e245";
}
.glyphicon-object-align-horizontal:before {
  content: "\e246";
}
.glyphicon-object-align-left:before {
  content: "\e247";
}
.glyphicon-object-align-vertical:before {
  content: "\e248";
}
.glyphicon-object-align-right:before {
  content: "\e249";
}
.glyphicon-triangle-right:before {
  content: "\e250";
}
.glyphicon-triangle-left:before {
  content: "\e251";
}
.glyphicon-triangle-bottom:before {
  content: "\e252";
}
.glyphicon-triangle-top:before {
  content: "\e253";
}
.glyphicon-console:before {
  content: "\e254";
}
.glyphicon-superscript:before {
  content: "\e255";
}
.glyphicon-subscript:before {
  content: "\e256";
}
.glyphicon-menu-left:before {
  content: "\e257";
}
.glyphicon-menu-right:before {
  content: "\e258";
}
.glyphicon-menu-down:before {
  content: "\e259";
}
.glyphicon-menu-up:before {
  content: "\e260";
}
* {
  -webkit-box-sizing: border-box;
  -moz-box-sizing: border-box;
  box-sizing: border-box;
}
*:before,
*:after {
  -webkit-box-sizing: border-box;
  -moz-box-sizing: border-box;
  box-sizing: border-box;
}
html {
  font-size: 10px;
  -webkit-tap-highlight-color: rgba(0, 0, 0, 0);
}
body {
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
  font-size: 13px;
  line-height: 1.42857143;
  color: #000;
  background-color: #fff;
}
input,
button,
select,
textarea {
  font-family: inherit;
  font-size: inherit;
  line-height: inherit;
}
a {
  color: #337ab7;
  text-decoration: none;
}
a:hover,
a:focus {
  color: #23527c;
  text-decoration: underline;
}
a:focus {
  outline: 5px auto -webkit-focus-ring-color;
  outline-offset: -2px;
}
figure {
  margin: 0;
}
img {
  vertical-align: middle;
}
.img-responsive,
.thumbnail > img,
.thumbnail a > img,
.carousel-inner > .item > img,
.carousel-inner > .item > a > img {
  display: block;
  max-width: 100%;
  height: auto;
}
.img-rounded {
  border-radius: 3px;
}
.img-thumbnail {
  padding: 4px;
  line-height: 1.42857143;
  background-color: #fff;
  border: 1px solid #ddd;
  border-radius: 2px;
  -webkit-transition: all 0.2s ease-in-out;
  -o-transition: all 0.2s ease-in-out;
  transition: all 0.2s ease-in-out;
  display: inline-block;
  max-width: 100%;
  height: auto;
}
.img-circle {
  border-radius: 50%;
}
hr {
  margin-top: 18px;
  margin-bottom: 18px;
  border: 0;
  border-top: 1px solid #eeeeee;
}
.sr-only {
  position: absolute;
  width: 1px;
  height: 1px;
  margin: -1px;
  padding: 0;
  overflow: hidden;
  clip: rect(0, 0, 0, 0);
  border: 0;
}
.sr-only-focusable:active,
.sr-only-focusable:focus {
  position: static;
  width: auto;
  height: auto;
  margin: 0;
  overflow: visible;
  clip: auto;
}
[role="button"] {
  cursor: pointer;
}
h1,
h2,
h3,
h4,
h5,
h6,
.h1,
.h2,
.h3,
.h4,
.h5,
.h6 {
  font-family: inherit;
  font-weight: 500;
  line-height: 1.1;
  color: inherit;
}
h1 small,
h2 small,
h3 small,
h4 small,
h5 small,
h6 small,
.h1 small,
.h2 small,
.h3 small,
.h4 small,
.h5 small,
.h6 small,
h1 .small,
h2 .small,
h3 .small,
h4 .small,
h5 .small,
h6 .small,
.h1 .small,
.h2 .small,
.h3 .small,
.h4 .small,
.h5 .small,
.h6 .small {
  font-weight: normal;
  line-height: 1;
  color: #777777;
}
h1,
.h1,
h2,
.h2,
h3,
.h3 {
  margin-top: 18px;
  margin-bottom: 9px;
}
h1 small,
.h1 small,
h2 small,
.h2 small,
h3 small,
.h3 small,
h1 .small,
.h1 .small,
h2 .small,
.h2 .small,
h3 .small,
.h3 .small {
  font-size: 65%;
}
h4,
.h4,
h5,
.h5,
h6,
.h6 {
  margin-top: 9px;
  margin-bottom: 9px;
}
h4 small,
.h4 small,
h5 small,
.h5 small,
h6 small,
.h6 small,
h4 .small,
.h4 .small,
h5 .small,
.h5 .small,
h6 .small,
.h6 .small {
  font-size: 75%;
}
h1,
.h1 {
  font-size: 33px;
}
h2,
.h2 {
  font-size: 27px;
}
h3,
.h3 {
  font-size: 23px;
}
h4,
.h4 {
  font-size: 17px;
}
h5,
.h5 {
  font-size: 13px;
}
h6,
.h6 {
  font-size: 12px;
}
p {
  margin: 0 0 9px;
}
.lead {
  margin-bottom: 18px;
  font-size: 14px;
  font-weight: 300;
  line-height: 1.4;
}
@media (min-width: 768px) {
  .lead {
    font-size: 19.5px;
  }
}
small,
.small {
  font-size: 92%;
}
mark,
.mark {
  background-color: #fcf8e3;
  padding: .2em;
}
.text-left {
  text-align: left;
}
.text-right {
  text-align: right;
}
.text-center {
  text-align: center;
}
.text-justify {
  text-align: justify;
}
.text-nowrap {
  white-space: nowrap;
}
.text-lowercase {
  text-transform: lowercase;
}
.text-uppercase {
  text-transform: uppercase;
}
.text-capitalize {
  text-transform: capitalize;
}
.text-muted {
  color: #777777;
}
.text-primary {
  color: #337ab7;
}
a.text-primary:hover,
a.text-primary:focus {
  color: #286090;
}
.text-success {
  color: #3c763d;
}
a.text-success:hover,
a.text-success:focus {
  color: #2b542c;
}
.text-info {
  color: #31708f;
}
a.text-info:hover,
a.text-info:focus {
  color: #245269;
}
.text-warning {
  color: #8a6d3b;
}
a.text-warning:hover,
a.text-warning:focus {
  color: #66512c;
}
.text-danger {
  color: #a94442;
}
a.text-danger:hover,
a.text-danger:focus {
  color: #843534;
}
.bg-primary {
  color: #fff;
  background-color: #337ab7;
}
a.bg-primary:hover,
a.bg-primary:focus {
  background-color: #286090;
}
.bg-success {
  background-color: #dff0d8;
}
a.bg-success:hover,
a.bg-success:focus {
  background-color: #c1e2b3;
}
.bg-info {
  background-color: #d9edf7;
}
a.bg-info:hover,
a.bg-info:focus {
  background-color: #afd9ee;
}
.bg-warning {
  background-color: #fcf8e3;
}
a.bg-warning:hover,
a.bg-warning:focus {
  background-color: #f7ecb5;
}
.bg-danger {
  background-color: #f2dede;
}
a.bg-danger:hover,
a.bg-danger:focus {
  background-color: #e4b9b9;
}
.page-header {
  padding-bottom: 8px;
  margin: 36px 0 18px;
  border-bottom: 1px solid #eeeeee;
}
ul,
ol {
  margin-top: 0;
  margin-bottom: 9px;
}
ul ul,
ol ul,
ul ol,
ol ol {
  margin-bottom: 0;
}
.list-unstyled {
  padding-left: 0;
  list-style: none;
}
.list-inline {
  padding-left: 0;
  list-style: none;
  margin-left: -5px;
}
.list-inline > li {
  display: inline-block;
  padding-left: 5px;
  padding-right: 5px;
}
dl {
  margin-top: 0;
  margin-bottom: 18px;
}
dt,
dd {
  line-height: 1.42857143;
}
dt {
  font-weight: bold;
}
dd {
  margin-left: 0;
}
@media (min-width: 541px) {
  .dl-horizontal dt {
    float: left;
    width: 160px;
    clear: left;
    text-align: right;
    overflow: hidden;
    text-overflow: ellipsis;
    white-space: nowrap;
  }
  .dl-horizontal dd {
    margin-left: 180px;
  }
}
abbr[title],
abbr[data-original-title] {
  cursor: help;
  border-bottom: 1px dotted #777777;
}
.initialism {
  font-size: 90%;
  text-transform: uppercase;
}
blockquote {
  padding: 9px 18px;
  margin: 0 0 18px;
  font-size: inherit;
  border-left: 5px solid #eeeeee;
}
blockquote p:last-child,
blockquote ul:last-child,
blockquote ol:last-child {
  margin-bottom: 0;
}
blockquote footer,
blockquote small,
blockquote .small {
  display: block;
  font-size: 80%;
  line-height: 1.42857143;
  color: #777777;
}
blockquote footer:before,
blockquote small:before,
blockquote .small:before {
  content: '\2014 \00A0';
}
.blockquote-reverse,
blockquote.pull-right {
  padding-right: 15px;
  padding-left: 0;
  border-right: 5px solid #eeeeee;
  border-left: 0;
  text-align: right;
}
.blockquote-reverse footer:before,
blockquote.pull-right footer:before,
.blockquote-reverse small:before,
blockquote.pull-right small:before,
.blockquote-reverse .small:before,
blockquote.pull-right .small:before {
  content: '';
}
.blockquote-reverse footer:after,
blockquote.pull-right footer:after,
.blockquote-reverse small:after,
blockquote.pull-right small:after,
.blockquote-reverse .small:after,
blockquote.pull-right .small:after {
  content: '\00A0 \2014';
}
address {
  margin-bottom: 18px;
  font-style: normal;
  line-height: 1.42857143;
}
code,
kbd,
pre,
samp {
  font-family: monospace;
}
code {
  padding: 2px 4px;
  font-size: 90%;
  color: #c7254e;
  background-color: #f9f2f4;
  border-radius: 2px;
}
kbd {
  padding: 2px 4px;
  font-size: 90%;
  color: #888;
  background-color: transparent;
  border-radius: 1px;
  box-shadow: inset 0 -1px 0 rgba(0, 0, 0, 0.25);
}
kbd kbd {
  padding: 0;
  font-size: 100%;
  font-weight: bold;
  box-shadow: none;
}
pre {
  display: block;
  padding: 8.5px;
  margin: 0 0 9px;
  font-size: 12px;
  line-height: 1.42857143;
  word-break: break-all;
  word-wrap: break-word;
  color: #333333;
  background-color: #f5f5f5;
  border: 1px solid #ccc;
  border-radius: 2px;
}
pre code {
  padding: 0;
  font-size: inherit;
  color: inherit;
  white-space: pre-wrap;
  background-color: transparent;
  border-radius: 0;
}
.pre-scrollable {
  max-height: 340px;
  overflow-y: scroll;
}
.container {
  margin-right: auto;
  margin-left: auto;
  padding-left: 0px;
  padding-right: 0px;
}
@media (min-width: 768px) {
  .container {
    width: 768px;
  }
}
@media (min-width: 992px) {
  .container {
    width: 940px;
  }
}
@media (min-width: 1200px) {
  .container {
    width: 1140px;
  }
}
.container-fluid {
  margin-right: auto;
  margin-left: auto;
  padding-left: 0px;
  padding-right: 0px;
}
.row {
  margin-left: 0px;
  margin-right: 0px;
}
.col-xs-1, .col-sm-1, .col-md-1, .col-lg-1, .col-xs-2, .col-sm-2, .col-md-2, .col-lg-2, .col-xs-3, .col-sm-3, .col-md-3, .col-lg-3, .col-xs-4, .col-sm-4, .col-md-4, .col-lg-4, .col-xs-5, .col-sm-5, .col-md-5, .col-lg-5, .col-xs-6, .col-sm-6, .col-md-6, .col-lg-6, .col-xs-7, .col-sm-7, .col-md-7, .col-lg-7, .col-xs-8, .col-sm-8, .col-md-8, .col-lg-8, .col-xs-9, .col-sm-9, .col-md-9, .col-lg-9, .col-xs-10, .col-sm-10, .col-md-10, .col-lg-10, .col-xs-11, .col-sm-11, .col-md-11, .col-lg-11, .col-xs-12, .col-sm-12, .col-md-12, .col-lg-12 {
  position: relative;
  min-height: 1px;
  padding-left: 0px;
  padding-right: 0px;
}
.col-xs-1, .col-xs-2, .col-xs-3, .col-xs-4, .col-xs-5, .col-xs-6, .col-xs-7, .col-xs-8, .col-xs-9, .col-xs-10, .col-xs-11, .col-xs-12 {
  float: left;
}
.col-xs-12 {
  width: 100%;
}
.col-xs-11 {
  width: 91.66666667%;
}
.col-xs-10 {
  width: 83.33333333%;
}
.col-xs-9 {
  width: 75%;
}
.col-xs-8 {
  width: 66.66666667%;
}
.col-xs-7 {
  width: 58.33333333%;
}
.col-xs-6 {
  width: 50%;
}
.col-xs-5 {
  width: 41.66666667%;
}
.col-xs-4 {
  width: 33.33333333%;
}
.col-xs-3 {
  width: 25%;
}
.col-xs-2 {
  width: 16.66666667%;
}
.col-xs-1 {
  width: 8.33333333%;
}
.col-xs-pull-12 {
  right: 100%;
}
.col-xs-pull-11 {
  right: 91.66666667%;
}
.col-xs-pull-10 {
  right: 83.33333333%;
}
.col-xs-pull-9 {
  right: 75%;
}
.col-xs-pull-8 {
  right: 66.66666667%;
}
.col-xs-pull-7 {
  right: 58.33333333%;
}
.col-xs-pull-6 {
  right: 50%;
}
.col-xs-pull-5 {
  right: 41.66666667%;
}
.col-xs-pull-4 {
  right: 33.33333333%;
}
.col-xs-pull-3 {
  right: 25%;
}
.col-xs-pull-2 {
  right: 16.66666667%;
}
.col-xs-pull-1 {
  right: 8.33333333%;
}
.col-xs-pull-0 {
  right: auto;
}
.col-xs-push-12 {
  left: 100%;
}
.col-xs-push-11 {
  left: 91.66666667%;
}
.col-xs-push-10 {
  left: 83.33333333%;
}
.col-xs-push-9 {
  left: 75%;
}
.col-xs-push-8 {
  left: 66.66666667%;
}
.col-xs-push-7 {
  left: 58.33333333%;
}
.col-xs-push-6 {
  left: 50%;
}
.col-xs-push-5 {
  left: 41.66666667%;
}
.col-xs-push-4 {
  left: 33.33333333%;
}
.col-xs-push-3 {
  left: 25%;
}
.col-xs-push-2 {
  left: 16.66666667%;
}
.col-xs-push-1 {
  left: 8.33333333%;
}
.col-xs-push-0 {
  left: auto;
}
.col-xs-offset-12 {
  margin-left: 100%;
}
.col-xs-offset-11 {
  margin-left: 91.66666667%;
}
.col-xs-offset-10 {
  margin-left: 83.33333333%;
}
.col-xs-offset-9 {
  margin-left: 75%;
}
.col-xs-offset-8 {
  margin-left: 66.66666667%;
}
.col-xs-offset-7 {
  margin-left: 58.33333333%;
}
.col-xs-offset-6 {
  margin-left: 50%;
}
.col-xs-offset-5 {
  margin-left: 41.66666667%;
}
.col-xs-offset-4 {
  margin-left: 33.33333333%;
}
.col-xs-offset-3 {
  margin-left: 25%;
}
.col-xs-offset-2 {
  margin-left: 16.66666667%;
}
.col-xs-offset-1 {
  margin-left: 8.33333333%;
}
.col-xs-offset-0 {
  margin-left: 0%;
}
@media (min-width: 768px) {
  .col-sm-1, .col-sm-2, .col-sm-3, .col-sm-4, .col-sm-5, .col-sm-6, .col-sm-7, .col-sm-8, .col-sm-9, .col-sm-10, .col-sm-11, .col-sm-12 {
    float: left;
  }
  .col-sm-12 {
    width: 100%;
  }
  .col-sm-11 {
    width: 91.66666667%;
  }
  .col-sm-10 {
    width: 83.33333333%;
  }
  .col-sm-9 {
    width: 75%;
  }
  .col-sm-8 {
    width: 66.66666667%;
  }
  .col-sm-7 {
    width: 58.33333333%;
  }
  .col-sm-6 {
    width: 50%;
  }
  .col-sm-5 {
    width: 41.66666667%;
  }
  .col-sm-4 {
    width: 33.33333333%;
  }
  .col-sm-3 {
    width: 25%;
  }
  .col-sm-2 {
    width: 16.66666667%;
  }
  .col-sm-1 {
    width: 8.33333333%;
  }
  .col-sm-pull-12 {
    right: 100%;
  }
  .col-sm-pull-11 {
    right: 91.66666667%;
  }
  .col-sm-pull-10 {
    right: 83.33333333%;
  }
  .col-sm-pull-9 {
    right: 75%;
  }
  .col-sm-pull-8 {
    right: 66.66666667%;
  }
  .col-sm-pull-7 {
    right: 58.33333333%;
  }
  .col-sm-pull-6 {
    right: 50%;
  }
  .col-sm-pull-5 {
    right: 41.66666667%;
  }
  .col-sm-pull-4 {
    right: 33.33333333%;
  }
  .col-sm-pull-3 {
    right: 25%;
  }
  .col-sm-pull-2 {
    right: 16.66666667%;
  }
  .col-sm-pull-1 {
    right: 8.33333333%;
  }
  .col-sm-pull-0 {
    right: auto;
  }
  .col-sm-push-12 {
    left: 100%;
  }
  .col-sm-push-11 {
    left: 91.66666667%;
  }
  .col-sm-push-10 {
    left: 83.33333333%;
  }
  .col-sm-push-9 {
    left: 75%;
  }
  .col-sm-push-8 {
    left: 66.66666667%;
  }
  .col-sm-push-7 {
    left: 58.33333333%;
  }
  .col-sm-push-6 {
    left: 50%;
  }
  .col-sm-push-5 {
    left: 41.66666667%;
  }
  .col-sm-push-4 {
    left: 33.33333333%;
  }
  .col-sm-push-3 {
    left: 25%;
  }
  .col-sm-push-2 {
    left: 16.66666667%;
  }
  .col-sm-push-1 {
    left: 8.33333333%;
  }
  .col-sm-push-0 {
    left: auto;
  }
  .col-sm-offset-12 {
    margin-left: 100%;
  }
  .col-sm-offset-11 {
    margin-left: 91.66666667%;
  }
  .col-sm-offset-10 {
    margin-left: 83.33333333%;
  }
  .col-sm-offset-9 {
    margin-left: 75%;
  }
  .col-sm-offset-8 {
    margin-left: 66.66666667%;
  }
  .col-sm-offset-7 {
    margin-left: 58.33333333%;
  }
  .col-sm-offset-6 {
    margin-left: 50%;
  }
  .col-sm-offset-5 {
    margin-left: 41.66666667%;
  }
  .col-sm-offset-4 {
    margin-left: 33.33333333%;
  }
  .col-sm-offset-3 {
    margin-left: 25%;
  }
  .col-sm-offset-2 {
    margin-left: 16.66666667%;
  }
  .col-sm-offset-1 {
    margin-left: 8.33333333%;
  }
  .col-sm-offset-0 {
    margin-left: 0%;
  }
}
@media (min-width: 992px) {
  .col-md-1, .col-md-2, .col-md-3, .col-md-4, .col-md-5, .col-md-6, .col-md-7, .col-md-8, .col-md-9, .col-md-10, .col-md-11, .col-md-12 {
    float: left;
  }
  .col-md-12 {
    width: 100%;
  }
  .col-md-11 {
    width: 91.66666667%;
  }
  .col-md-10 {
    width: 83.33333333%;
  }
  .col-md-9 {
    width: 75%;
  }
  .col-md-8 {
    width: 66.66666667%;
  }
  .col-md-7 {
    width: 58.33333333%;
  }
  .col-md-6 {
    width: 50%;
  }
  .col-md-5 {
    width: 41.66666667%;
  }
  .col-md-4 {
    width: 33.33333333%;
  }
  .col-md-3 {
    width: 25%;
  }
  .col-md-2 {
    width: 16.66666667%;
  }
  .col-md-1 {
    width: 8.33333333%;
  }
  .col-md-pull-12 {
    right: 100%;
  }
  .col-md-pull-11 {
    right: 91.66666667%;
  }
  .col-md-pull-10 {
    right: 83.33333333%;
  }
  .col-md-pull-9 {
    right: 75%;
  }
  .col-md-pull-8 {
    right: 66.66666667%;
  }
  .col-md-pull-7 {
    right: 58.33333333%;
  }
  .col-md-pull-6 {
    right: 50%;
  }
  .col-md-pull-5 {
    right: 41.66666667%;
  }
  .col-md-pull-4 {
    right: 33.33333333%;
  }
  .col-md-pull-3 {
    right: 25%;
  }
  .col-md-pull-2 {
    right: 16.66666667%;
  }
  .col-md-pull-1 {
    right: 8.33333333%;
  }
  .col-md-pull-0 {
    right: auto;
  }
  .col-md-push-12 {
    left: 100%;
  }
  .col-md-push-11 {
    left: 91.66666667%;
  }
  .col-md-push-10 {
    left: 83.33333333%;
  }
  .col-md-push-9 {
    left: 75%;
  }
  .col-md-push-8 {
    left: 66.66666667%;
  }
  .col-md-push-7 {
    left: 58.33333333%;
  }
  .col-md-push-6 {
    left: 50%;
  }
  .col-md-push-5 {
    left: 41.66666667%;
  }
  .col-md-push-4 {
    left: 33.33333333%;
  }
  .col-md-push-3 {
    left: 25%;
  }
  .col-md-push-2 {
    left: 16.66666667%;
  }
  .col-md-push-1 {
    left: 8.33333333%;
  }
  .col-md-push-0 {
    left: auto;
  }
  .col-md-offset-12 {
    margin-left: 100%;
  }
  .col-md-offset-11 {
    margin-left: 91.66666667%;
  }
  .col-md-offset-10 {
    margin-left: 83.33333333%;
  }
  .col-md-offset-9 {
    margin-left: 75%;
  }
  .col-md-offset-8 {
    margin-left: 66.66666667%;
  }
  .col-md-offset-7 {
    margin-left: 58.33333333%;
  }
  .col-md-offset-6 {
    margin-left: 50%;
  }
  .col-md-offset-5 {
    margin-left: 41.66666667%;
  }
  .col-md-offset-4 {
    margin-left: 33.33333333%;
  }
  .col-md-offset-3 {
    margin-left: 25%;
  }
  .col-md-offset-2 {
    margin-left: 16.66666667%;
  }
  .col-md-offset-1 {
    margin-left: 8.33333333%;
  }
  .col-md-offset-0 {
    margin-left: 0%;
  }
}
@media (min-width: 1200px) {
  .col-lg-1, .col-lg-2, .col-lg-3, .col-lg-4, .col-lg-5, .col-lg-6, .col-lg-7, .col-lg-8, .col-lg-9, .col-lg-10, .col-lg-11, .col-lg-12 {
    float: left;
  }
  .col-lg-12 {
    width: 100%;
  }
  .col-lg-11 {
    width: 91.66666667%;
  }
  .col-lg-10 {
    width: 83.33333333%;
  }
  .col-lg-9 {
    width: 75%;
  }
  .col-lg-8 {
    width: 66.66666667%;
  }
  .col-lg-7 {
    width: 58.33333333%;
  }
  .col-lg-6 {
    width: 50%;
  }
  .col-lg-5 {
    width: 41.66666667%;
  }
  .col-lg-4 {
    width: 33.33333333%;
  }
  .col-lg-3 {
    width: 25%;
  }
  .col-lg-2 {
    width: 16.66666667%;
  }
  .col-lg-1 {
    width: 8.33333333%;
  }
  .col-lg-pull-12 {
    right: 100%;
  }
  .col-lg-pull-11 {
    right: 91.66666667%;
  }
  .col-lg-pull-10 {
    right: 83.33333333%;
  }
  .col-lg-pull-9 {
    right: 75%;
  }
  .col-lg-pull-8 {
    right: 66.66666667%;
  }
  .col-lg-pull-7 {
    right: 58.33333333%;
  }
  .col-lg-pull-6 {
    right: 50%;
  }
  .col-lg-pull-5 {
    right: 41.66666667%;
  }
  .col-lg-pull-4 {
    right: 33.33333333%;
  }
  .col-lg-pull-3 {
    right: 25%;
  }
  .col-lg-pull-2 {
    right: 16.66666667%;
  }
  .col-lg-pull-1 {
    right: 8.33333333%;
  }
  .col-lg-pull-0 {
    right: auto;
  }
  .col-lg-push-12 {
    left: 100%;
  }
  .col-lg-push-11 {
    left: 91.66666667%;
  }
  .col-lg-push-10 {
    left: 83.33333333%;
  }
  .col-lg-push-9 {
    left: 75%;
  }
  .col-lg-push-8 {
    left: 66.66666667%;
  }
  .col-lg-push-7 {
    left: 58.33333333%;
  }
  .col-lg-push-6 {
    left: 50%;
  }
  .col-lg-push-5 {
    left: 41.66666667%;
  }
  .col-lg-push-4 {
    left: 33.33333333%;
  }
  .col-lg-push-3 {
    left: 25%;
  }
  .col-lg-push-2 {
    left: 16.66666667%;
  }
  .col-lg-push-1 {
    left: 8.33333333%;
  }
  .col-lg-push-0 {
    left: auto;
  }
  .col-lg-offset-12 {
    margin-left: 100%;
  }
  .col-lg-offset-11 {
    margin-left: 91.66666667%;
  }
  .col-lg-offset-10 {
    margin-left: 83.33333333%;
  }
  .col-lg-offset-9 {
    margin-left: 75%;
  }
  .col-lg-offset-8 {
    margin-left: 66.66666667%;
  }
  .col-lg-offset-7 {
    margin-left: 58.33333333%;
  }
  .col-lg-offset-6 {
    margin-left: 50%;
  }
  .col-lg-offset-5 {
    margin-left: 41.66666667%;
  }
  .col-lg-offset-4 {
    margin-left: 33.33333333%;
  }
  .col-lg-offset-3 {
    margin-left: 25%;
  }
  .col-lg-offset-2 {
    margin-left: 16.66666667%;
  }
  .col-lg-offset-1 {
    margin-left: 8.33333333%;
  }
  .col-lg-offset-0 {
    margin-left: 0%;
  }
}
table {
  background-color: transparent;
}
caption {
  padding-top: 8px;
  padding-bottom: 8px;
  color: #777777;
  text-align: left;
}
th {
  text-align: left;
}
.table {
  width: 100%;
  max-width: 100%;
  margin-bottom: 18px;
}
.table > thead > tr > th,
.table > tbody > tr > th,
.table > tfoot > tr > th,
.table > thead > tr > td,
.table > tbody > tr > td,
.table > tfoot > tr > td {
  padding: 8px;
  line-height: 1.42857143;
  vertical-align: top;
  border-top: 1px solid #ddd;
}
.table > thead > tr > th {
  vertical-align: bottom;
  border-bottom: 2px solid #ddd;
}
.table > caption + thead > tr:first-child > th,
.table > colgroup + thead > tr:first-child > th,
.table > thead:first-child > tr:first-child > th,
.table > caption + thead > tr:first-child > td,
.table > colgroup + thead > tr:first-child > td,
.table > thead:first-child > tr:first-child > td {
  border-top: 0;
}
.table > tbody + tbody {
  border-top: 2px solid #ddd;
}
.table .table {
  background-color: #fff;
}
.table-condensed > thead > tr > th,
.table-condensed > tbody > tr > th,
.table-condensed > tfoot > tr > th,
.table-condensed > thead > tr > td,
.table-condensed > tbody > tr > td,
.table-condensed > tfoot > tr > td {
  padding: 5px;
}
.table-bordered {
  border: 1px solid #ddd;
}
.table-bordered > thead > tr > th,
.table-bordered > tbody > tr > th,
.table-bordered > tfoot > tr > th,
.table-bordered > thead > tr > td,
.table-bordered > tbody > tr > td,
.table-bordered > tfoot > tr > td {
  border: 1px solid #ddd;
}
.table-bordered > thead > tr > th,
.table-bordered > thead > tr > td {
  border-bottom-width: 2px;
}
.table-striped > tbody > tr:nth-of-type(odd) {
  background-color: #f9f9f9;
}
.table-hover > tbody > tr:hover {
  background-color: #f5f5f5;
}
table col[class*="col-"] {
  position: static;
  float: none;
  display: table-column;
}
table td[class*="col-"],
table th[class*="col-"] {
  position: static;
  float: none;
  display: table-cell;
}
.table > thead > tr > td.active,
.table > tbody > tr > td.active,
.table > tfoot > tr > td.active,
.table > thead > tr > th.active,
.table > tbody > tr > th.active,
.table > tfoot > tr > th.active,
.table > thead > tr.active > td,
.table > tbody > tr.active > td,
.table > tfoot > tr.active > td,
.table > thead > tr.active > th,
.table > tbody > tr.active > th,
.table > tfoot > tr.active > th {
  background-color: #f5f5f5;
}
.table-hover > tbody > tr > td.active:hover,
.table-hover > tbody > tr > th.active:hover,
.table-hover > tbody > tr.active:hover > td,
.table-hover > tbody > tr:hover > .active,
.table-hover > tbody > tr.active:hover > th {
  background-color: #e8e8e8;
}
.table > thead > tr > td.success,
.table > tbody > tr > td.success,
.table > tfoot > tr > td.success,
.table > thead > tr > th.success,
.table > tbody > tr > th.success,
.table > tfoot > tr > th.success,
.table > thead > tr.success > td,
.table > tbody > tr.success > td,
.table > tfoot > tr.success > td,
.table > thead > tr.success > th,
.table > tbody > tr.success > th,
.table > tfoot > tr.success > th {
  background-color: #dff0d8;
}
.table-hover > tbody > tr > td.success:hover,
.table-hover > tbody > tr > th.success:hover,
.table-hover > tbody > tr.success:hover > td,
.table-hover > tbody > tr:hover > .success,
.table-hover > tbody > tr.success:hover > th {
  background-color: #d0e9c6;
}
.table > thead > tr > td.info,
.table > tbody > tr > td.info,
.table > tfoot > tr > td.info,
.table > thead > tr > th.info,
.table > tbody > tr > th.info,
.table > tfoot > tr > th.info,
.table > thead > tr.info > td,
.table > tbody > tr.info > td,
.table > tfoot > tr.info > td,
.table > thead > tr.info > th,
.table > tbody > tr.info > th,
.table > tfoot > tr.info > th {
  background-color: #d9edf7;
}
.table-hover > tbody > tr > td.info:hover,
.table-hover > tbody > tr > th.info:hover,
.table-hover > tbody > tr.info:hover > td,
.table-hover > tbody > tr:hover > .info,
.table-hover > tbody > tr.info:hover > th {
  background-color: #c4e3f3;
}
.table > thead > tr > td.warning,
.table > tbody > tr > td.warning,
.table > tfoot > tr > td.warning,
.table > thead > tr > th.warning,
.table > tbody > tr > th.warning,
.table > tfoot > tr > th.warning,
.table > thead > tr.warning > td,
.table > tbody > tr.warning > td,
.table > tfoot > tr.warning > td,
.table > thead > tr.warning > th,
.table > tbody > tr.warning > th,
.table > tfoot > tr.warning > th {
  background-color: #fcf8e3;
}
.table-hover > tbody > tr > td.warning:hover,
.table-hover > tbody > tr > th.warning:hover,
.table-hover > tbody > tr.warning:hover > td,
.table-hover > tbody > tr:hover > .warning,
.table-hover > tbody > tr.warning:hover > th {
  background-color: #faf2cc;
}
.table > thead > tr > td.danger,
.table > tbody > tr > td.danger,
.table > tfoot > tr > td.danger,
.table > thead > tr > th.danger,
.table > tbody > tr > th.danger,
.table > tfoot > tr > th.danger,
.table > thead > tr.danger > td,
.table > tbody > tr.danger > td,
.table > tfoot > tr.danger > td,
.table > thead > tr.danger > th,
.table > tbody > tr.danger > th,
.table > tfoot > tr.danger > th {
  background-color: #f2dede;
}
.table-hover > tbody > tr > td.danger:hover,
.table-hover > tbody > tr > th.danger:hover,
.table-hover > tbody > tr.danger:hover > td,
.table-hover > tbody > tr:hover > .danger,
.table-hover > tbody > tr.danger:hover > th {
  background-color: #ebcccc;
}
.table-responsive {
  overflow-x: auto;
  min-height: 0.01%;
}
@media screen and (max-width: 767px) {
  .table-responsive {
    width: 100%;
    margin-bottom: 13.5px;
    overflow-y: hidden;
    -ms-overflow-style: -ms-autohiding-scrollbar;
    border: 1px solid #ddd;
  }
  .table-responsive > .table {
    margin-bottom: 0;
  }
  .table-responsive > .table > thead > tr > th,
  .table-responsive > .table > tbody > tr > th,
  .table-responsive > .table > tfoot > tr > th,
  .table-responsive > .table > thead > tr > td,
  .table-responsive > .table > tbody > tr > td,
  .table-responsive > .table > tfoot > tr > td {
    white-space: nowrap;
  }
  .table-responsive > .table-bordered {
    border: 0;
  }
  .table-responsive > .table-bordered > thead > tr > th:first-child,
  .table-responsive > .table-bordered > tbody > tr > th:first-child,
  .table-responsive > .table-bordered > tfoot > tr > th:first-child,
  .table-responsive > .table-bordered > thead > tr > td:first-child,
  .table-responsive > .table-bordered > tbody > tr > td:first-child,
  .table-responsive > .table-bordered > tfoot > tr > td:first-child {
    border-left: 0;
  }
  .table-responsive > .table-bordered > thead > tr > th:last-child,
  .table-responsive > .table-bordered > tbody > tr > th:last-child,
  .table-responsive > .table-bordered > tfoot > tr > th:last-child,
  .table-responsive > .table-bordered > thead > tr > td:last-child,
  .table-responsive > .table-bordered > tbody > tr > td:last-child,
  .table-responsive > .table-bordered > tfoot > tr > td:last-child {
    border-right: 0;
  }
  .table-responsive > .table-bordered > tbody > tr:last-child > th,
  .table-responsive > .table-bordered > tfoot > tr:last-child > th,
  .table-responsive > .table-bordered > tbody > tr:last-child > td,
  .table-responsive > .table-bordered > tfoot > tr:last-child > td {
    border-bottom: 0;
  }
}
fieldset {
  padding: 0;
  margin: 0;
  border: 0;
  min-width: 0;
}
legend {
  display: block;
  width: 100%;
  padding: 0;
  margin-bottom: 18px;
  font-size: 19.5px;
  line-height: inherit;
  color: #333333;
  border: 0;
  border-bottom: 1px solid #e5e5e5;
}
label {
  display: inline-block;
  max-width: 100%;
  margin-bottom: 5px;
  font-weight: bold;
}
input[type="search"] {
  -webkit-box-sizing: border-box;
  -moz-box-sizing: border-box;
  box-sizing: border-box;
}
input[type="radio"],
input[type="checkbox"] {
  margin: 4px 0 0;
  margin-top: 1px \9;
  line-height: normal;
}
input[type="file"] {
  display: block;
}
input[type="range"] {
  display: block;
  width: 100%;
}
select[multiple],
select[size] {
  height: auto;
}
input[type="file"]:focus,
input[type="radio"]:focus,
input[type="checkbox"]:focus {
  outline: 5px auto -webkit-focus-ring-color;
  outline-offset: -2px;
}
output {
  display: block;
  padding-top: 7px;
  font-size: 13px;
  line-height: 1.42857143;
  color: #555555;
}
.form-control {
  display: block;
  width: 100%;
  height: 32px;
  padding: 6px 12px;
  font-size: 13px;
  line-height: 1.42857143;
  color: #555555;
  background-color: #fff;
  background-image: none;
  border: 1px solid #ccc;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  -webkit-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  -o-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
}
.form-control:focus {
  border-color: #66afe9;
  outline: 0;
  -webkit-box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
  box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
}
.form-control::-moz-placeholder {
  color: #999;
  opacity: 1;
}
.form-control:-ms-input-placeholder {
  color: #999;
}
.form-control::-webkit-input-placeholder {
  color: #999;
}
.form-control::-ms-expand {
  border: 0;
  background-color: transparent;
}
.form-control[disabled],
.form-control[readonly],
fieldset[disabled] .form-control {
  background-color: #eeeeee;
  opacity: 1;
}
.form-control[disabled],
fieldset[disabled] .form-control {
  cursor: not-allowed;
}
textarea.form-control {
  height: auto;
}
input[type="search"] {
  -webkit-appearance: none;
}
@media screen and (-webkit-min-device-pixel-ratio: 0) {
  input[type="date"].form-control,
  input[type="time"].form-control,
  input[type="datetime-local"].form-control,
  input[type="month"].form-control {
    line-height: 32px;
  }
  input[type="date"].input-sm,
  input[type="time"].input-sm,
  input[type="datetime-local"].input-sm,
  input[type="month"].input-sm,
  .input-group-sm input[type="date"],
  .input-group-sm input[type="time"],
  .input-group-sm input[type="datetime-local"],
  .input-group-sm input[type="month"] {
    line-height: 30px;
  }
  input[type="date"].input-lg,
  input[type="time"].input-lg,
  input[type="datetime-local"].input-lg,
  input[type="month"].input-lg,
  .input-group-lg input[type="date"],
  .input-group-lg input[type="time"],
  .input-group-lg input[type="datetime-local"],
  .input-group-lg input[type="month"] {
    line-height: 45px;
  }
}
.form-group {
  margin-bottom: 15px;
}
.radio,
.checkbox {
  position: relative;
  display: block;
  margin-top: 10px;
  margin-bottom: 10px;
}
.radio label,
.checkbox label {
  min-height: 18px;
  padding-left: 20px;
  margin-bottom: 0;
  font-weight: normal;
  cursor: pointer;
}
.radio input[type="radio"],
.radio-inline input[type="radio"],
.checkbox input[type="checkbox"],
.checkbox-inline input[type="checkbox"] {
  position: absolute;
  margin-left: -20px;
  margin-top: 4px \9;
}
.radio + .radio,
.checkbox + .checkbox {
  margin-top: -5px;
}
.radio-inline,
.checkbox-inline {
  position: relative;
  display: inline-block;
  padding-left: 20px;
  margin-bottom: 0;
  vertical-align: middle;
  font-weight: normal;
  cursor: pointer;
}
.radio-inline + .radio-inline,
.checkbox-inline + .checkbox-inline {
  margin-top: 0;
  margin-left: 10px;
}
input[type="radio"][disabled],
input[type="checkbox"][disabled],
input[type="radio"].disabled,
input[type="checkbox"].disabled,
fieldset[disabled] input[type="radio"],
fieldset[disabled] input[type="checkbox"] {
  cursor: not-allowed;
}
.radio-inline.disabled,
.checkbox-inline.disabled,
fieldset[disabled] .radio-inline,
fieldset[disabled] .checkbox-inline {
  cursor: not-allowed;
}
.radio.disabled label,
.checkbox.disabled label,
fieldset[disabled] .radio label,
fieldset[disabled] .checkbox label {
  cursor: not-allowed;
}
.form-control-static {
  padding-top: 7px;
  padding-bottom: 7px;
  margin-bottom: 0;
  min-height: 31px;
}
.form-control-static.input-lg,
.form-control-static.input-sm {
  padding-left: 0;
  padding-right: 0;
}
.input-sm {
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
select.input-sm {
  height: 30px;
  line-height: 30px;
}
textarea.input-sm,
select[multiple].input-sm {
  height: auto;
}
.form-group-sm .form-control {
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
.form-group-sm select.form-control {
  height: 30px;
  line-height: 30px;
}
.form-group-sm textarea.form-control,
.form-group-sm select[multiple].form-control {
  height: auto;
}
.form-group-sm .form-control-static {
  height: 30px;
  min-height: 30px;
  padding: 6px 10px;
  font-size: 12px;
  line-height: 1.5;
}
.input-lg {
  height: 45px;
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
select.input-lg {
  height: 45px;
  line-height: 45px;
}
textarea.input-lg,
select[multiple].input-lg {
  height: auto;
}
.form-group-lg .form-control {
  height: 45px;
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
.form-group-lg select.form-control {
  height: 45px;
  line-height: 45px;
}
.form-group-lg textarea.form-control,
.form-group-lg select[multiple].form-control {
  height: auto;
}
.form-group-lg .form-control-static {
  height: 45px;
  min-height: 35px;
  padding: 11px 16px;
  font-size: 17px;
  line-height: 1.3333333;
}
.has-feedback {
  position: relative;
}
.has-feedback .form-control {
  padding-right: 40px;
}
.form-control-feedback {
  position: absolute;
  top: 0;
  right: 0;
  z-index: 2;
  display: block;
  width: 32px;
  height: 32px;
  line-height: 32px;
  text-align: center;
  pointer-events: none;
}
.input-lg + .form-control-feedback,
.input-group-lg + .form-control-feedback,
.form-group-lg .form-control + .form-control-feedback {
  width: 45px;
  height: 45px;
  line-height: 45px;
}
.input-sm + .form-control-feedback,
.input-group-sm + .form-control-feedback,
.form-group-sm .form-control + .form-control-feedback {
  width: 30px;
  height: 30px;
  line-height: 30px;
}
.has-success .help-block,
.has-success .control-label,
.has-success .radio,
.has-success .checkbox,
.has-success .radio-inline,
.has-success .checkbox-inline,
.has-success.radio label,
.has-success.checkbox label,
.has-success.radio-inline label,
.has-success.checkbox-inline label {
  color: #3c763d;
}
.has-success .form-control {
  border-color: #3c763d;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
}
.has-success .form-control:focus {
  border-color: #2b542c;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #67b168;
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #67b168;
}
.has-success .input-group-addon {
  color: #3c763d;
  border-color: #3c763d;
  background-color: #dff0d8;
}
.has-success .form-control-feedback {
  color: #3c763d;
}
.has-warning .help-block,
.has-warning .control-label,
.has-warning .radio,
.has-warning .checkbox,
.has-warning .radio-inline,
.has-warning .checkbox-inline,
.has-warning.radio label,
.has-warning.checkbox label,
.has-warning.radio-inline label,
.has-warning.checkbox-inline label {
  color: #8a6d3b;
}
.has-warning .form-control {
  border-color: #8a6d3b;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
}
.has-warning .form-control:focus {
  border-color: #66512c;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #c0a16b;
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #c0a16b;
}
.has-warning .input-group-addon {
  color: #8a6d3b;
  border-color: #8a6d3b;
  background-color: #fcf8e3;
}
.has-warning .form-control-feedback {
  color: #8a6d3b;
}
.has-error .help-block,
.has-error .control-label,
.has-error .radio,
.has-error .checkbox,
.has-error .radio-inline,
.has-error .checkbox-inline,
.has-error.radio label,
.has-error.checkbox label,
.has-error.radio-inline label,
.has-error.checkbox-inline label {
  color: #a94442;
}
.has-error .form-control {
  border-color: #a94442;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
}
.has-error .form-control:focus {
  border-color: #843534;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #ce8483;
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075), 0 0 6px #ce8483;
}
.has-error .input-group-addon {
  color: #a94442;
  border-color: #a94442;
  background-color: #f2dede;
}
.has-error .form-control-feedback {
  color: #a94442;
}
.has-feedback label ~ .form-control-feedback {
  top: 23px;
}
.has-feedback label.sr-only ~ .form-control-feedback {
  top: 0;
}
.help-block {
  display: block;
  margin-top: 5px;
  margin-bottom: 10px;
  color: #404040;
}
@media (min-width: 768px) {
  .form-inline .form-group {
    display: inline-block;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .form-inline .form-control {
    display: inline-block;
    width: auto;
    vertical-align: middle;
  }
  .form-inline .form-control-static {
    display: inline-block;
  }
  .form-inline .input-group {
    display: inline-table;
    vertical-align: middle;
  }
  .form-inline .input-group .input-group-addon,
  .form-inline .input-group .input-group-btn,
  .form-inline .input-group .form-control {
    width: auto;
  }
  .form-inline .input-group > .form-control {
    width: 100%;
  }
  .form-inline .control-label {
    margin-bottom: 0;
    vertical-align: middle;
  }
  .form-inline .radio,
  .form-inline .checkbox {
    display: inline-block;
    margin-top: 0;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .form-inline .radio label,
  .form-inline .checkbox label {
    padding-left: 0;
  }
  .form-inline .radio input[type="radio"],
  .form-inline .checkbox input[type="checkbox"] {
    position: relative;
    margin-left: 0;
  }
  .form-inline .has-feedback .form-control-feedback {
    top: 0;
  }
}
.form-horizontal .radio,
.form-horizontal .checkbox,
.form-horizontal .radio-inline,
.form-horizontal .checkbox-inline {
  margin-top: 0;
  margin-bottom: 0;
  padding-top: 7px;
}
.form-horizontal .radio,
.form-horizontal .checkbox {
  min-height: 25px;
}
.form-horizontal .form-group {
  margin-left: 0px;
  margin-right: 0px;
}
@media (min-width: 768px) {
  .form-horizontal .control-label {
    text-align: right;
    margin-bottom: 0;
    padding-top: 7px;
  }
}
.form-horizontal .has-feedback .form-control-feedback {
  right: 0px;
}
@media (min-width: 768px) {
  .form-horizontal .form-group-lg .control-label {
    padding-top: 11px;
    font-size: 17px;
  }
}
@media (min-width: 768px) {
  .form-horizontal .form-group-sm .control-label {
    padding-top: 6px;
    font-size: 12px;
  }
}
.btn {
  display: inline-block;
  margin-bottom: 0;
  font-weight: normal;
  text-align: center;
  vertical-align: middle;
  touch-action: manipulation;
  cursor: pointer;
  background-image: none;
  border: 1px solid transparent;
  white-space: nowrap;
  padding: 6px 12px;
  font-size: 13px;
  line-height: 1.42857143;
  border-radius: 2px;
  -webkit-user-select: none;
  -moz-user-select: none;
  -ms-user-select: none;
  user-select: none;
}
.btn:focus,
.btn:active:focus,
.btn.active:focus,
.btn.focus,
.btn:active.focus,
.btn.active.focus {
  outline: 5px auto -webkit-focus-ring-color;
  outline-offset: -2px;
}
.btn:hover,
.btn:focus,
.btn.focus {
  color: #333;
  text-decoration: none;
}
.btn:active,
.btn.active {
  outline: 0;
  background-image: none;
  -webkit-box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
  box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
}
.btn.disabled,
.btn[disabled],
fieldset[disabled] .btn {
  cursor: not-allowed;
  opacity: 0.65;
  filter: alpha(opacity=65);
  -webkit-box-shadow: none;
  box-shadow: none;
}
a.btn.disabled,
fieldset[disabled] a.btn {
  pointer-events: none;
}
.btn-default {
  color: #333;
  background-color: #fff;
  border-color: #ccc;
}
.btn-default:focus,
.btn-default.focus {
  color: #333;
  background-color: #e6e6e6;
  border-color: #8c8c8c;
}
.btn-default:hover {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.btn-default:active,
.btn-default.active,
.open > .dropdown-toggle.btn-default {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.btn-default:active:hover,
.btn-default.active:hover,
.open > .dropdown-toggle.btn-default:hover,
.btn-default:active:focus,
.btn-default.active:focus,
.open > .dropdown-toggle.btn-default:focus,
.btn-default:active.focus,
.btn-default.active.focus,
.open > .dropdown-toggle.btn-default.focus {
  color: #333;
  background-color: #d4d4d4;
  border-color: #8c8c8c;
}
.btn-default:active,
.btn-default.active,
.open > .dropdown-toggle.btn-default {
  background-image: none;
}
.btn-default.disabled:hover,
.btn-default[disabled]:hover,
fieldset[disabled] .btn-default:hover,
.btn-default.disabled:focus,
.btn-default[disabled]:focus,
fieldset[disabled] .btn-default:focus,
.btn-default.disabled.focus,
.btn-default[disabled].focus,
fieldset[disabled] .btn-default.focus {
  background-color: #fff;
  border-color: #ccc;
}
.btn-default .badge {
  color: #fff;
  background-color: #333;
}
.btn-primary {
  color: #fff;
  background-color: #337ab7;
  border-color: #2e6da4;
}
.btn-primary:focus,
.btn-primary.focus {
  color: #fff;
  background-color: #286090;
  border-color: #122b40;
}
.btn-primary:hover {
  color: #fff;
  background-color: #286090;
  border-color: #204d74;
}
.btn-primary:active,
.btn-primary.active,
.open > .dropdown-toggle.btn-primary {
  color: #fff;
  background-color: #286090;
  border-color: #204d74;
}
.btn-primary:active:hover,
.btn-primary.active:hover,
.open > .dropdown-toggle.btn-primary:hover,
.btn-primary:active:focus,
.btn-primary.active:focus,
.open > .dropdown-toggle.btn-primary:focus,
.btn-primary:active.focus,
.btn-primary.active.focus,
.open > .dropdown-toggle.btn-primary.focus {
  color: #fff;
  background-color: #204d74;
  border-color: #122b40;
}
.btn-primary:active,
.btn-primary.active,
.open > .dropdown-toggle.btn-primary {
  background-image: none;
}
.btn-primary.disabled:hover,
.btn-primary[disabled]:hover,
fieldset[disabled] .btn-primary:hover,
.btn-primary.disabled:focus,
.btn-primary[disabled]:focus,
fieldset[disabled] .btn-primary:focus,
.btn-primary.disabled.focus,
.btn-primary[disabled].focus,
fieldset[disabled] .btn-primary.focus {
  background-color: #337ab7;
  border-color: #2e6da4;
}
.btn-primary .badge {
  color: #337ab7;
  background-color: #fff;
}
.btn-success {
  color: #fff;
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.btn-success:focus,
.btn-success.focus {
  color: #fff;
  background-color: #449d44;
  border-color: #255625;
}
.btn-success:hover {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.btn-success:active,
.btn-success.active,
.open > .dropdown-toggle.btn-success {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.btn-success:active:hover,
.btn-success.active:hover,
.open > .dropdown-toggle.btn-success:hover,
.btn-success:active:focus,
.btn-success.active:focus,
.open > .dropdown-toggle.btn-success:focus,
.btn-success:active.focus,
.btn-success.active.focus,
.open > .dropdown-toggle.btn-success.focus {
  color: #fff;
  background-color: #398439;
  border-color: #255625;
}
.btn-success:active,
.btn-success.active,
.open > .dropdown-toggle.btn-success {
  background-image: none;
}
.btn-success.disabled:hover,
.btn-success[disabled]:hover,
fieldset[disabled] .btn-success:hover,
.btn-success.disabled:focus,
.btn-success[disabled]:focus,
fieldset[disabled] .btn-success:focus,
.btn-success.disabled.focus,
.btn-success[disabled].focus,
fieldset[disabled] .btn-success.focus {
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.btn-success .badge {
  color: #5cb85c;
  background-color: #fff;
}
.btn-info {
  color: #fff;
  background-color: #5bc0de;
  border-color: #46b8da;
}
.btn-info:focus,
.btn-info.focus {
  color: #fff;
  background-color: #31b0d5;
  border-color: #1b6d85;
}
.btn-info:hover {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.btn-info:active,
.btn-info.active,
.open > .dropdown-toggle.btn-info {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.btn-info:active:hover,
.btn-info.active:hover,
.open > .dropdown-toggle.btn-info:hover,
.btn-info:active:focus,
.btn-info.active:focus,
.open > .dropdown-toggle.btn-info:focus,
.btn-info:active.focus,
.btn-info.active.focus,
.open > .dropdown-toggle.btn-info.focus {
  color: #fff;
  background-color: #269abc;
  border-color: #1b6d85;
}
.btn-info:active,
.btn-info.active,
.open > .dropdown-toggle.btn-info {
  background-image: none;
}
.btn-info.disabled:hover,
.btn-info[disabled]:hover,
fieldset[disabled] .btn-info:hover,
.btn-info.disabled:focus,
.btn-info[disabled]:focus,
fieldset[disabled] .btn-info:focus,
.btn-info.disabled.focus,
.btn-info[disabled].focus,
fieldset[disabled] .btn-info.focus {
  background-color: #5bc0de;
  border-color: #46b8da;
}
.btn-info .badge {
  color: #5bc0de;
  background-color: #fff;
}
.btn-warning {
  color: #fff;
  background-color: #f0ad4e;
  border-color: #eea236;
}
.btn-warning:focus,
.btn-warning.focus {
  color: #fff;
  background-color: #ec971f;
  border-color: #985f0d;
}
.btn-warning:hover {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.btn-warning:active,
.btn-warning.active,
.open > .dropdown-toggle.btn-warning {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.btn-warning:active:hover,
.btn-warning.active:hover,
.open > .dropdown-toggle.btn-warning:hover,
.btn-warning:active:focus,
.btn-warning.active:focus,
.open > .dropdown-toggle.btn-warning:focus,
.btn-warning:active.focus,
.btn-warning.active.focus,
.open > .dropdown-toggle.btn-warning.focus {
  color: #fff;
  background-color: #d58512;
  border-color: #985f0d;
}
.btn-warning:active,
.btn-warning.active,
.open > .dropdown-toggle.btn-warning {
  background-image: none;
}
.btn-warning.disabled:hover,
.btn-warning[disabled]:hover,
fieldset[disabled] .btn-warning:hover,
.btn-warning.disabled:focus,
.btn-warning[disabled]:focus,
fieldset[disabled] .btn-warning:focus,
.btn-warning.disabled.focus,
.btn-warning[disabled].focus,
fieldset[disabled] .btn-warning.focus {
  background-color: #f0ad4e;
  border-color: #eea236;
}
.btn-warning .badge {
  color: #f0ad4e;
  background-color: #fff;
}
.btn-danger {
  color: #fff;
  background-color: #d9534f;
  border-color: #d43f3a;
}
.btn-danger:focus,
.btn-danger.focus {
  color: #fff;
  background-color: #c9302c;
  border-color: #761c19;
}
.btn-danger:hover {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.btn-danger:active,
.btn-danger.active,
.open > .dropdown-toggle.btn-danger {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.btn-danger:active:hover,
.btn-danger.active:hover,
.open > .dropdown-toggle.btn-danger:hover,
.btn-danger:active:focus,
.btn-danger.active:focus,
.open > .dropdown-toggle.btn-danger:focus,
.btn-danger:active.focus,
.btn-danger.active.focus,
.open > .dropdown-toggle.btn-danger.focus {
  color: #fff;
  background-color: #ac2925;
  border-color: #761c19;
}
.btn-danger:active,
.btn-danger.active,
.open > .dropdown-toggle.btn-danger {
  background-image: none;
}
.btn-danger.disabled:hover,
.btn-danger[disabled]:hover,
fieldset[disabled] .btn-danger:hover,
.btn-danger.disabled:focus,
.btn-danger[disabled]:focus,
fieldset[disabled] .btn-danger:focus,
.btn-danger.disabled.focus,
.btn-danger[disabled].focus,
fieldset[disabled] .btn-danger.focus {
  background-color: #d9534f;
  border-color: #d43f3a;
}
.btn-danger .badge {
  color: #d9534f;
  background-color: #fff;
}
.btn-link {
  color: #337ab7;
  font-weight: normal;
  border-radius: 0;
}
.btn-link,
.btn-link:active,
.btn-link.active,
.btn-link[disabled],
fieldset[disabled] .btn-link {
  background-color: transparent;
  -webkit-box-shadow: none;
  box-shadow: none;
}
.btn-link,
.btn-link:hover,
.btn-link:focus,
.btn-link:active {
  border-color: transparent;
}
.btn-link:hover,
.btn-link:focus {
  color: #23527c;
  text-decoration: underline;
  background-color: transparent;
}
.btn-link[disabled]:hover,
fieldset[disabled] .btn-link:hover,
.btn-link[disabled]:focus,
fieldset[disabled] .btn-link:focus {
  color: #777777;
  text-decoration: none;
}
.btn-lg,
.btn-group-lg > .btn {
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
.btn-sm,
.btn-group-sm > .btn {
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
.btn-xs,
.btn-group-xs > .btn {
  padding: 1px 5px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
.btn-block {
  display: block;
  width: 100%;
}
.btn-block + .btn-block {
  margin-top: 5px;
}
input[type="submit"].btn-block,
input[type="reset"].btn-block,
input[type="button"].btn-block {
  width: 100%;
}
.fade {
  opacity: 0;
  -webkit-transition: opacity 0.15s linear;
  -o-transition: opacity 0.15s linear;
  transition: opacity 0.15s linear;
}
.fade.in {
  opacity: 1;
}
.collapse {
  display: none;
}
.collapse.in {
  display: block;
}
tr.collapse.in {
  display: table-row;
}
tbody.collapse.in {
  display: table-row-group;
}
.collapsing {
  position: relative;
  height: 0;
  overflow: hidden;
  -webkit-transition-property: height, visibility;
  transition-property: height, visibility;
  -webkit-transition-duration: 0.35s;
  transition-duration: 0.35s;
  -webkit-transition-timing-function: ease;
  transition-timing-function: ease;
}
.caret {
  display: inline-block;
  width: 0;
  height: 0;
  margin-left: 2px;
  vertical-align: middle;
  border-top: 4px dashed;
  border-top: 4px solid \9;
  border-right: 4px solid transparent;
  border-left: 4px solid transparent;
}
.dropup,
.dropdown {
  position: relative;
}
.dropdown-toggle:focus {
  outline: 0;
}
.dropdown-menu {
  position: absolute;
  top: 100%;
  left: 0;
  z-index: 1000;
  display: none;
  float: left;
  min-width: 160px;
  padding: 5px 0;
  margin: 2px 0 0;
  list-style: none;
  font-size: 13px;
  text-align: left;
  background-color: #fff;
  border: 1px solid #ccc;
  border: 1px solid rgba(0, 0, 0, 0.15);
  border-radius: 2px;
  -webkit-box-shadow: 0 6px 12px rgba(0, 0, 0, 0.175);
  box-shadow: 0 6px 12px rgba(0, 0, 0, 0.175);
  background-clip: padding-box;
}
.dropdown-menu.pull-right {
  right: 0;
  left: auto;
}
.dropdown-menu .divider {
  height: 1px;
  margin: 8px 0;
  overflow: hidden;
  background-color: #e5e5e5;
}
.dropdown-menu > li > a {
  display: block;
  padding: 3px 20px;
  clear: both;
  font-weight: normal;
  line-height: 1.42857143;
  color: #333333;
  white-space: nowrap;
}
.dropdown-menu > li > a:hover,
.dropdown-menu > li > a:focus {
  text-decoration: none;
  color: #262626;
  background-color: #f5f5f5;
}
.dropdown-menu > .active > a,
.dropdown-menu > .active > a:hover,
.dropdown-menu > .active > a:focus {
  color: #fff;
  text-decoration: none;
  outline: 0;
  background-color: #337ab7;
}
.dropdown-menu > .disabled > a,
.dropdown-menu > .disabled > a:hover,
.dropdown-menu > .disabled > a:focus {
  color: #777777;
}
.dropdown-menu > .disabled > a:hover,
.dropdown-menu > .disabled > a:focus {
  text-decoration: none;
  background-color: transparent;
  background-image: none;
  filter: progid:DXImageTransform.Microsoft.gradient(enabled = false);
  cursor: not-allowed;
}
.open > .dropdown-menu {
  display: block;
}
.open > a {
  outline: 0;
}
.dropdown-menu-right {
  left: auto;
  right: 0;
}
.dropdown-menu-left {
  left: 0;
  right: auto;
}
.dropdown-header {
  display: block;
  padding: 3px 20px;
  font-size: 12px;
  line-height: 1.42857143;
  color: #777777;
  white-space: nowrap;
}
.dropdown-backdrop {
  position: fixed;
  left: 0;
  right: 0;
  bottom: 0;
  top: 0;
  z-index: 990;
}
.pull-right > .dropdown-menu {
  right: 0;
  left: auto;
}
.dropup .caret,
.navbar-fixed-bottom .dropdown .caret {
  border-top: 0;
  border-bottom: 4px dashed;
  border-bottom: 4px solid \9;
  content: "";
}
.dropup .dropdown-menu,
.navbar-fixed-bottom .dropdown .dropdown-menu {
  top: auto;
  bottom: 100%;
  margin-bottom: 2px;
}
@media (min-width: 541px) {
  .navbar-right .dropdown-menu {
    left: auto;
    right: 0;
  }
  .navbar-right .dropdown-menu-left {
    left: 0;
    right: auto;
  }
}
.btn-group,
.btn-group-vertical {
  position: relative;
  display: inline-block;
  vertical-align: middle;
}
.btn-group > .btn,
.btn-group-vertical > .btn {
  position: relative;
  float: left;
}
.btn-group > .btn:hover,
.btn-group-vertical > .btn:hover,
.btn-group > .btn:focus,
.btn-group-vertical > .btn:focus,
.btn-group > .btn:active,
.btn-group-vertical > .btn:active,
.btn-group > .btn.active,
.btn-group-vertical > .btn.active {
  z-index: 2;
}
.btn-group .btn + .btn,
.btn-group .btn + .btn-group,
.btn-group .btn-group + .btn,
.btn-group .btn-group + .btn-group {
  margin-left: -1px;
}
.btn-toolbar {
  margin-left: -5px;
}
.btn-toolbar .btn,
.btn-toolbar .btn-group,
.btn-toolbar .input-group {
  float: left;
}
.btn-toolbar > .btn,
.btn-toolbar > .btn-group,
.btn-toolbar > .input-group {
  margin-left: 5px;
}
.btn-group > .btn:not(:first-child):not(:last-child):not(.dropdown-toggle) {
  border-radius: 0;
}
.btn-group > .btn:first-child {
  margin-left: 0;
}
.btn-group > .btn:first-child:not(:last-child):not(.dropdown-toggle) {
  border-bottom-right-radius: 0;
  border-top-right-radius: 0;
}
.btn-group > .btn:last-child:not(:first-child),
.btn-group > .dropdown-toggle:not(:first-child) {
  border-bottom-left-radius: 0;
  border-top-left-radius: 0;
}
.btn-group > .btn-group {
  float: left;
}
.btn-group > .btn-group:not(:first-child):not(:last-child) > .btn {
  border-radius: 0;
}
.btn-group > .btn-group:first-child:not(:last-child) > .btn:last-child,
.btn-group > .btn-group:first-child:not(:last-child) > .dropdown-toggle {
  border-bottom-right-radius: 0;
  border-top-right-radius: 0;
}
.btn-group > .btn-group:last-child:not(:first-child) > .btn:first-child {
  border-bottom-left-radius: 0;
  border-top-left-radius: 0;
}
.btn-group .dropdown-toggle:active,
.btn-group.open .dropdown-toggle {
  outline: 0;
}
.btn-group > .btn + .dropdown-toggle {
  padding-left: 8px;
  padding-right: 8px;
}
.btn-group > .btn-lg + .dropdown-toggle {
  padding-left: 12px;
  padding-right: 12px;
}
.btn-group.open .dropdown-toggle {
  -webkit-box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
  box-shadow: inset 0 3px 5px rgba(0, 0, 0, 0.125);
}
.btn-group.open .dropdown-toggle.btn-link {
  -webkit-box-shadow: none;
  box-shadow: none;
}
.btn .caret {
  margin-left: 0;
}
.btn-lg .caret {
  border-width: 5px 5px 0;
  border-bottom-width: 0;
}
.dropup .btn-lg .caret {
  border-width: 0 5px 5px;
}
.btn-group-vertical > .btn,
.btn-group-vertical > .btn-group,
.btn-group-vertical > .btn-group > .btn {
  display: block;
  float: none;
  width: 100%;
  max-width: 100%;
}
.btn-group-vertical > .btn-group > .btn {
  float: none;
}
.btn-group-vertical > .btn + .btn,
.btn-group-vertical > .btn + .btn-group,
.btn-group-vertical > .btn-group + .btn,
.btn-group-vertical > .btn-group + .btn-group {
  margin-top: -1px;
  margin-left: 0;
}
.btn-group-vertical > .btn:not(:first-child):not(:last-child) {
  border-radius: 0;
}
.btn-group-vertical > .btn:first-child:not(:last-child) {
  border-top-right-radius: 2px;
  border-top-left-radius: 2px;
  border-bottom-right-radius: 0;
  border-bottom-left-radius: 0;
}
.btn-group-vertical > .btn:last-child:not(:first-child) {
  border-top-right-radius: 0;
  border-top-left-radius: 0;
  border-bottom-right-radius: 2px;
  border-bottom-left-radius: 2px;
}
.btn-group-vertical > .btn-group:not(:first-child):not(:last-child) > .btn {
  border-radius: 0;
}
.btn-group-vertical > .btn-group:first-child:not(:last-child) > .btn:last-child,
.btn-group-vertical > .btn-group:first-child:not(:last-child) > .dropdown-toggle {
  border-bottom-right-radius: 0;
  border-bottom-left-radius: 0;
}
.btn-group-vertical > .btn-group:last-child:not(:first-child) > .btn:first-child {
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.btn-group-justified {
  display: table;
  width: 100%;
  table-layout: fixed;
  border-collapse: separate;
}
.btn-group-justified > .btn,
.btn-group-justified > .btn-group {
  float: none;
  display: table-cell;
  width: 1%;
}
.btn-group-justified > .btn-group .btn {
  width: 100%;
}
.btn-group-justified > .btn-group .dropdown-menu {
  left: auto;
}
[data-toggle="buttons"] > .btn input[type="radio"],
[data-toggle="buttons"] > .btn-group > .btn input[type="radio"],
[data-toggle="buttons"] > .btn input[type="checkbox"],
[data-toggle="buttons"] > .btn-group > .btn input[type="checkbox"] {
  position: absolute;
  clip: rect(0, 0, 0, 0);
  pointer-events: none;
}
.input-group {
  position: relative;
  display: table;
  border-collapse: separate;
}
.input-group[class*="col-"] {
  float: none;
  padding-left: 0;
  padding-right: 0;
}
.input-group .form-control {
  position: relative;
  z-index: 2;
  float: left;
  width: 100%;
  margin-bottom: 0;
}
.input-group .form-control:focus {
  z-index: 3;
}
.input-group-lg > .form-control,
.input-group-lg > .input-group-addon,
.input-group-lg > .input-group-btn > .btn {
  height: 45px;
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
  border-radius: 3px;
}
select.input-group-lg > .form-control,
select.input-group-lg > .input-group-addon,
select.input-group-lg > .input-group-btn > .btn {
  height: 45px;
  line-height: 45px;
}
textarea.input-group-lg > .form-control,
textarea.input-group-lg > .input-group-addon,
textarea.input-group-lg > .input-group-btn > .btn,
select[multiple].input-group-lg > .form-control,
select[multiple].input-group-lg > .input-group-addon,
select[multiple].input-group-lg > .input-group-btn > .btn {
  height: auto;
}
.input-group-sm > .form-control,
.input-group-sm > .input-group-addon,
.input-group-sm > .input-group-btn > .btn {
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
}
select.input-group-sm > .form-control,
select.input-group-sm > .input-group-addon,
select.input-group-sm > .input-group-btn > .btn {
  height: 30px;
  line-height: 30px;
}
textarea.input-group-sm > .form-control,
textarea.input-group-sm > .input-group-addon,
textarea.input-group-sm > .input-group-btn > .btn,
select[multiple].input-group-sm > .form-control,
select[multiple].input-group-sm > .input-group-addon,
select[multiple].input-group-sm > .input-group-btn > .btn {
  height: auto;
}
.input-group-addon,
.input-group-btn,
.input-group .form-control {
  display: table-cell;
}
.input-group-addon:not(:first-child):not(:last-child),
.input-group-btn:not(:first-child):not(:last-child),
.input-group .form-control:not(:first-child):not(:last-child) {
  border-radius: 0;
}
.input-group-addon,
.input-group-btn {
  width: 1%;
  white-space: nowrap;
  vertical-align: middle;
}
.input-group-addon {
  padding: 6px 12px;
  font-size: 13px;
  font-weight: normal;
  line-height: 1;
  color: #555555;
  text-align: center;
  background-color: #eeeeee;
  border: 1px solid #ccc;
  border-radius: 2px;
}
.input-group-addon.input-sm {
  padding: 5px 10px;
  font-size: 12px;
  border-radius: 1px;
}
.input-group-addon.input-lg {
  padding: 10px 16px;
  font-size: 17px;
  border-radius: 3px;
}
.input-group-addon input[type="radio"],
.input-group-addon input[type="checkbox"] {
  margin-top: 0;
}
.input-group .form-control:first-child,
.input-group-addon:first-child,
.input-group-btn:first-child > .btn,
.input-group-btn:first-child > .btn-group > .btn,
.input-group-btn:first-child > .dropdown-toggle,
.input-group-btn:last-child > .btn:not(:last-child):not(.dropdown-toggle),
.input-group-btn:last-child > .btn-group:not(:last-child) > .btn {
  border-bottom-right-radius: 0;
  border-top-right-radius: 0;
}
.input-group-addon:first-child {
  border-right: 0;
}
.input-group .form-control:last-child,
.input-group-addon:last-child,
.input-group-btn:last-child > .btn,
.input-group-btn:last-child > .btn-group > .btn,
.input-group-btn:last-child > .dropdown-toggle,
.input-group-btn:first-child > .btn:not(:first-child),
.input-group-btn:first-child > .btn-group:not(:first-child) > .btn {
  border-bottom-left-radius: 0;
  border-top-left-radius: 0;
}
.input-group-addon:last-child {
  border-left: 0;
}
.input-group-btn {
  position: relative;
  font-size: 0;
  white-space: nowrap;
}
.input-group-btn > .btn {
  position: relative;
}
.input-group-btn > .btn + .btn {
  margin-left: -1px;
}
.input-group-btn > .btn:hover,
.input-group-btn > .btn:focus,
.input-group-btn > .btn:active {
  z-index: 2;
}
.input-group-btn:first-child > .btn,
.input-group-btn:first-child > .btn-group {
  margin-right: -1px;
}
.input-group-btn:last-child > .btn,
.input-group-btn:last-child > .btn-group {
  z-index: 2;
  margin-left: -1px;
}
.nav {
  margin-bottom: 0;
  padding-left: 0;
  list-style: none;
}
.nav > li {
  position: relative;
  display: block;
}
.nav > li > a {
  position: relative;
  display: block;
  padding: 10px 15px;
}
.nav > li > a:hover,
.nav > li > a:focus {
  text-decoration: none;
  background-color: #eeeeee;
}
.nav > li.disabled > a {
  color: #777777;
}
.nav > li.disabled > a:hover,
.nav > li.disabled > a:focus {
  color: #777777;
  text-decoration: none;
  background-color: transparent;
  cursor: not-allowed;
}
.nav .open > a,
.nav .open > a:hover,
.nav .open > a:focus {
  background-color: #eeeeee;
  border-color: #337ab7;
}
.nav .nav-divider {
  height: 1px;
  margin: 8px 0;
  overflow: hidden;
  background-color: #e5e5e5;
}
.nav > li > a > img {
  max-width: none;
}
.nav-tabs {
  border-bottom: 1px solid #ddd;
}
.nav-tabs > li {
  float: left;
  margin-bottom: -1px;
}
.nav-tabs > li > a {
  margin-right: 2px;
  line-height: 1.42857143;
  border: 1px solid transparent;
  border-radius: 2px 2px 0 0;
}
.nav-tabs > li > a:hover {
  border-color: #eeeeee #eeeeee #ddd;
}
.nav-tabs > li.active > a,
.nav-tabs > li.active > a:hover,
.nav-tabs > li.active > a:focus {
  color: #555555;
  background-color: #fff;
  border: 1px solid #ddd;
  border-bottom-color: transparent;
  cursor: default;
}
.nav-tabs.nav-justified {
  width: 100%;
  border-bottom: 0;
}
.nav-tabs.nav-justified > li {
  float: none;
}
.nav-tabs.nav-justified > li > a {
  text-align: center;
  margin-bottom: 5px;
}
.nav-tabs.nav-justified > .dropdown .dropdown-menu {
  top: auto;
  left: auto;
}
@media (min-width: 768px) {
  .nav-tabs.nav-justified > li {
    display: table-cell;
    width: 1%;
  }
  .nav-tabs.nav-justified > li > a {
    margin-bottom: 0;
  }
}
.nav-tabs.nav-justified > li > a {
  margin-right: 0;
  border-radius: 2px;
}
.nav-tabs.nav-justified > .active > a,
.nav-tabs.nav-justified > .active > a:hover,
.nav-tabs.nav-justified > .active > a:focus {
  border: 1px solid #ddd;
}
@media (min-width: 768px) {
  .nav-tabs.nav-justified > li > a {
    border-bottom: 1px solid #ddd;
    border-radius: 2px 2px 0 0;
  }
  .nav-tabs.nav-justified > .active > a,
  .nav-tabs.nav-justified > .active > a:hover,
  .nav-tabs.nav-justified > .active > a:focus {
    border-bottom-color: #fff;
  }
}
.nav-pills > li {
  float: left;
}
.nav-pills > li > a {
  border-radius: 2px;
}
.nav-pills > li + li {
  margin-left: 2px;
}
.nav-pills > li.active > a,
.nav-pills > li.active > a:hover,
.nav-pills > li.active > a:focus {
  color: #fff;
  background-color: #337ab7;
}
.nav-stacked > li {
  float: none;
}
.nav-stacked > li + li {
  margin-top: 2px;
  margin-left: 0;
}
.nav-justified {
  width: 100%;
}
.nav-justified > li {
  float: none;
}
.nav-justified > li > a {
  text-align: center;
  margin-bottom: 5px;
}
.nav-justified > .dropdown .dropdown-menu {
  top: auto;
  left: auto;
}
@media (min-width: 768px) {
  .nav-justified > li {
    display: table-cell;
    width: 1%;
  }
  .nav-justified > li > a {
    margin-bottom: 0;
  }
}
.nav-tabs-justified {
  border-bottom: 0;
}
.nav-tabs-justified > li > a {
  margin-right: 0;
  border-radius: 2px;
}
.nav-tabs-justified > .active > a,
.nav-tabs-justified > .active > a:hover,
.nav-tabs-justified > .active > a:focus {
  border: 1px solid #ddd;
}
@media (min-width: 768px) {
  .nav-tabs-justified > li > a {
    border-bottom: 1px solid #ddd;
    border-radius: 2px 2px 0 0;
  }
  .nav-tabs-justified > .active > a,
  .nav-tabs-justified > .active > a:hover,
  .nav-tabs-justified > .active > a:focus {
    border-bottom-color: #fff;
  }
}
.tab-content > .tab-pane {
  display: none;
}
.tab-content > .active {
  display: block;
}
.nav-tabs .dropdown-menu {
  margin-top: -1px;
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.navbar {
  position: relative;
  min-height: 30px;
  margin-bottom: 18px;
  border: 1px solid transparent;
}
@media (min-width: 541px) {
  .navbar {
    border-radius: 2px;
  }
}
@media (min-width: 541px) {
  .navbar-header {
    float: left;
  }
}
.navbar-collapse {
  overflow-x: visible;
  padding-right: 0px;
  padding-left: 0px;
  border-top: 1px solid transparent;
  box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.1);
  -webkit-overflow-scrolling: touch;
}
.navbar-collapse.in {
  overflow-y: auto;
}
@media (min-width: 541px) {
  .navbar-collapse {
    width: auto;
    border-top: 0;
    box-shadow: none;
  }
  .navbar-collapse.collapse {
    display: block !important;
    height: auto !important;
    padding-bottom: 0;
    overflow: visible !important;
  }
  .navbar-collapse.in {
    overflow-y: visible;
  }
  .navbar-fixed-top .navbar-collapse,
  .navbar-static-top .navbar-collapse,
  .navbar-fixed-bottom .navbar-collapse {
    padding-left: 0;
    padding-right: 0;
  }
}
.navbar-fixed-top .navbar-collapse,
.navbar-fixed-bottom .navbar-collapse {
  max-height: 340px;
}
@media (max-device-width: 540px) and (orientation: landscape) {
  .navbar-fixed-top .navbar-collapse,
  .navbar-fixed-bottom .navbar-collapse {
    max-height: 200px;
  }
}
.container > .navbar-header,
.container-fluid > .navbar-header,
.container > .navbar-collapse,
.container-fluid > .navbar-collapse {
  margin-right: 0px;
  margin-left: 0px;
}
@media (min-width: 541px) {
  .container > .navbar-header,
  .container-fluid > .navbar-header,
  .container > .navbar-collapse,
  .container-fluid > .navbar-collapse {
    margin-right: 0;
    margin-left: 0;
  }
}
.navbar-static-top {
  z-index: 1000;
  border-width: 0 0 1px;
}
@media (min-width: 541px) {
  .navbar-static-top {
    border-radius: 0;
  }
}
.navbar-fixed-top,
.navbar-fixed-bottom {
  position: fixed;
  right: 0;
  left: 0;
  z-index: 1030;
}
@media (min-width: 541px) {
  .navbar-fixed-top,
  .navbar-fixed-bottom {
    border-radius: 0;
  }
}
.navbar-fixed-top {
  top: 0;
  border-width: 0 0 1px;
}
.navbar-fixed-bottom {
  bottom: 0;
  margin-bottom: 0;
  border-width: 1px 0 0;
}
.navbar-brand {
  float: left;
  padding: 6px 0px;
  font-size: 17px;
  line-height: 18px;
  height: 30px;
}
.navbar-brand:hover,
.navbar-brand:focus {
  text-decoration: none;
}
.navbar-brand > img {
  display: block;
}
@media (min-width: 541px) {
  .navbar > .container .navbar-brand,
  .navbar > .container-fluid .navbar-brand {
    margin-left: 0px;
  }
}
.navbar-toggle {
  position: relative;
  float: right;
  margin-right: 0px;
  padding: 9px 10px;
  margin-top: -2px;
  margin-bottom: -2px;
  background-color: transparent;
  background-image: none;
  border: 1px solid transparent;
  border-radius: 2px;
}
.navbar-toggle:focus {
  outline: 0;
}
.navbar-toggle .icon-bar {
  display: block;
  width: 22px;
  height: 2px;
  border-radius: 1px;
}
.navbar-toggle .icon-bar + .icon-bar {
  margin-top: 4px;
}
@media (min-width: 541px) {
  .navbar-toggle {
    display: none;
  }
}
.navbar-nav {
  margin: 3px 0px;
}
.navbar-nav > li > a {
  padding-top: 10px;
  padding-bottom: 10px;
  line-height: 18px;
}
@media (max-width: 540px) {
  .navbar-nav .open .dropdown-menu {
    position: static;
    float: none;
    width: auto;
    margin-top: 0;
    background-color: transparent;
    border: 0;
    box-shadow: none;
  }
  .navbar-nav .open .dropdown-menu > li > a,
  .navbar-nav .open .dropdown-menu .dropdown-header {
    padding: 5px 15px 5px 25px;
  }
  .navbar-nav .open .dropdown-menu > li > a {
    line-height: 18px;
  }
  .navbar-nav .open .dropdown-menu > li > a:hover,
  .navbar-nav .open .dropdown-menu > li > a:focus {
    background-image: none;
  }
}
@media (min-width: 541px) {
  .navbar-nav {
    float: left;
    margin: 0;
  }
  .navbar-nav > li {
    float: left;
  }
  .navbar-nav > li > a {
    padding-top: 6px;
    padding-bottom: 6px;
  }
}
.navbar-form {
  margin-left: 0px;
  margin-right: 0px;
  padding: 10px 0px;
  border-top: 1px solid transparent;
  border-bottom: 1px solid transparent;
  -webkit-box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.1), 0 1px 0 rgba(255, 255, 255, 0.1);
  box-shadow: inset 0 1px 0 rgba(255, 255, 255, 0.1), 0 1px 0 rgba(255, 255, 255, 0.1);
  margin-top: -1px;
  margin-bottom: -1px;
}
@media (min-width: 768px) {
  .navbar-form .form-group {
    display: inline-block;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .navbar-form .form-control {
    display: inline-block;
    width: auto;
    vertical-align: middle;
  }
  .navbar-form .form-control-static {
    display: inline-block;
  }
  .navbar-form .input-group {
    display: inline-table;
    vertical-align: middle;
  }
  .navbar-form .input-group .input-group-addon,
  .navbar-form .input-group .input-group-btn,
  .navbar-form .input-group .form-control {
    width: auto;
  }
  .navbar-form .input-group > .form-control {
    width: 100%;
  }
  .navbar-form .control-label {
    margin-bottom: 0;
    vertical-align: middle;
  }
  .navbar-form .radio,
  .navbar-form .checkbox {
    display: inline-block;
    margin-top: 0;
    margin-bottom: 0;
    vertical-align: middle;
  }
  .navbar-form .radio label,
  .navbar-form .checkbox label {
    padding-left: 0;
  }
  .navbar-form .radio input[type="radio"],
  .navbar-form .checkbox input[type="checkbox"] {
    position: relative;
    margin-left: 0;
  }
  .navbar-form .has-feedback .form-control-feedback {
    top: 0;
  }
}
@media (max-width: 540px) {
  .navbar-form .form-group {
    margin-bottom: 5px;
  }
  .navbar-form .form-group:last-child {
    margin-bottom: 0;
  }
}
@media (min-width: 541px) {
  .navbar-form {
    width: auto;
    border: 0;
    margin-left: 0;
    margin-right: 0;
    padding-top: 0;
    padding-bottom: 0;
    -webkit-box-shadow: none;
    box-shadow: none;
  }
}
.navbar-nav > li > .dropdown-menu {
  margin-top: 0;
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.navbar-fixed-bottom .navbar-nav > li > .dropdown-menu {
  margin-bottom: 0;
  border-top-right-radius: 2px;
  border-top-left-radius: 2px;
  border-bottom-right-radius: 0;
  border-bottom-left-radius: 0;
}
.navbar-btn {
  margin-top: -1px;
  margin-bottom: -1px;
}
.navbar-btn.btn-sm {
  margin-top: 0px;
  margin-bottom: 0px;
}
.navbar-btn.btn-xs {
  margin-top: 4px;
  margin-bottom: 4px;
}
.navbar-text {
  margin-top: 6px;
  margin-bottom: 6px;
}
@media (min-width: 541px) {
  .navbar-text {
    float: left;
    margin-left: 0px;
    margin-right: 0px;
  }
}
@media (min-width: 541px) {
  .navbar-left {
    float: left !important;
    float: left;
  }
  .navbar-right {
    float: right !important;
    float: right;
    margin-right: 0px;
  }
  .navbar-right ~ .navbar-right {
    margin-right: 0;
  }
}
.navbar-default {
  background-color: #f8f8f8;
  border-color: #e7e7e7;
}
.navbar-default .navbar-brand {
  color: #777;
}
.navbar-default .navbar-brand:hover,
.navbar-default .navbar-brand:focus {
  color: #5e5e5e;
  background-color: transparent;
}
.navbar-default .navbar-text {
  color: #777;
}
.navbar-default .navbar-nav > li > a {
  color: #777;
}
.navbar-default .navbar-nav > li > a:hover,
.navbar-default .navbar-nav > li > a:focus {
  color: #333;
  background-color: transparent;
}
.navbar-default .navbar-nav > .active > a,
.navbar-default .navbar-nav > .active > a:hover,
.navbar-default .navbar-nav > .active > a:focus {
  color: #555;
  background-color: #e7e7e7;
}
.navbar-default .navbar-nav > .disabled > a,
.navbar-default .navbar-nav > .disabled > a:hover,
.navbar-default .navbar-nav > .disabled > a:focus {
  color: #ccc;
  background-color: transparent;
}
.navbar-default .navbar-toggle {
  border-color: #ddd;
}
.navbar-default .navbar-toggle:hover,
.navbar-default .navbar-toggle:focus {
  background-color: #ddd;
}
.navbar-default .navbar-toggle .icon-bar {
  background-color: #888;
}
.navbar-default .navbar-collapse,
.navbar-default .navbar-form {
  border-color: #e7e7e7;
}
.navbar-default .navbar-nav > .open > a,
.navbar-default .navbar-nav > .open > a:hover,
.navbar-default .navbar-nav > .open > a:focus {
  background-color: #e7e7e7;
  color: #555;
}
@media (max-width: 540px) {
  .navbar-default .navbar-nav .open .dropdown-menu > li > a {
    color: #777;
  }
  .navbar-default .navbar-nav .open .dropdown-menu > li > a:hover,
  .navbar-default .navbar-nav .open .dropdown-menu > li > a:focus {
    color: #333;
    background-color: transparent;
  }
  .navbar-default .navbar-nav .open .dropdown-menu > .active > a,
  .navbar-default .navbar-nav .open .dropdown-menu > .active > a:hover,
  .navbar-default .navbar-nav .open .dropdown-menu > .active > a:focus {
    color: #555;
    background-color: #e7e7e7;
  }
  .navbar-default .navbar-nav .open .dropdown-menu > .disabled > a,
  .navbar-default .navbar-nav .open .dropdown-menu > .disabled > a:hover,
  .navbar-default .navbar-nav .open .dropdown-menu > .disabled > a:focus {
    color: #ccc;
    background-color: transparent;
  }
}
.navbar-default .navbar-link {
  color: #777;
}
.navbar-default .navbar-link:hover {
  color: #333;
}
.navbar-default .btn-link {
  color: #777;
}
.navbar-default .btn-link:hover,
.navbar-default .btn-link:focus {
  color: #333;
}
.navbar-default .btn-link[disabled]:hover,
fieldset[disabled] .navbar-default .btn-link:hover,
.navbar-default .btn-link[disabled]:focus,
fieldset[disabled] .navbar-default .btn-link:focus {
  color: #ccc;
}
.navbar-inverse {
  background-color: #222;
  border-color: #080808;
}
.navbar-inverse .navbar-brand {
  color: #9d9d9d;
}
.navbar-inverse .navbar-brand:hover,
.navbar-inverse .navbar-brand:focus {
  color: #fff;
  background-color: transparent;
}
.navbar-inverse .navbar-text {
  color: #9d9d9d;
}
.navbar-inverse .navbar-nav > li > a {
  color: #9d9d9d;
}
.navbar-inverse .navbar-nav > li > a:hover,
.navbar-inverse .navbar-nav > li > a:focus {
  color: #fff;
  background-color: transparent;
}
.navbar-inverse .navbar-nav > .active > a,
.navbar-inverse .navbar-nav > .active > a:hover,
.navbar-inverse .navbar-nav > .active > a:focus {
  color: #fff;
  background-color: #080808;
}
.navbar-inverse .navbar-nav > .disabled > a,
.navbar-inverse .navbar-nav > .disabled > a:hover,
.navbar-inverse .navbar-nav > .disabled > a:focus {
  color: #444;
  background-color: transparent;
}
.navbar-inverse .navbar-toggle {
  border-color: #333;
}
.navbar-inverse .navbar-toggle:hover,
.navbar-inverse .navbar-toggle:focus {
  background-color: #333;
}
.navbar-inverse .navbar-toggle .icon-bar {
  background-color: #fff;
}
.navbar-inverse .navbar-collapse,
.navbar-inverse .navbar-form {
  border-color: #101010;
}
.navbar-inverse .navbar-nav > .open > a,
.navbar-inverse .navbar-nav > .open > a:hover,
.navbar-inverse .navbar-nav > .open > a:focus {
  background-color: #080808;
  color: #fff;
}
@media (max-width: 540px) {
  .navbar-inverse .navbar-nav .open .dropdown-menu > .dropdown-header {
    border-color: #080808;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu .divider {
    background-color: #080808;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > li > a {
    color: #9d9d9d;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > li > a:hover,
  .navbar-inverse .navbar-nav .open .dropdown-menu > li > a:focus {
    color: #fff;
    background-color: transparent;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > .active > a,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .active > a:hover,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .active > a:focus {
    color: #fff;
    background-color: #080808;
  }
  .navbar-inverse .navbar-nav .open .dropdown-menu > .disabled > a,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .disabled > a:hover,
  .navbar-inverse .navbar-nav .open .dropdown-menu > .disabled > a:focus {
    color: #444;
    background-color: transparent;
  }
}
.navbar-inverse .navbar-link {
  color: #9d9d9d;
}
.navbar-inverse .navbar-link:hover {
  color: #fff;
}
.navbar-inverse .btn-link {
  color: #9d9d9d;
}
.navbar-inverse .btn-link:hover,
.navbar-inverse .btn-link:focus {
  color: #fff;
}
.navbar-inverse .btn-link[disabled]:hover,
fieldset[disabled] .navbar-inverse .btn-link:hover,
.navbar-inverse .btn-link[disabled]:focus,
fieldset[disabled] .navbar-inverse .btn-link:focus {
  color: #444;
}
.breadcrumb {
  padding: 8px 15px;
  margin-bottom: 18px;
  list-style: none;
  background-color: #f5f5f5;
  border-radius: 2px;
}
.breadcrumb > li {
  display: inline-block;
}
.breadcrumb > li + li:before {
  content: "/\00a0";
  padding: 0 5px;
  color: #5e5e5e;
}
.breadcrumb > .active {
  color: #777777;
}
.pagination {
  display: inline-block;
  padding-left: 0;
  margin: 18px 0;
  border-radius: 2px;
}
.pagination > li {
  display: inline;
}
.pagination > li > a,
.pagination > li > span {
  position: relative;
  float: left;
  padding: 6px 12px;
  line-height: 1.42857143;
  text-decoration: none;
  color: #337ab7;
  background-color: #fff;
  border: 1px solid #ddd;
  margin-left: -1px;
}
.pagination > li:first-child > a,
.pagination > li:first-child > span {
  margin-left: 0;
  border-bottom-left-radius: 2px;
  border-top-left-radius: 2px;
}
.pagination > li:last-child > a,
.pagination > li:last-child > span {
  border-bottom-right-radius: 2px;
  border-top-right-radius: 2px;
}
.pagination > li > a:hover,
.pagination > li > span:hover,
.pagination > li > a:focus,
.pagination > li > span:focus {
  z-index: 2;
  color: #23527c;
  background-color: #eeeeee;
  border-color: #ddd;
}
.pagination > .active > a,
.pagination > .active > span,
.pagination > .active > a:hover,
.pagination > .active > span:hover,
.pagination > .active > a:focus,
.pagination > .active > span:focus {
  z-index: 3;
  color: #fff;
  background-color: #337ab7;
  border-color: #337ab7;
  cursor: default;
}
.pagination > .disabled > span,
.pagination > .disabled > span:hover,
.pagination > .disabled > span:focus,
.pagination > .disabled > a,
.pagination > .disabled > a:hover,
.pagination > .disabled > a:focus {
  color: #777777;
  background-color: #fff;
  border-color: #ddd;
  cursor: not-allowed;
}
.pagination-lg > li > a,
.pagination-lg > li > span {
  padding: 10px 16px;
  font-size: 17px;
  line-height: 1.3333333;
}
.pagination-lg > li:first-child > a,
.pagination-lg > li:first-child > span {
  border-bottom-left-radius: 3px;
  border-top-left-radius: 3px;
}
.pagination-lg > li:last-child > a,
.pagination-lg > li:last-child > span {
  border-bottom-right-radius: 3px;
  border-top-right-radius: 3px;
}
.pagination-sm > li > a,
.pagination-sm > li > span {
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
}
.pagination-sm > li:first-child > a,
.pagination-sm > li:first-child > span {
  border-bottom-left-radius: 1px;
  border-top-left-radius: 1px;
}
.pagination-sm > li:last-child > a,
.pagination-sm > li:last-child > span {
  border-bottom-right-radius: 1px;
  border-top-right-radius: 1px;
}
.pager {
  padding-left: 0;
  margin: 18px 0;
  list-style: none;
  text-align: center;
}
.pager li {
  display: inline;
}
.pager li > a,
.pager li > span {
  display: inline-block;
  padding: 5px 14px;
  background-color: #fff;
  border: 1px solid #ddd;
  border-radius: 15px;
}
.pager li > a:hover,
.pager li > a:focus {
  text-decoration: none;
  background-color: #eeeeee;
}
.pager .next > a,
.pager .next > span {
  float: right;
}
.pager .previous > a,
.pager .previous > span {
  float: left;
}
.pager .disabled > a,
.pager .disabled > a:hover,
.pager .disabled > a:focus,
.pager .disabled > span {
  color: #777777;
  background-color: #fff;
  cursor: not-allowed;
}
.label {
  display: inline;
  padding: .2em .6em .3em;
  font-size: 75%;
  font-weight: bold;
  line-height: 1;
  color: #fff;
  text-align: center;
  white-space: nowrap;
  vertical-align: baseline;
  border-radius: .25em;
}
a.label:hover,
a.label:focus {
  color: #fff;
  text-decoration: none;
  cursor: pointer;
}
.label:empty {
  display: none;
}
.btn .label {
  position: relative;
  top: -1px;
}
.label-default {
  background-color: #777777;
}
.label-default[href]:hover,
.label-default[href]:focus {
  background-color: #5e5e5e;
}
.label-primary {
  background-color: #337ab7;
}
.label-primary[href]:hover,
.label-primary[href]:focus {
  background-color: #286090;
}
.label-success {
  background-color: #5cb85c;
}
.label-success[href]:hover,
.label-success[href]:focus {
  background-color: #449d44;
}
.label-info {
  background-color: #5bc0de;
}
.label-info[href]:hover,
.label-info[href]:focus {
  background-color: #31b0d5;
}
.label-warning {
  background-color: #f0ad4e;
}
.label-warning[href]:hover,
.label-warning[href]:focus {
  background-color: #ec971f;
}
.label-danger {
  background-color: #d9534f;
}
.label-danger[href]:hover,
.label-danger[href]:focus {
  background-color: #c9302c;
}
.badge {
  display: inline-block;
  min-width: 10px;
  padding: 3px 7px;
  font-size: 12px;
  font-weight: bold;
  color: #fff;
  line-height: 1;
  vertical-align: middle;
  white-space: nowrap;
  text-align: center;
  background-color: #777777;
  border-radius: 10px;
}
.badge:empty {
  display: none;
}
.btn .badge {
  position: relative;
  top: -1px;
}
.btn-xs .badge,
.btn-group-xs > .btn .badge {
  top: 0;
  padding: 1px 5px;
}
a.badge:hover,
a.badge:focus {
  color: #fff;
  text-decoration: none;
  cursor: pointer;
}
.list-group-item.active > .badge,
.nav-pills > .active > a > .badge {
  color: #337ab7;
  background-color: #fff;
}
.list-group-item > .badge {
  float: right;
}
.list-group-item > .badge + .badge {
  margin-right: 5px;
}
.nav-pills > li > a > .badge {
  margin-left: 3px;
}
.jumbotron {
  padding-top: 30px;
  padding-bottom: 30px;
  margin-bottom: 30px;
  color: inherit;
  background-color: #eeeeee;
}
.jumbotron h1,
.jumbotron .h1 {
  color: inherit;
}
.jumbotron p {
  margin-bottom: 15px;
  font-size: 20px;
  font-weight: 200;
}
.jumbotron > hr {
  border-top-color: #d5d5d5;
}
.container .jumbotron,
.container-fluid .jumbotron {
  border-radius: 3px;
  padding-left: 0px;
  padding-right: 0px;
}
.jumbotron .container {
  max-width: 100%;
}
@media screen and (min-width: 768px) {
  .jumbotron {
    padding-top: 48px;
    padding-bottom: 48px;
  }
  .container .jumbotron,
  .container-fluid .jumbotron {
    padding-left: 60px;
    padding-right: 60px;
  }
  .jumbotron h1,
  .jumbotron .h1 {
    font-size: 59px;
  }
}
.thumbnail {
  display: block;
  padding: 4px;
  margin-bottom: 18px;
  line-height: 1.42857143;
  background-color: #fff;
  border: 1px solid #ddd;
  border-radius: 2px;
  -webkit-transition: border 0.2s ease-in-out;
  -o-transition: border 0.2s ease-in-out;
  transition: border 0.2s ease-in-out;
}
.thumbnail > img,
.thumbnail a > img {
  margin-left: auto;
  margin-right: auto;
}
a.thumbnail:hover,
a.thumbnail:focus,
a.thumbnail.active {
  border-color: #337ab7;
}
.thumbnail .caption {
  padding: 9px;
  color: #000;
}
.alert {
  padding: 15px;
  margin-bottom: 18px;
  border: 1px solid transparent;
  border-radius: 2px;
}
.alert h4 {
  margin-top: 0;
  color: inherit;
}
.alert .alert-link {
  font-weight: bold;
}
.alert > p,
.alert > ul {
  margin-bottom: 0;
}
.alert > p + p {
  margin-top: 5px;
}
.alert-dismissable,
.alert-dismissible {
  padding-right: 35px;
}
.alert-dismissable .close,
.alert-dismissible .close {
  position: relative;
  top: -2px;
  right: -21px;
  color: inherit;
}
.alert-success {
  background-color: #dff0d8;
  border-color: #d6e9c6;
  color: #3c763d;
}
.alert-success hr {
  border-top-color: #c9e2b3;
}
.alert-success .alert-link {
  color: #2b542c;
}
.alert-info {
  background-color: #d9edf7;
  border-color: #bce8f1;
  color: #31708f;
}
.alert-info hr {
  border-top-color: #a6e1ec;
}
.alert-info .alert-link {
  color: #245269;
}
.alert-warning {
  background-color: #fcf8e3;
  border-color: #faebcc;
  color: #8a6d3b;
}
.alert-warning hr {
  border-top-color: #f7e1b5;
}
.alert-warning .alert-link {
  color: #66512c;
}
.alert-danger {
  background-color: #f2dede;
  border-color: #ebccd1;
  color: #a94442;
}
.alert-danger hr {
  border-top-color: #e4b9c0;
}
.alert-danger .alert-link {
  color: #843534;
}
@-webkit-keyframes progress-bar-stripes {
  from {
    background-position: 40px 0;
  }
  to {
    background-position: 0 0;
  }
}
@keyframes progress-bar-stripes {
  from {
    background-position: 40px 0;
  }
  to {
    background-position: 0 0;
  }
}
.progress {
  overflow: hidden;
  height: 18px;
  margin-bottom: 18px;
  background-color: #f5f5f5;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 2px rgba(0, 0, 0, 0.1);
  box-shadow: inset 0 1px 2px rgba(0, 0, 0, 0.1);
}
.progress-bar {
  float: left;
  width: 0%;
  height: 100%;
  font-size: 12px;
  line-height: 18px;
  color: #fff;
  text-align: center;
  background-color: #337ab7;
  -webkit-box-shadow: inset 0 -1px 0 rgba(0, 0, 0, 0.15);
  box-shadow: inset 0 -1px 0 rgba(0, 0, 0, 0.15);
  -webkit-transition: width 0.6s ease;
  -o-transition: width 0.6s ease;
  transition: width 0.6s ease;
}
.progress-striped .progress-bar,
.progress-bar-striped {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-size: 40px 40px;
}
.progress.active .progress-bar,
.progress-bar.active {
  -webkit-animation: progress-bar-stripes 2s linear infinite;
  -o-animation: progress-bar-stripes 2s linear infinite;
  animation: progress-bar-stripes 2s linear infinite;
}
.progress-bar-success {
  background-color: #5cb85c;
}
.progress-striped .progress-bar-success {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.progress-bar-info {
  background-color: #5bc0de;
}
.progress-striped .progress-bar-info {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.progress-bar-warning {
  background-color: #f0ad4e;
}
.progress-striped .progress-bar-warning {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.progress-bar-danger {
  background-color: #d9534f;
}
.progress-striped .progress-bar-danger {
  background-image: -webkit-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: -o-linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
  background-image: linear-gradient(45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);
}
.media {
  margin-top: 15px;
}
.media:first-child {
  margin-top: 0;
}
.media,
.media-body {
  zoom: 1;
  overflow: hidden;
}
.media-body {
  width: 10000px;
}
.media-object {
  display: block;
}
.media-object.img-thumbnail {
  max-width: none;
}
.media-right,
.media > .pull-right {
  padding-left: 10px;
}
.media-left,
.media > .pull-left {
  padding-right: 10px;
}
.media-left,
.media-right,
.media-body {
  display: table-cell;
  vertical-align: top;
}
.media-middle {
  vertical-align: middle;
}
.media-bottom {
  vertical-align: bottom;
}
.media-heading {
  margin-top: 0;
  margin-bottom: 5px;
}
.media-list {
  padding-left: 0;
  list-style: none;
}
.list-group {
  margin-bottom: 20px;
  padding-left: 0;
}
.list-group-item {
  position: relative;
  display: block;
  padding: 10px 15px;
  margin-bottom: -1px;
  background-color: #fff;
  border: 1px solid #ddd;
}
.list-group-item:first-child {
  border-top-right-radius: 2px;
  border-top-left-radius: 2px;
}
.list-group-item:last-child {
  margin-bottom: 0;
  border-bottom-right-radius: 2px;
  border-bottom-left-radius: 2px;
}
a.list-group-item,
button.list-group-item {
  color: #555;
}
a.list-group-item .list-group-item-heading,
button.list-group-item .list-group-item-heading {
  color: #333;
}
a.list-group-item:hover,
button.list-group-item:hover,
a.list-group-item:focus,
button.list-group-item:focus {
  text-decoration: none;
  color: #555;
  background-color: #f5f5f5;
}
button.list-group-item {
  width: 100%;
  text-align: left;
}
.list-group-item.disabled,
.list-group-item.disabled:hover,
.list-group-item.disabled:focus {
  background-color: #eeeeee;
  color: #777777;
  cursor: not-allowed;
}
.list-group-item.disabled .list-group-item-heading,
.list-group-item.disabled:hover .list-group-item-heading,
.list-group-item.disabled:focus .list-group-item-heading {
  color: inherit;
}
.list-group-item.disabled .list-group-item-text,
.list-group-item.disabled:hover .list-group-item-text,
.list-group-item.disabled:focus .list-group-item-text {
  color: #777777;
}
.list-group-item.active,
.list-group-item.active:hover,
.list-group-item.active:focus {
  z-index: 2;
  color: #fff;
  background-color: #337ab7;
  border-color: #337ab7;
}
.list-group-item.active .list-group-item-heading,
.list-group-item.active:hover .list-group-item-heading,
.list-group-item.active:focus .list-group-item-heading,
.list-group-item.active .list-group-item-heading > small,
.list-group-item.active:hover .list-group-item-heading > small,
.list-group-item.active:focus .list-group-item-heading > small,
.list-group-item.active .list-group-item-heading > .small,
.list-group-item.active:hover .list-group-item-heading > .small,
.list-group-item.active:focus .list-group-item-heading > .small {
  color: inherit;
}
.list-group-item.active .list-group-item-text,
.list-group-item.active:hover .list-group-item-text,
.list-group-item.active:focus .list-group-item-text {
  color: #c7ddef;
}
.list-group-item-success {
  color: #3c763d;
  background-color: #dff0d8;
}
a.list-group-item-success,
button.list-group-item-success {
  color: #3c763d;
}
a.list-group-item-success .list-group-item-heading,
button.list-group-item-success .list-group-item-heading {
  color: inherit;
}
a.list-group-item-success:hover,
button.list-group-item-success:hover,
a.list-group-item-success:focus,
button.list-group-item-success:focus {
  color: #3c763d;
  background-color: #d0e9c6;
}
a.list-group-item-success.active,
button.list-group-item-success.active,
a.list-group-item-success.active:hover,
button.list-group-item-success.active:hover,
a.list-group-item-success.active:focus,
button.list-group-item-success.active:focus {
  color: #fff;
  background-color: #3c763d;
  border-color: #3c763d;
}
.list-group-item-info {
  color: #31708f;
  background-color: #d9edf7;
}
a.list-group-item-info,
button.list-group-item-info {
  color: #31708f;
}
a.list-group-item-info .list-group-item-heading,
button.list-group-item-info .list-group-item-heading {
  color: inherit;
}
a.list-group-item-info:hover,
button.list-group-item-info:hover,
a.list-group-item-info:focus,
button.list-group-item-info:focus {
  color: #31708f;
  background-color: #c4e3f3;
}
a.list-group-item-info.active,
button.list-group-item-info.active,
a.list-group-item-info.active:hover,
button.list-group-item-info.active:hover,
a.list-group-item-info.active:focus,
button.list-group-item-info.active:focus {
  color: #fff;
  background-color: #31708f;
  border-color: #31708f;
}
.list-group-item-warning {
  color: #8a6d3b;
  background-color: #fcf8e3;
}
a.list-group-item-warning,
button.list-group-item-warning {
  color: #8a6d3b;
}
a.list-group-item-warning .list-group-item-heading,
button.list-group-item-warning .list-group-item-heading {
  color: inherit;
}
a.list-group-item-warning:hover,
button.list-group-item-warning:hover,
a.list-group-item-warning:focus,
button.list-group-item-warning:focus {
  color: #8a6d3b;
  background-color: #faf2cc;
}
a.list-group-item-warning.active,
button.list-group-item-warning.active,
a.list-group-item-warning.active:hover,
button.list-group-item-warning.active:hover,
a.list-group-item-warning.active:focus,
button.list-group-item-warning.active:focus {
  color: #fff;
  background-color: #8a6d3b;
  border-color: #8a6d3b;
}
.list-group-item-danger {
  color: #a94442;
  background-color: #f2dede;
}
a.list-group-item-danger,
button.list-group-item-danger {
  color: #a94442;
}
a.list-group-item-danger .list-group-item-heading,
button.list-group-item-danger .list-group-item-heading {
  color: inherit;
}
a.list-group-item-danger:hover,
button.list-group-item-danger:hover,
a.list-group-item-danger:focus,
button.list-group-item-danger:focus {
  color: #a94442;
  background-color: #ebcccc;
}
a.list-group-item-danger.active,
button.list-group-item-danger.active,
a.list-group-item-danger.active:hover,
button.list-group-item-danger.active:hover,
a.list-group-item-danger.active:focus,
button.list-group-item-danger.active:focus {
  color: #fff;
  background-color: #a94442;
  border-color: #a94442;
}
.list-group-item-heading {
  margin-top: 0;
  margin-bottom: 5px;
}
.list-group-item-text {
  margin-bottom: 0;
  line-height: 1.3;
}
.panel {
  margin-bottom: 18px;
  background-color: #fff;
  border: 1px solid transparent;
  border-radius: 2px;
  -webkit-box-shadow: 0 1px 1px rgba(0, 0, 0, 0.05);
  box-shadow: 0 1px 1px rgba(0, 0, 0, 0.05);
}
.panel-body {
  padding: 15px;
}
.panel-heading {
  padding: 10px 15px;
  border-bottom: 1px solid transparent;
  border-top-right-radius: 1px;
  border-top-left-radius: 1px;
}
.panel-heading > .dropdown .dropdown-toggle {
  color: inherit;
}
.panel-title {
  margin-top: 0;
  margin-bottom: 0;
  font-size: 15px;
  color: inherit;
}
.panel-title > a,
.panel-title > small,
.panel-title > .small,
.panel-title > small > a,
.panel-title > .small > a {
  color: inherit;
}
.panel-footer {
  padding: 10px 15px;
  background-color: #f5f5f5;
  border-top: 1px solid #ddd;
  border-bottom-right-radius: 1px;
  border-bottom-left-radius: 1px;
}
.panel > .list-group,
.panel > .panel-collapse > .list-group {
  margin-bottom: 0;
}
.panel > .list-group .list-group-item,
.panel > .panel-collapse > .list-group .list-group-item {
  border-width: 1px 0;
  border-radius: 0;
}
.panel > .list-group:first-child .list-group-item:first-child,
.panel > .panel-collapse > .list-group:first-child .list-group-item:first-child {
  border-top: 0;
  border-top-right-radius: 1px;
  border-top-left-radius: 1px;
}
.panel > .list-group:last-child .list-group-item:last-child,
.panel > .panel-collapse > .list-group:last-child .list-group-item:last-child {
  border-bottom: 0;
  border-bottom-right-radius: 1px;
  border-bottom-left-radius: 1px;
}
.panel > .panel-heading + .panel-collapse > .list-group .list-group-item:first-child {
  border-top-right-radius: 0;
  border-top-left-radius: 0;
}
.panel-heading + .list-group .list-group-item:first-child {
  border-top-width: 0;
}
.list-group + .panel-footer {
  border-top-width: 0;
}
.panel > .table,
.panel > .table-responsive > .table,
.panel > .panel-collapse > .table {
  margin-bottom: 0;
}
.panel > .table caption,
.panel > .table-responsive > .table caption,
.panel > .panel-collapse > .table caption {
  padding-left: 15px;
  padding-right: 15px;
}
.panel > .table:first-child,
.panel > .table-responsive:first-child > .table:first-child {
  border-top-right-radius: 1px;
  border-top-left-radius: 1px;
}
.panel > .table:first-child > thead:first-child > tr:first-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child,
.panel > .table:first-child > tbody:first-child > tr:first-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child {
  border-top-left-radius: 1px;
  border-top-right-radius: 1px;
}
.panel > .table:first-child > thead:first-child > tr:first-child td:first-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child td:first-child,
.panel > .table:first-child > tbody:first-child > tr:first-child td:first-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child td:first-child,
.panel > .table:first-child > thead:first-child > tr:first-child th:first-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child th:first-child,
.panel > .table:first-child > tbody:first-child > tr:first-child th:first-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child th:first-child {
  border-top-left-radius: 1px;
}
.panel > .table:first-child > thead:first-child > tr:first-child td:last-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child td:last-child,
.panel > .table:first-child > tbody:first-child > tr:first-child td:last-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child td:last-child,
.panel > .table:first-child > thead:first-child > tr:first-child th:last-child,
.panel > .table-responsive:first-child > .table:first-child > thead:first-child > tr:first-child th:last-child,
.panel > .table:first-child > tbody:first-child > tr:first-child th:last-child,
.panel > .table-responsive:first-child > .table:first-child > tbody:first-child > tr:first-child th:last-child {
  border-top-right-radius: 1px;
}
.panel > .table:last-child,
.panel > .table-responsive:last-child > .table:last-child {
  border-bottom-right-radius: 1px;
  border-bottom-left-radius: 1px;
}
.panel > .table:last-child > tbody:last-child > tr:last-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child {
  border-bottom-left-radius: 1px;
  border-bottom-right-radius: 1px;
}
.panel > .table:last-child > tbody:last-child > tr:last-child td:first-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child td:first-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child td:first-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child td:first-child,
.panel > .table:last-child > tbody:last-child > tr:last-child th:first-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child th:first-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child th:first-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child th:first-child {
  border-bottom-left-radius: 1px;
}
.panel > .table:last-child > tbody:last-child > tr:last-child td:last-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child td:last-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child td:last-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child td:last-child,
.panel > .table:last-child > tbody:last-child > tr:last-child th:last-child,
.panel > .table-responsive:last-child > .table:last-child > tbody:last-child > tr:last-child th:last-child,
.panel > .table:last-child > tfoot:last-child > tr:last-child th:last-child,
.panel > .table-responsive:last-child > .table:last-child > tfoot:last-child > tr:last-child th:last-child {
  border-bottom-right-radius: 1px;
}
.panel > .panel-body + .table,
.panel > .panel-body + .table-responsive,
.panel > .table + .panel-body,
.panel > .table-responsive + .panel-body {
  border-top: 1px solid #ddd;
}
.panel > .table > tbody:first-child > tr:first-child th,
.panel > .table > tbody:first-child > tr:first-child td {
  border-top: 0;
}
.panel > .table-bordered,
.panel > .table-responsive > .table-bordered {
  border: 0;
}
.panel > .table-bordered > thead > tr > th:first-child,
.panel > .table-responsive > .table-bordered > thead > tr > th:first-child,
.panel > .table-bordered > tbody > tr > th:first-child,
.panel > .table-responsive > .table-bordered > tbody > tr > th:first-child,
.panel > .table-bordered > tfoot > tr > th:first-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > th:first-child,
.panel > .table-bordered > thead > tr > td:first-child,
.panel > .table-responsive > .table-bordered > thead > tr > td:first-child,
.panel > .table-bordered > tbody > tr > td:first-child,
.panel > .table-responsive > .table-bordered > tbody > tr > td:first-child,
.panel > .table-bordered > tfoot > tr > td:first-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > td:first-child {
  border-left: 0;
}
.panel > .table-bordered > thead > tr > th:last-child,
.panel > .table-responsive > .table-bordered > thead > tr > th:last-child,
.panel > .table-bordered > tbody > tr > th:last-child,
.panel > .table-responsive > .table-bordered > tbody > tr > th:last-child,
.panel > .table-bordered > tfoot > tr > th:last-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > th:last-child,
.panel > .table-bordered > thead > tr > td:last-child,
.panel > .table-responsive > .table-bordered > thead > tr > td:last-child,
.panel > .table-bordered > tbody > tr > td:last-child,
.panel > .table-responsive > .table-bordered > tbody > tr > td:last-child,
.panel > .table-bordered > tfoot > tr > td:last-child,
.panel > .table-responsive > .table-bordered > tfoot > tr > td:last-child {
  border-right: 0;
}
.panel > .table-bordered > thead > tr:first-child > td,
.panel > .table-responsive > .table-bordered > thead > tr:first-child > td,
.panel > .table-bordered > tbody > tr:first-child > td,
.panel > .table-responsive > .table-bordered > tbody > tr:first-child > td,
.panel > .table-bordered > thead > tr:first-child > th,
.panel > .table-responsive > .table-bordered > thead > tr:first-child > th,
.panel > .table-bordered > tbody > tr:first-child > th,
.panel > .table-responsive > .table-bordered > tbody > tr:first-child > th {
  border-bottom: 0;
}
.panel > .table-bordered > tbody > tr:last-child > td,
.panel > .table-responsive > .table-bordered > tbody > tr:last-child > td,
.panel > .table-bordered > tfoot > tr:last-child > td,
.panel > .table-responsive > .table-bordered > tfoot > tr:last-child > td,
.panel > .table-bordered > tbody > tr:last-child > th,
.panel > .table-responsive > .table-bordered > tbody > tr:last-child > th,
.panel > .table-bordered > tfoot > tr:last-child > th,
.panel > .table-responsive > .table-bordered > tfoot > tr:last-child > th {
  border-bottom: 0;
}
.panel > .table-responsive {
  border: 0;
  margin-bottom: 0;
}
.panel-group {
  margin-bottom: 18px;
}
.panel-group .panel {
  margin-bottom: 0;
  border-radius: 2px;
}
.panel-group .panel + .panel {
  margin-top: 5px;
}
.panel-group .panel-heading {
  border-bottom: 0;
}
.panel-group .panel-heading + .panel-collapse > .panel-body,
.panel-group .panel-heading + .panel-collapse > .list-group {
  border-top: 1px solid #ddd;
}
.panel-group .panel-footer {
  border-top: 0;
}
.panel-group .panel-footer + .panel-collapse .panel-body {
  border-bottom: 1px solid #ddd;
}
.panel-default {
  border-color: #ddd;
}
.panel-default > .panel-heading {
  color: #333333;
  background-color: #f5f5f5;
  border-color: #ddd;
}
.panel-default > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #ddd;
}
.panel-default > .panel-heading .badge {
  color: #f5f5f5;
  background-color: #333333;
}
.panel-default > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #ddd;
}
.panel-primary {
  border-color: #337ab7;
}
.panel-primary > .panel-heading {
  color: #fff;
  background-color: #337ab7;
  border-color: #337ab7;
}
.panel-primary > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #337ab7;
}
.panel-primary > .panel-heading .badge {
  color: #337ab7;
  background-color: #fff;
}
.panel-primary > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #337ab7;
}
.panel-success {
  border-color: #d6e9c6;
}
.panel-success > .panel-heading {
  color: #3c763d;
  background-color: #dff0d8;
  border-color: #d6e9c6;
}
.panel-success > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #d6e9c6;
}
.panel-success > .panel-heading .badge {
  color: #dff0d8;
  background-color: #3c763d;
}
.panel-success > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #d6e9c6;
}
.panel-info {
  border-color: #bce8f1;
}
.panel-info > .panel-heading {
  color: #31708f;
  background-color: #d9edf7;
  border-color: #bce8f1;
}
.panel-info > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #bce8f1;
}
.panel-info > .panel-heading .badge {
  color: #d9edf7;
  background-color: #31708f;
}
.panel-info > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #bce8f1;
}
.panel-warning {
  border-color: #faebcc;
}
.panel-warning > .panel-heading {
  color: #8a6d3b;
  background-color: #fcf8e3;
  border-color: #faebcc;
}
.panel-warning > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #faebcc;
}
.panel-warning > .panel-heading .badge {
  color: #fcf8e3;
  background-color: #8a6d3b;
}
.panel-warning > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #faebcc;
}
.panel-danger {
  border-color: #ebccd1;
}
.panel-danger > .panel-heading {
  color: #a94442;
  background-color: #f2dede;
  border-color: #ebccd1;
}
.panel-danger > .panel-heading + .panel-collapse > .panel-body {
  border-top-color: #ebccd1;
}
.panel-danger > .panel-heading .badge {
  color: #f2dede;
  background-color: #a94442;
}
.panel-danger > .panel-footer + .panel-collapse > .panel-body {
  border-bottom-color: #ebccd1;
}
.embed-responsive {
  position: relative;
  display: block;
  height: 0;
  padding: 0;
  overflow: hidden;
}
.embed-responsive .embed-responsive-item,
.embed-responsive iframe,
.embed-responsive embed,
.embed-responsive object,
.embed-responsive video {
  position: absolute;
  top: 0;
  left: 0;
  bottom: 0;
  height: 100%;
  width: 100%;
  border: 0;
}
.embed-responsive-16by9 {
  padding-bottom: 56.25%;
}
.embed-responsive-4by3 {
  padding-bottom: 75%;
}
.well {
  min-height: 20px;
  padding: 19px;
  margin-bottom: 20px;
  background-color: #f5f5f5;
  border: 1px solid #e3e3e3;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.05);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.05);
}
.well blockquote {
  border-color: #ddd;
  border-color: rgba(0, 0, 0, 0.15);
}
.well-lg {
  padding: 24px;
  border-radius: 3px;
}
.well-sm {
  padding: 9px;
  border-radius: 1px;
}
.close {
  float: right;
  font-size: 19.5px;
  font-weight: bold;
  line-height: 1;
  color: #000;
  text-shadow: 0 1px 0 #fff;
  opacity: 0.2;
  filter: alpha(opacity=20);
}
.close:hover,
.close:focus {
  color: #000;
  text-decoration: none;
  cursor: pointer;
  opacity: 0.5;
  filter: alpha(opacity=50);
}
button.close {
  padding: 0;
  cursor: pointer;
  background: transparent;
  border: 0;
  -webkit-appearance: none;
}
.modal-open {
  overflow: hidden;
}
.modal {
  display: none;
  overflow: hidden;
  position: fixed;
  top: 0;
  right: 0;
  bottom: 0;
  left: 0;
  z-index: 1050;
  -webkit-overflow-scrolling: touch;
  outline: 0;
}
.modal.fade .modal-dialog {
  -webkit-transform: translate(0, -25%);
  -ms-transform: translate(0, -25%);
  -o-transform: translate(0, -25%);
  transform: translate(0, -25%);
  -webkit-transition: -webkit-transform 0.3s ease-out;
  -moz-transition: -moz-transform 0.3s ease-out;
  -o-transition: -o-transform 0.3s ease-out;
  transition: transform 0.3s ease-out;
}
.modal.in .modal-dialog {
  -webkit-transform: translate(0, 0);
  -ms-transform: translate(0, 0);
  -o-transform: translate(0, 0);
  transform: translate(0, 0);
}
.modal-open .modal {
  overflow-x: hidden;
  overflow-y: auto;
}
.modal-dialog {
  position: relative;
  width: auto;
  margin: 10px;
}
.modal-content {
  position: relative;
  background-color: #fff;
  border: 1px solid #999;
  border: 1px solid rgba(0, 0, 0, 0.2);
  border-radius: 3px;
  -webkit-box-shadow: 0 3px 9px rgba(0, 0, 0, 0.5);
  box-shadow: 0 3px 9px rgba(0, 0, 0, 0.5);
  background-clip: padding-box;
  outline: 0;
}
.modal-backdrop {
  position: fixed;
  top: 0;
  right: 0;
  bottom: 0;
  left: 0;
  z-index: 1040;
  background-color: #000;
}
.modal-backdrop.fade {
  opacity: 0;
  filter: alpha(opacity=0);
}
.modal-backdrop.in {
  opacity: 0.5;
  filter: alpha(opacity=50);
}
.modal-header {
  padding: 15px;
  border-bottom: 1px solid #e5e5e5;
}
.modal-header .close {
  margin-top: -2px;
}
.modal-title {
  margin: 0;
  line-height: 1.42857143;
}
.modal-body {
  position: relative;
  padding: 15px;
}
.modal-footer {
  padding: 15px;
  text-align: right;
  border-top: 1px solid #e5e5e5;
}
.modal-footer .btn + .btn {
  margin-left: 5px;
  margin-bottom: 0;
}
.modal-footer .btn-group .btn + .btn {
  margin-left: -1px;
}
.modal-footer .btn-block + .btn-block {
  margin-left: 0;
}
.modal-scrollbar-measure {
  position: absolute;
  top: -9999px;
  width: 50px;
  height: 50px;
  overflow: scroll;
}
@media (min-width: 768px) {
  .modal-dialog {
    width: 600px;
    margin: 30px auto;
  }
  .modal-content {
    -webkit-box-shadow: 0 5px 15px rgba(0, 0, 0, 0.5);
    box-shadow: 0 5px 15px rgba(0, 0, 0, 0.5);
  }
  .modal-sm {
    width: 300px;
  }
}
@media (min-width: 992px) {
  .modal-lg {
    width: 900px;
  }
}
.tooltip {
  position: absolute;
  z-index: 1070;
  display: block;
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
  font-style: normal;
  font-weight: normal;
  letter-spacing: normal;
  line-break: auto;
  line-height: 1.42857143;
  text-align: left;
  text-align: start;
  text-decoration: none;
  text-shadow: none;
  text-transform: none;
  white-space: normal;
  word-break: normal;
  word-spacing: normal;
  word-wrap: normal;
  font-size: 12px;
  opacity: 0;
  filter: alpha(opacity=0);
}
.tooltip.in {
  opacity: 0.9;
  filter: alpha(opacity=90);
}
.tooltip.top {
  margin-top: -3px;
  padding: 5px 0;
}
.tooltip.right {
  margin-left: 3px;
  padding: 0 5px;
}
.tooltip.bottom {
  margin-top: 3px;
  padding: 5px 0;
}
.tooltip.left {
  margin-left: -3px;
  padding: 0 5px;
}
.tooltip-inner {
  max-width: 200px;
  padding: 3px 8px;
  color: #fff;
  text-align: center;
  background-color: #000;
  border-radius: 2px;
}
.tooltip-arrow {
  position: absolute;
  width: 0;
  height: 0;
  border-color: transparent;
  border-style: solid;
}
.tooltip.top .tooltip-arrow {
  bottom: 0;
  left: 50%;
  margin-left: -5px;
  border-width: 5px 5px 0;
  border-top-color: #000;
}
.tooltip.top-left .tooltip-arrow {
  bottom: 0;
  right: 5px;
  margin-bottom: -5px;
  border-width: 5px 5px 0;
  border-top-color: #000;
}
.tooltip.top-right .tooltip-arrow {
  bottom: 0;
  left: 5px;
  margin-bottom: -5px;
  border-width: 5px 5px 0;
  border-top-color: #000;
}
.tooltip.right .tooltip-arrow {
  top: 50%;
  left: 0;
  margin-top: -5px;
  border-width: 5px 5px 5px 0;
  border-right-color: #000;
}
.tooltip.left .tooltip-arrow {
  top: 50%;
  right: 0;
  margin-top: -5px;
  border-width: 5px 0 5px 5px;
  border-left-color: #000;
}
.tooltip.bottom .tooltip-arrow {
  top: 0;
  left: 50%;
  margin-left: -5px;
  border-width: 0 5px 5px;
  border-bottom-color: #000;
}
.tooltip.bottom-left .tooltip-arrow {
  top: 0;
  right: 5px;
  margin-top: -5px;
  border-width: 0 5px 5px;
  border-bottom-color: #000;
}
.tooltip.bottom-right .tooltip-arrow {
  top: 0;
  left: 5px;
  margin-top: -5px;
  border-width: 0 5px 5px;
  border-bottom-color: #000;
}
.popover {
  position: absolute;
  top: 0;
  left: 0;
  z-index: 1060;
  display: none;
  max-width: 276px;
  padding: 1px;
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
  font-style: normal;
  font-weight: normal;
  letter-spacing: normal;
  line-break: auto;
  line-height: 1.42857143;
  text-align: left;
  text-align: start;
  text-decoration: none;
  text-shadow: none;
  text-transform: none;
  white-space: normal;
  word-break: normal;
  word-spacing: normal;
  word-wrap: normal;
  font-size: 13px;
  background-color: #fff;
  background-clip: padding-box;
  border: 1px solid #ccc;
  border: 1px solid rgba(0, 0, 0, 0.2);
  border-radius: 3px;
  -webkit-box-shadow: 0 5px 10px rgba(0, 0, 0, 0.2);
  box-shadow: 0 5px 10px rgba(0, 0, 0, 0.2);
}
.popover.top {
  margin-top: -10px;
}
.popover.right {
  margin-left: 10px;
}
.popover.bottom {
  margin-top: 10px;
}
.popover.left {
  margin-left: -10px;
}
.popover-title {
  margin: 0;
  padding: 8px 14px;
  font-size: 13px;
  background-color: #f7f7f7;
  border-bottom: 1px solid #ebebeb;
  border-radius: 2px 2px 0 0;
}
.popover-content {
  padding: 9px 14px;
}
.popover > .arrow,
.popover > .arrow:after {
  position: absolute;
  display: block;
  width: 0;
  height: 0;
  border-color: transparent;
  border-style: solid;
}
.popover > .arrow {
  border-width: 11px;
}
.popover > .arrow:after {
  border-width: 10px;
  content: "";
}
.popover.top > .arrow {
  left: 50%;
  margin-left: -11px;
  border-bottom-width: 0;
  border-top-color: #999999;
  border-top-color: rgba(0, 0, 0, 0.25);
  bottom: -11px;
}
.popover.top > .arrow:after {
  content: " ";
  bottom: 1px;
  margin-left: -10px;
  border-bottom-width: 0;
  border-top-color: #fff;
}
.popover.right > .arrow {
  top: 50%;
  left: -11px;
  margin-top: -11px;
  border-left-width: 0;
  border-right-color: #999999;
  border-right-color: rgba(0, 0, 0, 0.25);
}
.popover.right > .arrow:after {
  content: " ";
  left: 1px;
  bottom: -10px;
  border-left-width: 0;
  border-right-color: #fff;
}
.popover.bottom > .arrow {
  left: 50%;
  margin-left: -11px;
  border-top-width: 0;
  border-bottom-color: #999999;
  border-bottom-color: rgba(0, 0, 0, 0.25);
  top: -11px;
}
.popover.bottom > .arrow:after {
  content: " ";
  top: 1px;
  margin-left: -10px;
  border-top-width: 0;
  border-bottom-color: #fff;
}
.popover.left > .arrow {
  top: 50%;
  right: -11px;
  margin-top: -11px;
  border-right-width: 0;
  border-left-color: #999999;
  border-left-color: rgba(0, 0, 0, 0.25);
}
.popover.left > .arrow:after {
  content: " ";
  right: 1px;
  border-right-width: 0;
  border-left-color: #fff;
  bottom: -10px;
}
.carousel {
  position: relative;
}
.carousel-inner {
  position: relative;
  overflow: hidden;
  width: 100%;
}
.carousel-inner > .item {
  display: none;
  position: relative;
  -webkit-transition: 0.6s ease-in-out left;
  -o-transition: 0.6s ease-in-out left;
  transition: 0.6s ease-in-out left;
}
.carousel-inner > .item > img,
.carousel-inner > .item > a > img {
  line-height: 1;
}
@media all and (transform-3d), (-webkit-transform-3d) {
  .carousel-inner > .item {
    -webkit-transition: -webkit-transform 0.6s ease-in-out;
    -moz-transition: -moz-transform 0.6s ease-in-out;
    -o-transition: -o-transform 0.6s ease-in-out;
    transition: transform 0.6s ease-in-out;
    -webkit-backface-visibility: hidden;
    -moz-backface-visibility: hidden;
    backface-visibility: hidden;
    -webkit-perspective: 1000px;
    -moz-perspective: 1000px;
    perspective: 1000px;
  }
  .carousel-inner > .item.next,
  .carousel-inner > .item.active.right {
    -webkit-transform: translate3d(100%, 0, 0);
    transform: translate3d(100%, 0, 0);
    left: 0;
  }
  .carousel-inner > .item.prev,
  .carousel-inner > .item.active.left {
    -webkit-transform: translate3d(-100%, 0, 0);
    transform: translate3d(-100%, 0, 0);
    left: 0;
  }
  .carousel-inner > .item.next.left,
  .carousel-inner > .item.prev.right,
  .carousel-inner > .item.active {
    -webkit-transform: translate3d(0, 0, 0);
    transform: translate3d(0, 0, 0);
    left: 0;
  }
}
.carousel-inner > .active,
.carousel-inner > .next,
.carousel-inner > .prev {
  display: block;
}
.carousel-inner > .active {
  left: 0;
}
.carousel-inner > .next,
.carousel-inner > .prev {
  position: absolute;
  top: 0;
  width: 100%;
}
.carousel-inner > .next {
  left: 100%;
}
.carousel-inner > .prev {
  left: -100%;
}
.carousel-inner > .next.left,
.carousel-inner > .prev.right {
  left: 0;
}
.carousel-inner > .active.left {
  left: -100%;
}
.carousel-inner > .active.right {
  left: 100%;
}
.carousel-control {
  position: absolute;
  top: 0;
  left: 0;
  bottom: 0;
  width: 15%;
  opacity: 0.5;
  filter: alpha(opacity=50);
  font-size: 20px;
  color: #fff;
  text-align: center;
  text-shadow: 0 1px 2px rgba(0, 0, 0, 0.6);
  background-color: rgba(0, 0, 0, 0);
}
.carousel-control.left {
  background-image: -webkit-linear-gradient(left, rgba(0, 0, 0, 0.5) 0%, rgba(0, 0, 0, 0.0001) 100%);
  background-image: -o-linear-gradient(left, rgba(0, 0, 0, 0.5) 0%, rgba(0, 0, 0, 0.0001) 100%);
  background-image: linear-gradient(to right, rgba(0, 0, 0, 0.5) 0%, rgba(0, 0, 0, 0.0001) 100%);
  background-repeat: repeat-x;
  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#80000000', endColorstr='#00000000', GradientType=1);
}
.carousel-control.right {
  left: auto;
  right: 0;
  background-image: -webkit-linear-gradient(left, rgba(0, 0, 0, 0.0001) 0%, rgba(0, 0, 0, 0.5) 100%);
  background-image: -o-linear-gradient(left, rgba(0, 0, 0, 0.0001) 0%, rgba(0, 0, 0, 0.5) 100%);
  background-image: linear-gradient(to right, rgba(0, 0, 0, 0.0001) 0%, rgba(0, 0, 0, 0.5) 100%);
  background-repeat: repeat-x;
  filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#00000000', endColorstr='#80000000', GradientType=1);
}
.carousel-control:hover,
.carousel-control:focus {
  outline: 0;
  color: #fff;
  text-decoration: none;
  opacity: 0.9;
  filter: alpha(opacity=90);
}
.carousel-control .icon-prev,
.carousel-control .icon-next,
.carousel-control .glyphicon-chevron-left,
.carousel-control .glyphicon-chevron-right {
  position: absolute;
  top: 50%;
  margin-top: -10px;
  z-index: 5;
  display: inline-block;
}
.carousel-control .icon-prev,
.carousel-control .glyphicon-chevron-left {
  left: 50%;
  margin-left: -10px;
}
.carousel-control .icon-next,
.carousel-control .glyphicon-chevron-right {
  right: 50%;
  margin-right: -10px;
}
.carousel-control .icon-prev,
.carousel-control .icon-next {
  width: 20px;
  height: 20px;
  line-height: 1;
  font-family: serif;
}
.carousel-control .icon-prev:before {
  content: '\2039';
}
.carousel-control .icon-next:before {
  content: '\203a';
}
.carousel-indicators {
  position: absolute;
  bottom: 10px;
  left: 50%;
  z-index: 15;
  width: 60%;
  margin-left: -30%;
  padding-left: 0;
  list-style: none;
  text-align: center;
}
.carousel-indicators li {
  display: inline-block;
  width: 10px;
  height: 10px;
  margin: 1px;
  text-indent: -999px;
  border: 1px solid #fff;
  border-radius: 10px;
  cursor: pointer;
  background-color: #000 \9;
  background-color: rgba(0, 0, 0, 0);
}
.carousel-indicators .active {
  margin: 0;
  width: 12px;
  height: 12px;
  background-color: #fff;
}
.carousel-caption {
  position: absolute;
  left: 15%;
  right: 15%;
  bottom: 20px;
  z-index: 10;
  padding-top: 20px;
  padding-bottom: 20px;
  color: #fff;
  text-align: center;
  text-shadow: 0 1px 2px rgba(0, 0, 0, 0.6);
}
.carousel-caption .btn {
  text-shadow: none;
}
@media screen and (min-width: 768px) {
  .carousel-control .glyphicon-chevron-left,
  .carousel-control .glyphicon-chevron-right,
  .carousel-control .icon-prev,
  .carousel-control .icon-next {
    width: 30px;
    height: 30px;
    margin-top: -10px;
    font-size: 30px;
  }
  .carousel-control .glyphicon-chevron-left,
  .carousel-control .icon-prev {
    margin-left: -10px;
  }
  .carousel-control .glyphicon-chevron-right,
  .carousel-control .icon-next {
    margin-right: -10px;
  }
  .carousel-caption {
    left: 20%;
    right: 20%;
    padding-bottom: 30px;
  }
  .carousel-indicators {
    bottom: 20px;
  }
}
.clearfix:before,
.clearfix:after,
.dl-horizontal dd:before,
.dl-horizontal dd:after,
.container:before,
.container:after,
.container-fluid:before,
.container-fluid:after,
.row:before,
.row:after,
.form-horizontal .form-group:before,
.form-horizontal .form-group:after,
.btn-toolbar:before,
.btn-toolbar:after,
.btn-group-vertical > .btn-group:before,
.btn-group-vertical > .btn-group:after,
.nav:before,
.nav:after,
.navbar:before,
.navbar:after,
.navbar-header:before,
.navbar-header:after,
.navbar-collapse:before,
.navbar-collapse:after,
.pager:before,
.pager:after,
.panel-body:before,
.panel-body:after,
.modal-header:before,
.modal-header:after,
.modal-footer:before,
.modal-footer:after,
.item_buttons:before,
.item_buttons:after {
  content: " ";
  display: table;
}
.clearfix:after,
.dl-horizontal dd:after,
.container:after,
.container-fluid:after,
.row:after,
.form-horizontal .form-group:after,
.btn-toolbar:after,
.btn-group-vertical > .btn-group:after,
.nav:after,
.navbar:after,
.navbar-header:after,
.navbar-collapse:after,
.pager:after,
.panel-body:after,
.modal-header:after,
.modal-footer:after,
.item_buttons:after {
  clear: both;
}
.center-block {
  display: block;
  margin-left: auto;
  margin-right: auto;
}
.pull-right {
  float: right !important;
}
.pull-left {
  float: left !important;
}
.hide {
  display: none !important;
}
.show {
  display: block !important;
}
.invisible {
  visibility: hidden;
}
.text-hide {
  font: 0/0 a;
  color: transparent;
  text-shadow: none;
  background-color: transparent;
  border: 0;
}
.hidden {
  display: none !important;
}
.affix {
  position: fixed;
}
@-ms-viewport {
  width: device-width;
}
.visible-xs,
.visible-sm,
.visible-md,
.visible-lg {
  display: none !important;
}
.visible-xs-block,
.visible-xs-inline,
.visible-xs-inline-block,
.visible-sm-block,
.visible-sm-inline,
.visible-sm-inline-block,
.visible-md-block,
.visible-md-inline,
.visible-md-inline-block,
.visible-lg-block,
.visible-lg-inline,
.visible-lg-inline-block {
  display: none !important;
}
@media (max-width: 767px) {
  .visible-xs {
    display: block !important;
  }
  table.visible-xs {
    display: table !important;
  }
  tr.visible-xs {
    display: table-row !important;
  }
  th.visible-xs,
  td.visible-xs {
    display: table-cell !important;
  }
}
@media (max-width: 767px) {
  .visible-xs-block {
    display: block !important;
  }
}
@media (max-width: 767px) {
  .visible-xs-inline {
    display: inline !important;
  }
}
@media (max-width: 767px) {
  .visible-xs-inline-block {
    display: inline-block !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm {
    display: block !important;
  }
  table.visible-sm {
    display: table !important;
  }
  tr.visible-sm {
    display: table-row !important;
  }
  th.visible-sm,
  td.visible-sm {
    display: table-cell !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm-block {
    display: block !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm-inline {
    display: inline !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .visible-sm-inline-block {
    display: inline-block !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md {
    display: block !important;
  }
  table.visible-md {
    display: table !important;
  }
  tr.visible-md {
    display: table-row !important;
  }
  th.visible-md,
  td.visible-md {
    display: table-cell !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md-block {
    display: block !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md-inline {
    display: inline !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .visible-md-inline-block {
    display: inline-block !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg {
    display: block !important;
  }
  table.visible-lg {
    display: table !important;
  }
  tr.visible-lg {
    display: table-row !important;
  }
  th.visible-lg,
  td.visible-lg {
    display: table-cell !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg-block {
    display: block !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg-inline {
    display: inline !important;
  }
}
@media (min-width: 1200px) {
  .visible-lg-inline-block {
    display: inline-block !important;
  }
}
@media (max-width: 767px) {
  .hidden-xs {
    display: none !important;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  .hidden-sm {
    display: none !important;
  }
}
@media (min-width: 992px) and (max-width: 1199px) {
  .hidden-md {
    display: none !important;
  }
}
@media (min-width: 1200px) {
  .hidden-lg {
    display: none !important;
  }
}
.visible-print {
  display: none !important;
}
@media print {
  .visible-print {
    display: block !important;
  }
  table.visible-print {
    display: table !important;
  }
  tr.visible-print {
    display: table-row !important;
  }
  th.visible-print,
  td.visible-print {
    display: table-cell !important;
  }
}
.visible-print-block {
  display: none !important;
}
@media print {
  .visible-print-block {
    display: block !important;
  }
}
.visible-print-inline {
  display: none !important;
}
@media print {
  .visible-print-inline {
    display: inline !important;
  }
}
.visible-print-inline-block {
  display: none !important;
}
@media print {
  .visible-print-inline-block {
    display: inline-block !important;
  }
}
@media print {
  .hidden-print {
    display: none !important;
  }
}
/*!
*
* Font Awesome
*
*/
/*!
 *  Font Awesome 4.2.0 by @davegandy - http://fontawesome.io - @fontawesome
 *  License - http://fontawesome.io/license (Font: SIL OFL 1.1, CSS: MIT License)
 */
/* FONT PATH
 * -------------------------- */
@font-face {
  font-family: 'FontAwesome';
  src: url('../components/font-awesome/fonts/fontawesome-webfont.eot?v=4.2.0');
  src: url('../components/font-awesome/fonts/fontawesome-webfont.eot?#iefix&v=4.2.0') format('embedded-opentype'), url('../components/font-awesome/fonts/fontawesome-webfont.woff?v=4.2.0') format('woff'), url('../components/font-awesome/fonts/fontawesome-webfont.ttf?v=4.2.0') format('truetype'), url('../components/font-awesome/fonts/fontawesome-webfont.svg?v=4.2.0#fontawesomeregular') format('svg');
  font-weight: normal;
  font-style: normal;
}
.fa {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
}
/* makes the font 33% larger relative to the icon container */
.fa-lg {
  font-size: 1.33333333em;
  line-height: 0.75em;
  vertical-align: -15%;
}
.fa-2x {
  font-size: 2em;
}
.fa-3x {
  font-size: 3em;
}
.fa-4x {
  font-size: 4em;
}
.fa-5x {
  font-size: 5em;
}
.fa-fw {
  width: 1.28571429em;
  text-align: center;
}
.fa-ul {
  padding-left: 0;
  margin-left: 2.14285714em;
  list-style-type: none;
}
.fa-ul > li {
  position: relative;
}
.fa-li {
  position: absolute;
  left: -2.14285714em;
  width: 2.14285714em;
  top: 0.14285714em;
  text-align: center;
}
.fa-li.fa-lg {
  left: -1.85714286em;
}
.fa-border {
  padding: .2em .25em .15em;
  border: solid 0.08em #eee;
  border-radius: .1em;
}
.pull-right {
  float: right;
}
.pull-left {
  float: left;
}
.fa.pull-left {
  margin-right: .3em;
}
.fa.pull-right {
  margin-left: .3em;
}
.fa-spin {
  -webkit-animation: fa-spin 2s infinite linear;
  animation: fa-spin 2s infinite linear;
}
@-webkit-keyframes fa-spin {
  0% {
    -webkit-transform: rotate(0deg);
    transform: rotate(0deg);
  }
  100% {
    -webkit-transform: rotate(359deg);
    transform: rotate(359deg);
  }
}
@keyframes fa-spin {
  0% {
    -webkit-transform: rotate(0deg);
    transform: rotate(0deg);
  }
  100% {
    -webkit-transform: rotate(359deg);
    transform: rotate(359deg);
  }
}
.fa-rotate-90 {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=1);
  -webkit-transform: rotate(90deg);
  -ms-transform: rotate(90deg);
  transform: rotate(90deg);
}
.fa-rotate-180 {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=2);
  -webkit-transform: rotate(180deg);
  -ms-transform: rotate(180deg);
  transform: rotate(180deg);
}
.fa-rotate-270 {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=3);
  -webkit-transform: rotate(270deg);
  -ms-transform: rotate(270deg);
  transform: rotate(270deg);
}
.fa-flip-horizontal {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=0, mirror=1);
  -webkit-transform: scale(-1, 1);
  -ms-transform: scale(-1, 1);
  transform: scale(-1, 1);
}
.fa-flip-vertical {
  filter: progid:DXImageTransform.Microsoft.BasicImage(rotation=2, mirror=1);
  -webkit-transform: scale(1, -1);
  -ms-transform: scale(1, -1);
  transform: scale(1, -1);
}
:root .fa-rotate-90,
:root .fa-rotate-180,
:root .fa-rotate-270,
:root .fa-flip-horizontal,
:root .fa-flip-vertical {
  filter: none;
}
.fa-stack {
  position: relative;
  display: inline-block;
  width: 2em;
  height: 2em;
  line-height: 2em;
  vertical-align: middle;
}
.fa-stack-1x,
.fa-stack-2x {
  position: absolute;
  left: 0;
  width: 100%;
  text-align: center;
}
.fa-stack-1x {
  line-height: inherit;
}
.fa-stack-2x {
  font-size: 2em;
}
.fa-inverse {
  color: #fff;
}
/* Font Awesome uses the Unicode Private Use Area (PUA) to ensure screen
   readers do not read off random characters that represent icons */
.fa-glass:before {
  content: "\f000";
}
.fa-music:before {
  content: "\f001";
}
.fa-search:before {
  content: "\f002";
}
.fa-envelope-o:before {
  content: "\f003";
}
.fa-heart:before {
  content: "\f004";
}
.fa-star:before {
  content: "\f005";
}
.fa-star-o:before {
  content: "\f006";
}
.fa-user:before {
  content: "\f007";
}
.fa-film:before {
  content: "\f008";
}
.fa-th-large:before {
  content: "\f009";
}
.fa-th:before {
  content: "\f00a";
}
.fa-th-list:before {
  content: "\f00b";
}
.fa-check:before {
  content: "\f00c";
}
.fa-remove:before,
.fa-close:before,
.fa-times:before {
  content: "\f00d";
}
.fa-search-plus:before {
  content: "\f00e";
}
.fa-search-minus:before {
  content: "\f010";
}
.fa-power-off:before {
  content: "\f011";
}
.fa-signal:before {
  content: "\f012";
}
.fa-gear:before,
.fa-cog:before {
  content: "\f013";
}
.fa-trash-o:before {
  content: "\f014";
}
.fa-home:before {
  content: "\f015";
}
.fa-file-o:before {
  content: "\f016";
}
.fa-clock-o:before {
  content: "\f017";
}
.fa-road:before {
  content: "\f018";
}
.fa-download:before {
  content: "\f019";
}
.fa-arrow-circle-o-down:before {
  content: "\f01a";
}
.fa-arrow-circle-o-up:before {
  content: "\f01b";
}
.fa-inbox:before {
  content: "\f01c";
}
.fa-play-circle-o:before {
  content: "\f01d";
}
.fa-rotate-right:before,
.fa-repeat:before {
  content: "\f01e";
}
.fa-refresh:before {
  content: "\f021";
}
.fa-list-alt:before {
  content: "\f022";
}
.fa-lock:before {
  content: "\f023";
}
.fa-flag:before {
  content: "\f024";
}
.fa-headphones:before {
  content: "\f025";
}
.fa-volume-off:before {
  content: "\f026";
}
.fa-volume-down:before {
  content: "\f027";
}
.fa-volume-up:before {
  content: "\f028";
}
.fa-qrcode:before {
  content: "\f029";
}
.fa-barcode:before {
  content: "\f02a";
}
.fa-tag:before {
  content: "\f02b";
}
.fa-tags:before {
  content: "\f02c";
}
.fa-book:before {
  content: "\f02d";
}
.fa-bookmark:before {
  content: "\f02e";
}
.fa-print:before {
  content: "\f02f";
}
.fa-camera:before {
  content: "\f030";
}
.fa-font:before {
  content: "\f031";
}
.fa-bold:before {
  content: "\f032";
}
.fa-italic:before {
  content: "\f033";
}
.fa-text-height:before {
  content: "\f034";
}
.fa-text-width:before {
  content: "\f035";
}
.fa-align-left:before {
  content: "\f036";
}
.fa-align-center:before {
  content: "\f037";
}
.fa-align-right:before {
  content: "\f038";
}
.fa-align-justify:before {
  content: "\f039";
}
.fa-list:before {
  content: "\f03a";
}
.fa-dedent:before,
.fa-outdent:before {
  content: "\f03b";
}
.fa-indent:before {
  content: "\f03c";
}
.fa-video-camera:before {
  content: "\f03d";
}
.fa-photo:before,
.fa-image:before,
.fa-picture-o:before {
  content: "\f03e";
}
.fa-pencil:before {
  content: "\f040";
}
.fa-map-marker:before {
  content: "\f041";
}
.fa-adjust:before {
  content: "\f042";
}
.fa-tint:before {
  content: "\f043";
}
.fa-edit:before,
.fa-pencil-square-o:before {
  content: "\f044";
}
.fa-share-square-o:before {
  content: "\f045";
}
.fa-check-square-o:before {
  content: "\f046";
}
.fa-arrows:before {
  content: "\f047";
}
.fa-step-backward:before {
  content: "\f048";
}
.fa-fast-backward:before {
  content: "\f049";
}
.fa-backward:before {
  content: "\f04a";
}
.fa-play:before {
  content: "\f04b";
}
.fa-pause:before {
  content: "\f04c";
}
.fa-stop:before {
  content: "\f04d";
}
.fa-forward:before {
  content: "\f04e";
}
.fa-fast-forward:before {
  content: "\f050";
}
.fa-step-forward:before {
  content: "\f051";
}
.fa-eject:before {
  content: "\f052";
}
.fa-chevron-left:before {
  content: "\f053";
}
.fa-chevron-right:before {
  content: "\f054";
}
.fa-plus-circle:before {
  content: "\f055";
}
.fa-minus-circle:before {
  content: "\f056";
}
.fa-times-circle:before {
  content: "\f057";
}
.fa-check-circle:before {
  content: "\f058";
}
.fa-question-circle:before {
  content: "\f059";
}
.fa-info-circle:before {
  content: "\f05a";
}
.fa-crosshairs:before {
  content: "\f05b";
}
.fa-times-circle-o:before {
  content: "\f05c";
}
.fa-check-circle-o:before {
  content: "\f05d";
}
.fa-ban:before {
  content: "\f05e";
}
.fa-arrow-left:before {
  content: "\f060";
}
.fa-arrow-right:before {
  content: "\f061";
}
.fa-arrow-up:before {
  content: "\f062";
}
.fa-arrow-down:before {
  content: "\f063";
}
.fa-mail-forward:before,
.fa-share:before {
  content: "\f064";
}
.fa-expand:before {
  content: "\f065";
}
.fa-compress:before {
  content: "\f066";
}
.fa-plus:before {
  content: "\f067";
}
.fa-minus:before {
  content: "\f068";
}
.fa-asterisk:before {
  content: "\f069";
}
.fa-exclamation-circle:before {
  content: "\f06a";
}
.fa-gift:before {
  content: "\f06b";
}
.fa-leaf:before {
  content: "\f06c";
}
.fa-fire:before {
  content: "\f06d";
}
.fa-eye:before {
  content: "\f06e";
}
.fa-eye-slash:before {
  content: "\f070";
}
.fa-warning:before,
.fa-exclamation-triangle:before {
  content: "\f071";
}
.fa-plane:before {
  content: "\f072";
}
.fa-calendar:before {
  content: "\f073";
}
.fa-random:before {
  content: "\f074";
}
.fa-comment:before {
  content: "\f075";
}
.fa-magnet:before {
  content: "\f076";
}
.fa-chevron-up:before {
  content: "\f077";
}
.fa-chevron-down:before {
  content: "\f078";
}
.fa-retweet:before {
  content: "\f079";
}
.fa-shopping-cart:before {
  content: "\f07a";
}
.fa-folder:before {
  content: "\f07b";
}
.fa-folder-open:before {
  content: "\f07c";
}
.fa-arrows-v:before {
  content: "\f07d";
}
.fa-arrows-h:before {
  content: "\f07e";
}
.fa-bar-chart-o:before,
.fa-bar-chart:before {
  content: "\f080";
}
.fa-twitter-square:before {
  content: "\f081";
}
.fa-facebook-square:before {
  content: "\f082";
}
.fa-camera-retro:before {
  content: "\f083";
}
.fa-key:before {
  content: "\f084";
}
.fa-gears:before,
.fa-cogs:before {
  content: "\f085";
}
.fa-comments:before {
  content: "\f086";
}
.fa-thumbs-o-up:before {
  content: "\f087";
}
.fa-thumbs-o-down:before {
  content: "\f088";
}
.fa-star-half:before {
  content: "\f089";
}
.fa-heart-o:before {
  content: "\f08a";
}
.fa-sign-out:before {
  content: "\f08b";
}
.fa-linkedin-square:before {
  content: "\f08c";
}
.fa-thumb-tack:before {
  content: "\f08d";
}
.fa-external-link:before {
  content: "\f08e";
}
.fa-sign-in:before {
  content: "\f090";
}
.fa-trophy:before {
  content: "\f091";
}
.fa-github-square:before {
  content: "\f092";
}
.fa-upload:before {
  content: "\f093";
}
.fa-lemon-o:before {
  content: "\f094";
}
.fa-phone:before {
  content: "\f095";
}
.fa-square-o:before {
  content: "\f096";
}
.fa-bookmark-o:before {
  content: "\f097";
}
.fa-phone-square:before {
  content: "\f098";
}
.fa-twitter:before {
  content: "\f099";
}
.fa-facebook:before {
  content: "\f09a";
}
.fa-github:before {
  content: "\f09b";
}
.fa-unlock:before {
  content: "\f09c";
}
.fa-credit-card:before {
  content: "\f09d";
}
.fa-rss:before {
  content: "\f09e";
}
.fa-hdd-o:before {
  content: "\f0a0";
}
.fa-bullhorn:before {
  content: "\f0a1";
}
.fa-bell:before {
  content: "\f0f3";
}
.fa-certificate:before {
  content: "\f0a3";
}
.fa-hand-o-right:before {
  content: "\f0a4";
}
.fa-hand-o-left:before {
  content: "\f0a5";
}
.fa-hand-o-up:before {
  content: "\f0a6";
}
.fa-hand-o-down:before {
  content: "\f0a7";
}
.fa-arrow-circle-left:before {
  content: "\f0a8";
}
.fa-arrow-circle-right:before {
  content: "\f0a9";
}
.fa-arrow-circle-up:before {
  content: "\f0aa";
}
.fa-arrow-circle-down:before {
  content: "\f0ab";
}
.fa-globe:before {
  content: "\f0ac";
}
.fa-wrench:before {
  content: "\f0ad";
}
.fa-tasks:before {
  content: "\f0ae";
}
.fa-filter:before {
  content: "\f0b0";
}
.fa-briefcase:before {
  content: "\f0b1";
}
.fa-arrows-alt:before {
  content: "\f0b2";
}
.fa-group:before,
.fa-users:before {
  content: "\f0c0";
}
.fa-chain:before,
.fa-link:before {
  content: "\f0c1";
}
.fa-cloud:before {
  content: "\f0c2";
}
.fa-flask:before {
  content: "\f0c3";
}
.fa-cut:before,
.fa-scissors:before {
  content: "\f0c4";
}
.fa-copy:before,
.fa-files-o:before {
  content: "\f0c5";
}
.fa-paperclip:before {
  content: "\f0c6";
}
.fa-save:before,
.fa-floppy-o:before {
  content: "\f0c7";
}
.fa-square:before {
  content: "\f0c8";
}
.fa-navicon:before,
.fa-reorder:before,
.fa-bars:before {
  content: "\f0c9";
}
.fa-list-ul:before {
  content: "\f0ca";
}
.fa-list-ol:before {
  content: "\f0cb";
}
.fa-strikethrough:before {
  content: "\f0cc";
}
.fa-underline:before {
  content: "\f0cd";
}
.fa-table:before {
  content: "\f0ce";
}
.fa-magic:before {
  content: "\f0d0";
}
.fa-truck:before {
  content: "\f0d1";
}
.fa-pinterest:before {
  content: "\f0d2";
}
.fa-pinterest-square:before {
  content: "\f0d3";
}
.fa-google-plus-square:before {
  content: "\f0d4";
}
.fa-google-plus:before {
  content: "\f0d5";
}
.fa-money:before {
  content: "\f0d6";
}
.fa-caret-down:before {
  content: "\f0d7";
}
.fa-caret-up:before {
  content: "\f0d8";
}
.fa-caret-left:before {
  content: "\f0d9";
}
.fa-caret-right:before {
  content: "\f0da";
}
.fa-columns:before {
  content: "\f0db";
}
.fa-unsorted:before,
.fa-sort:before {
  content: "\f0dc";
}
.fa-sort-down:before,
.fa-sort-desc:before {
  content: "\f0dd";
}
.fa-sort-up:before,
.fa-sort-asc:before {
  content: "\f0de";
}
.fa-envelope:before {
  content: "\f0e0";
}
.fa-linkedin:before {
  content: "\f0e1";
}
.fa-rotate-left:before,
.fa-undo:before {
  content: "\f0e2";
}
.fa-legal:before,
.fa-gavel:before {
  content: "\f0e3";
}
.fa-dashboard:before,
.fa-tachometer:before {
  content: "\f0e4";
}
.fa-comment-o:before {
  content: "\f0e5";
}
.fa-comments-o:before {
  content: "\f0e6";
}
.fa-flash:before,
.fa-bolt:before {
  content: "\f0e7";
}
.fa-sitemap:before {
  content: "\f0e8";
}
.fa-umbrella:before {
  content: "\f0e9";
}
.fa-paste:before,
.fa-clipboard:before {
  content: "\f0ea";
}
.fa-lightbulb-o:before {
  content: "\f0eb";
}
.fa-exchange:before {
  content: "\f0ec";
}
.fa-cloud-download:before {
  content: "\f0ed";
}
.fa-cloud-upload:before {
  content: "\f0ee";
}
.fa-user-md:before {
  content: "\f0f0";
}
.fa-stethoscope:before {
  content: "\f0f1";
}
.fa-suitcase:before {
  content: "\f0f2";
}
.fa-bell-o:before {
  content: "\f0a2";
}
.fa-coffee:before {
  content: "\f0f4";
}
.fa-cutlery:before {
  content: "\f0f5";
}
.fa-file-text-o:before {
  content: "\f0f6";
}
.fa-building-o:before {
  content: "\f0f7";
}
.fa-hospital-o:before {
  content: "\f0f8";
}
.fa-ambulance:before {
  content: "\f0f9";
}
.fa-medkit:before {
  content: "\f0fa";
}
.fa-fighter-jet:before {
  content: "\f0fb";
}
.fa-beer:before {
  content: "\f0fc";
}
.fa-h-square:before {
  content: "\f0fd";
}
.fa-plus-square:before {
  content: "\f0fe";
}
.fa-angle-double-left:before {
  content: "\f100";
}
.fa-angle-double-right:before {
  content: "\f101";
}
.fa-angle-double-up:before {
  content: "\f102";
}
.fa-angle-double-down:before {
  content: "\f103";
}
.fa-angle-left:before {
  content: "\f104";
}
.fa-angle-right:before {
  content: "\f105";
}
.fa-angle-up:before {
  content: "\f106";
}
.fa-angle-down:before {
  content: "\f107";
}
.fa-desktop:before {
  content: "\f108";
}
.fa-laptop:before {
  content: "\f109";
}
.fa-tablet:before {
  content: "\f10a";
}
.fa-mobile-phone:before,
.fa-mobile:before {
  content: "\f10b";
}
.fa-circle-o:before {
  content: "\f10c";
}
.fa-quote-left:before {
  content: "\f10d";
}
.fa-quote-right:before {
  content: "\f10e";
}
.fa-spinner:before {
  content: "\f110";
}
.fa-circle:before {
  content: "\f111";
}
.fa-mail-reply:before,
.fa-reply:before {
  content: "\f112";
}
.fa-github-alt:before {
  content: "\f113";
}
.fa-folder-o:before {
  content: "\f114";
}
.fa-folder-open-o:before {
  content: "\f115";
}
.fa-smile-o:before {
  content: "\f118";
}
.fa-frown-o:before {
  content: "\f119";
}
.fa-meh-o:before {
  content: "\f11a";
}
.fa-gamepad:before {
  content: "\f11b";
}
.fa-keyboard-o:before {
  content: "\f11c";
}
.fa-flag-o:before {
  content: "\f11d";
}
.fa-flag-checkered:before {
  content: "\f11e";
}
.fa-terminal:before {
  content: "\f120";
}
.fa-code:before {
  content: "\f121";
}
.fa-mail-reply-all:before,
.fa-reply-all:before {
  content: "\f122";
}
.fa-star-half-empty:before,
.fa-star-half-full:before,
.fa-star-half-o:before {
  content: "\f123";
}
.fa-location-arrow:before {
  content: "\f124";
}
.fa-crop:before {
  content: "\f125";
}
.fa-code-fork:before {
  content: "\f126";
}
.fa-unlink:before,
.fa-chain-broken:before {
  content: "\f127";
}
.fa-question:before {
  content: "\f128";
}
.fa-info:before {
  content: "\f129";
}
.fa-exclamation:before {
  content: "\f12a";
}
.fa-superscript:before {
  content: "\f12b";
}
.fa-subscript:before {
  content: "\f12c";
}
.fa-eraser:before {
  content: "\f12d";
}
.fa-puzzle-piece:before {
  content: "\f12e";
}
.fa-microphone:before {
  content: "\f130";
}
.fa-microphone-slash:before {
  content: "\f131";
}
.fa-shield:before {
  content: "\f132";
}
.fa-calendar-o:before {
  content: "\f133";
}
.fa-fire-extinguisher:before {
  content: "\f134";
}
.fa-rocket:before {
  content: "\f135";
}
.fa-maxcdn:before {
  content: "\f136";
}
.fa-chevron-circle-left:before {
  content: "\f137";
}
.fa-chevron-circle-right:before {
  content: "\f138";
}
.fa-chevron-circle-up:before {
  content: "\f139";
}
.fa-chevron-circle-down:before {
  content: "\f13a";
}
.fa-html5:before {
  content: "\f13b";
}
.fa-css3:before {
  content: "\f13c";
}
.fa-anchor:before {
  content: "\f13d";
}
.fa-unlock-alt:before {
  content: "\f13e";
}
.fa-bullseye:before {
  content: "\f140";
}
.fa-ellipsis-h:before {
  content: "\f141";
}
.fa-ellipsis-v:before {
  content: "\f142";
}
.fa-rss-square:before {
  content: "\f143";
}
.fa-play-circle:before {
  content: "\f144";
}
.fa-ticket:before {
  content: "\f145";
}
.fa-minus-square:before {
  content: "\f146";
}
.fa-minus-square-o:before {
  content: "\f147";
}
.fa-level-up:before {
  content: "\f148";
}
.fa-level-down:before {
  content: "\f149";
}
.fa-check-square:before {
  content: "\f14a";
}
.fa-pencil-square:before {
  content: "\f14b";
}
.fa-external-link-square:before {
  content: "\f14c";
}
.fa-share-square:before {
  content: "\f14d";
}
.fa-compass:before {
  content: "\f14e";
}
.fa-toggle-down:before,
.fa-caret-square-o-down:before {
  content: "\f150";
}
.fa-toggle-up:before,
.fa-caret-square-o-up:before {
  content: "\f151";
}
.fa-toggle-right:before,
.fa-caret-square-o-right:before {
  content: "\f152";
}
.fa-euro:before,
.fa-eur:before {
  content: "\f153";
}
.fa-gbp:before {
  content: "\f154";
}
.fa-dollar:before,
.fa-usd:before {
  content: "\f155";
}
.fa-rupee:before,
.fa-inr:before {
  content: "\f156";
}
.fa-cny:before,
.fa-rmb:before,
.fa-yen:before,
.fa-jpy:before {
  content: "\f157";
}
.fa-ruble:before,
.fa-rouble:before,
.fa-rub:before {
  content: "\f158";
}
.fa-won:before,
.fa-krw:before {
  content: "\f159";
}
.fa-bitcoin:before,
.fa-btc:before {
  content: "\f15a";
}
.fa-file:before {
  content: "\f15b";
}
.fa-file-text:before {
  content: "\f15c";
}
.fa-sort-alpha-asc:before {
  content: "\f15d";
}
.fa-sort-alpha-desc:before {
  content: "\f15e";
}
.fa-sort-amount-asc:before {
  content: "\f160";
}
.fa-sort-amount-desc:before {
  content: "\f161";
}
.fa-sort-numeric-asc:before {
  content: "\f162";
}
.fa-sort-numeric-desc:before {
  content: "\f163";
}
.fa-thumbs-up:before {
  content: "\f164";
}
.fa-thumbs-down:before {
  content: "\f165";
}
.fa-youtube-square:before {
  content: "\f166";
}
.fa-youtube:before {
  content: "\f167";
}
.fa-xing:before {
  content: "\f168";
}
.fa-xing-square:before {
  content: "\f169";
}
.fa-youtube-play:before {
  content: "\f16a";
}
.fa-dropbox:before {
  content: "\f16b";
}
.fa-stack-overflow:before {
  content: "\f16c";
}
.fa-instagram:before {
  content: "\f16d";
}
.fa-flickr:before {
  content: "\f16e";
}
.fa-adn:before {
  content: "\f170";
}
.fa-bitbucket:before {
  content: "\f171";
}
.fa-bitbucket-square:before {
  content: "\f172";
}
.fa-tumblr:before {
  content: "\f173";
}
.fa-tumblr-square:before {
  content: "\f174";
}
.fa-long-arrow-down:before {
  content: "\f175";
}
.fa-long-arrow-up:before {
  content: "\f176";
}
.fa-long-arrow-left:before {
  content: "\f177";
}
.fa-long-arrow-right:before {
  content: "\f178";
}
.fa-apple:before {
  content: "\f179";
}
.fa-windows:before {
  content: "\f17a";
}
.fa-android:before {
  content: "\f17b";
}
.fa-linux:before {
  content: "\f17c";
}
.fa-dribbble:before {
  content: "\f17d";
}
.fa-skype:before {
  content: "\f17e";
}
.fa-foursquare:before {
  content: "\f180";
}
.fa-trello:before {
  content: "\f181";
}
.fa-female:before {
  content: "\f182";
}
.fa-male:before {
  content: "\f183";
}
.fa-gittip:before {
  content: "\f184";
}
.fa-sun-o:before {
  content: "\f185";
}
.fa-moon-o:before {
  content: "\f186";
}
.fa-archive:before {
  content: "\f187";
}
.fa-bug:before {
  content: "\f188";
}
.fa-vk:before {
  content: "\f189";
}
.fa-weibo:before {
  content: "\f18a";
}
.fa-renren:before {
  content: "\f18b";
}
.fa-pagelines:before {
  content: "\f18c";
}
.fa-stack-exchange:before {
  content: "\f18d";
}
.fa-arrow-circle-o-right:before {
  content: "\f18e";
}
.fa-arrow-circle-o-left:before {
  content: "\f190";
}
.fa-toggle-left:before,
.fa-caret-square-o-left:before {
  content: "\f191";
}
.fa-dot-circle-o:before {
  content: "\f192";
}
.fa-wheelchair:before {
  content: "\f193";
}
.fa-vimeo-square:before {
  content: "\f194";
}
.fa-turkish-lira:before,
.fa-try:before {
  content: "\f195";
}
.fa-plus-square-o:before {
  content: "\f196";
}
.fa-space-shuttle:before {
  content: "\f197";
}
.fa-slack:before {
  content: "\f198";
}
.fa-envelope-square:before {
  content: "\f199";
}
.fa-wordpress:before {
  content: "\f19a";
}
.fa-openid:before {
  content: "\f19b";
}
.fa-institution:before,
.fa-bank:before,
.fa-university:before {
  content: "\f19c";
}
.fa-mortar-board:before,
.fa-graduation-cap:before {
  content: "\f19d";
}
.fa-yahoo:before {
  content: "\f19e";
}
.fa-google:before {
  content: "\f1a0";
}
.fa-reddit:before {
  content: "\f1a1";
}
.fa-reddit-square:before {
  content: "\f1a2";
}
.fa-stumbleupon-circle:before {
  content: "\f1a3";
}
.fa-stumbleupon:before {
  content: "\f1a4";
}
.fa-delicious:before {
  content: "\f1a5";
}
.fa-digg:before {
  content: "\f1a6";
}
.fa-pied-piper:before {
  content: "\f1a7";
}
.fa-pied-piper-alt:before {
  content: "\f1a8";
}
.fa-drupal:before {
  content: "\f1a9";
}
.fa-joomla:before {
  content: "\f1aa";
}
.fa-language:before {
  content: "\f1ab";
}
.fa-fax:before {
  content: "\f1ac";
}
.fa-building:before {
  content: "\f1ad";
}
.fa-child:before {
  content: "\f1ae";
}
.fa-paw:before {
  content: "\f1b0";
}
.fa-spoon:before {
  content: "\f1b1";
}
.fa-cube:before {
  content: "\f1b2";
}
.fa-cubes:before {
  content: "\f1b3";
}
.fa-behance:before {
  content: "\f1b4";
}
.fa-behance-square:before {
  content: "\f1b5";
}
.fa-steam:before {
  content: "\f1b6";
}
.fa-steam-square:before {
  content: "\f1b7";
}
.fa-recycle:before {
  content: "\f1b8";
}
.fa-automobile:before,
.fa-car:before {
  content: "\f1b9";
}
.fa-cab:before,
.fa-taxi:before {
  content: "\f1ba";
}
.fa-tree:before {
  content: "\f1bb";
}
.fa-spotify:before {
  content: "\f1bc";
}
.fa-deviantart:before {
  content: "\f1bd";
}
.fa-soundcloud:before {
  content: "\f1be";
}
.fa-database:before {
  content: "\f1c0";
}
.fa-file-pdf-o:before {
  content: "\f1c1";
}
.fa-file-word-o:before {
  content: "\f1c2";
}
.fa-file-excel-o:before {
  content: "\f1c3";
}
.fa-file-powerpoint-o:before {
  content: "\f1c4";
}
.fa-file-photo-o:before,
.fa-file-picture-o:before,
.fa-file-image-o:before {
  content: "\f1c5";
}
.fa-file-zip-o:before,
.fa-file-archive-o:before {
  content: "\f1c6";
}
.fa-file-sound-o:before,
.fa-file-audio-o:before {
  content: "\f1c7";
}
.fa-file-movie-o:before,
.fa-file-video-o:before {
  content: "\f1c8";
}
.fa-file-code-o:before {
  content: "\f1c9";
}
.fa-vine:before {
  content: "\f1ca";
}
.fa-codepen:before {
  content: "\f1cb";
}
.fa-jsfiddle:before {
  content: "\f1cc";
}
.fa-life-bouy:before,
.fa-life-buoy:before,
.fa-life-saver:before,
.fa-support:before,
.fa-life-ring:before {
  content: "\f1cd";
}
.fa-circle-o-notch:before {
  content: "\f1ce";
}
.fa-ra:before,
.fa-rebel:before {
  content: "\f1d0";
}
.fa-ge:before,
.fa-empire:before {
  content: "\f1d1";
}
.fa-git-square:before {
  content: "\f1d2";
}
.fa-git:before {
  content: "\f1d3";
}
.fa-hacker-news:before {
  content: "\f1d4";
}
.fa-tencent-weibo:before {
  content: "\f1d5";
}
.fa-qq:before {
  content: "\f1d6";
}
.fa-wechat:before,
.fa-weixin:before {
  content: "\f1d7";
}
.fa-send:before,
.fa-paper-plane:before {
  content: "\f1d8";
}
.fa-send-o:before,
.fa-paper-plane-o:before {
  content: "\f1d9";
}
.fa-history:before {
  content: "\f1da";
}
.fa-circle-thin:before {
  content: "\f1db";
}
.fa-header:before {
  content: "\f1dc";
}
.fa-paragraph:before {
  content: "\f1dd";
}
.fa-sliders:before {
  content: "\f1de";
}
.fa-share-alt:before {
  content: "\f1e0";
}
.fa-share-alt-square:before {
  content: "\f1e1";
}
.fa-bomb:before {
  content: "\f1e2";
}
.fa-soccer-ball-o:before,
.fa-futbol-o:before {
  content: "\f1e3";
}
.fa-tty:before {
  content: "\f1e4";
}
.fa-binoculars:before {
  content: "\f1e5";
}
.fa-plug:before {
  content: "\f1e6";
}
.fa-slideshare:before {
  content: "\f1e7";
}
.fa-twitch:before {
  content: "\f1e8";
}
.fa-yelp:before {
  content: "\f1e9";
}
.fa-newspaper-o:before {
  content: "\f1ea";
}
.fa-wifi:before {
  content: "\f1eb";
}
.fa-calculator:before {
  content: "\f1ec";
}
.fa-paypal:before {
  content: "\f1ed";
}
.fa-google-wallet:before {
  content: "\f1ee";
}
.fa-cc-visa:before {
  content: "\f1f0";
}
.fa-cc-mastercard:before {
  content: "\f1f1";
}
.fa-cc-discover:before {
  content: "\f1f2";
}
.fa-cc-amex:before {
  content: "\f1f3";
}
.fa-cc-paypal:before {
  content: "\f1f4";
}
.fa-cc-stripe:before {
  content: "\f1f5";
}
.fa-bell-slash:before {
  content: "\f1f6";
}
.fa-bell-slash-o:before {
  content: "\f1f7";
}
.fa-trash:before {
  content: "\f1f8";
}
.fa-copyright:before {
  content: "\f1f9";
}
.fa-at:before {
  content: "\f1fa";
}
.fa-eyedropper:before {
  content: "\f1fb";
}
.fa-paint-brush:before {
  content: "\f1fc";
}
.fa-birthday-cake:before {
  content: "\f1fd";
}
.fa-area-chart:before {
  content: "\f1fe";
}
.fa-pie-chart:before {
  content: "\f200";
}
.fa-line-chart:before {
  content: "\f201";
}
.fa-lastfm:before {
  content: "\f202";
}
.fa-lastfm-square:before {
  content: "\f203";
}
.fa-toggle-off:before {
  content: "\f204";
}
.fa-toggle-on:before {
  content: "\f205";
}
.fa-bicycle:before {
  content: "\f206";
}
.fa-bus:before {
  content: "\f207";
}
.fa-ioxhost:before {
  content: "\f208";
}
.fa-angellist:before {
  content: "\f209";
}
.fa-cc:before {
  content: "\f20a";
}
.fa-shekel:before,
.fa-sheqel:before,
.fa-ils:before {
  content: "\f20b";
}
.fa-meanpath:before {
  content: "\f20c";
}
/*!
*
* IPython base
*
*/
.modal.fade .modal-dialog {
  -webkit-transform: translate(0, 0);
  -ms-transform: translate(0, 0);
  -o-transform: translate(0, 0);
  transform: translate(0, 0);
}
code {
  color: #000;
}
pre {
  font-size: inherit;
  line-height: inherit;
}
label {
  font-weight: normal;
}
/* Make the page background atleast 100% the height of the view port */
/* Make the page itself atleast 70% the height of the view port */
.border-box-sizing {
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
.corner-all {
  border-radius: 2px;
}
.no-padding {
  padding: 0px;
}
/* Flexible box model classes */
/* Taken from Alex Russell http://infrequently.org/2009/08/css-3-progress/ */
/* This file is a compatability layer.  It allows the usage of flexible box 
model layouts accross multiple browsers, including older browsers.  The newest,
universal implementation of the flexible box model is used when available (see
`Modern browsers` comments below).  Browsers that are known to implement this 
new spec completely include:

    Firefox 28.0+
    Chrome 29.0+
    Internet Explorer 11+ 
    Opera 17.0+

Browsers not listed, including Safari, are supported via the styling under the
`Old browsers` comments below.
*/
.hbox {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
.hbox > * {
  /* Old browsers */
  -webkit-box-flex: 0;
  -moz-box-flex: 0;
  box-flex: 0;
  /* Modern browsers */
  flex: none;
}
.vbox {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
}
.vbox > * {
  /* Old browsers */
  -webkit-box-flex: 0;
  -moz-box-flex: 0;
  box-flex: 0;
  /* Modern browsers */
  flex: none;
}
.hbox.reverse,
.vbox.reverse,
.reverse {
  /* Old browsers */
  -webkit-box-direction: reverse;
  -moz-box-direction: reverse;
  box-direction: reverse;
  /* Modern browsers */
  flex-direction: row-reverse;
}
.hbox.box-flex0,
.vbox.box-flex0,
.box-flex0 {
  /* Old browsers */
  -webkit-box-flex: 0;
  -moz-box-flex: 0;
  box-flex: 0;
  /* Modern browsers */
  flex: none;
  width: auto;
}
.hbox.box-flex1,
.vbox.box-flex1,
.box-flex1 {
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
.hbox.box-flex,
.vbox.box-flex,
.box-flex {
  /* Old browsers */
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
.hbox.box-flex2,
.vbox.box-flex2,
.box-flex2 {
  /* Old browsers */
  -webkit-box-flex: 2;
  -moz-box-flex: 2;
  box-flex: 2;
  /* Modern browsers */
  flex: 2;
}
.box-group1 {
  /*  Deprecated */
  -webkit-box-flex-group: 1;
  -moz-box-flex-group: 1;
  box-flex-group: 1;
}
.box-group2 {
  /* Deprecated */
  -webkit-box-flex-group: 2;
  -moz-box-flex-group: 2;
  box-flex-group: 2;
}
.hbox.start,
.vbox.start,
.start {
  /* Old browsers */
  -webkit-box-pack: start;
  -moz-box-pack: start;
  box-pack: start;
  /* Modern browsers */
  justify-content: flex-start;
}
.hbox.end,
.vbox.end,
.end {
  /* Old browsers */
  -webkit-box-pack: end;
  -moz-box-pack: end;
  box-pack: end;
  /* Modern browsers */
  justify-content: flex-end;
}
.hbox.center,
.vbox.center,
.center {
  /* Old browsers */
  -webkit-box-pack: center;
  -moz-box-pack: center;
  box-pack: center;
  /* Modern browsers */
  justify-content: center;
}
.hbox.baseline,
.vbox.baseline,
.baseline {
  /* Old browsers */
  -webkit-box-pack: baseline;
  -moz-box-pack: baseline;
  box-pack: baseline;
  /* Modern browsers */
  justify-content: baseline;
}
.hbox.stretch,
.vbox.stretch,
.stretch {
  /* Old browsers */
  -webkit-box-pack: stretch;
  -moz-box-pack: stretch;
  box-pack: stretch;
  /* Modern browsers */
  justify-content: stretch;
}
.hbox.align-start,
.vbox.align-start,
.align-start {
  /* Old browsers */
  -webkit-box-align: start;
  -moz-box-align: start;
  box-align: start;
  /* Modern browsers */
  align-items: flex-start;
}
.hbox.align-end,
.vbox.align-end,
.align-end {
  /* Old browsers */
  -webkit-box-align: end;
  -moz-box-align: end;
  box-align: end;
  /* Modern browsers */
  align-items: flex-end;
}
.hbox.align-center,
.vbox.align-center,
.align-center {
  /* Old browsers */
  -webkit-box-align: center;
  -moz-box-align: center;
  box-align: center;
  /* Modern browsers */
  align-items: center;
}
.hbox.align-baseline,
.vbox.align-baseline,
.align-baseline {
  /* Old browsers */
  -webkit-box-align: baseline;
  -moz-box-align: baseline;
  box-align: baseline;
  /* Modern browsers */
  align-items: baseline;
}
.hbox.align-stretch,
.vbox.align-stretch,
.align-stretch {
  /* Old browsers */
  -webkit-box-align: stretch;
  -moz-box-align: stretch;
  box-align: stretch;
  /* Modern browsers */
  align-items: stretch;
}
div.error {
  margin: 2em;
  text-align: center;
}
div.error > h1 {
  font-size: 500%;
  line-height: normal;
}
div.error > p {
  font-size: 200%;
  line-height: normal;
}
div.traceback-wrapper {
  text-align: left;
  max-width: 800px;
  margin: auto;
}
/**
 * Primary styles
 *
 * Author: Jupyter Development Team
 */
body {
  background-color: #fff;
  /* This makes sure that the body covers the entire window and needs to
       be in a different element than the display: box in wrapper below */
  position: absolute;
  left: 0px;
  right: 0px;
  top: 0px;
  bottom: 0px;
  overflow: visible;
}
body > #header {
  /* Initially hidden to prevent FLOUC */
  display: none;
  background-color: #fff;
  /* Display over codemirror */
  position: relative;
  z-index: 100;
}
body > #header #header-container {
  padding-bottom: 5px;
  padding-top: 5px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
body > #header .header-bar {
  width: 100%;
  height: 1px;
  background: #e7e7e7;
  margin-bottom: -1px;
}
@media print {
  body > #header {
    display: none !important;
  }
}
#header-spacer {
  width: 100%;
  visibility: hidden;
}
@media print {
  #header-spacer {
    display: none;
  }
}
#ipython_notebook {
  padding-left: 0px;
  padding-top: 1px;
  padding-bottom: 1px;
}
@media (max-width: 991px) {
  #ipython_notebook {
    margin-left: 10px;
  }
}
[dir="rtl"] #ipython_notebook {
  float: right !important;
}
#noscript {
  width: auto;
  padding-top: 16px;
  padding-bottom: 16px;
  text-align: center;
  font-size: 22px;
  color: red;
  font-weight: bold;
}
#ipython_notebook img {
  height: 28px;
}
#site {
  width: 100%;
  display: none;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  overflow: auto;
}
@media print {
  #site {
    height: auto !important;
  }
}
/* Smaller buttons */
.ui-button .ui-button-text {
  padding: 0.2em 0.8em;
  font-size: 77%;
}
input.ui-button {
  padding: 0.3em 0.9em;
}
span#login_widget {
  float: right;
}
span#login_widget > .button,
#logout {
  color: #333;
  background-color: #fff;
  border-color: #ccc;
}
span#login_widget > .button:focus,
#logout:focus,
span#login_widget > .button.focus,
#logout.focus {
  color: #333;
  background-color: #e6e6e6;
  border-color: #8c8c8c;
}
span#login_widget > .button:hover,
#logout:hover {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
span#login_widget > .button:active,
#logout:active,
span#login_widget > .button.active,
#logout.active,
.open > .dropdown-togglespan#login_widget > .button,
.open > .dropdown-toggle#logout {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
span#login_widget > .button:active:hover,
#logout:active:hover,
span#login_widget > .button.active:hover,
#logout.active:hover,
.open > .dropdown-togglespan#login_widget > .button:hover,
.open > .dropdown-toggle#logout:hover,
span#login_widget > .button:active:focus,
#logout:active:focus,
span#login_widget > .button.active:focus,
#logout.active:focus,
.open > .dropdown-togglespan#login_widget > .button:focus,
.open > .dropdown-toggle#logout:focus,
span#login_widget > .button:active.focus,
#logout:active.focus,
span#login_widget > .button.active.focus,
#logout.active.focus,
.open > .dropdown-togglespan#login_widget > .button.focus,
.open > .dropdown-toggle#logout.focus {
  color: #333;
  background-color: #d4d4d4;
  border-color: #8c8c8c;
}
span#login_widget > .button:active,
#logout:active,
span#login_widget > .button.active,
#logout.active,
.open > .dropdown-togglespan#login_widget > .button,
.open > .dropdown-toggle#logout {
  background-image: none;
}
span#login_widget > .button.disabled:hover,
#logout.disabled:hover,
span#login_widget > .button[disabled]:hover,
#logout[disabled]:hover,
fieldset[disabled] span#login_widget > .button:hover,
fieldset[disabled] #logout:hover,
span#login_widget > .button.disabled:focus,
#logout.disabled:focus,
span#login_widget > .button[disabled]:focus,
#logout[disabled]:focus,
fieldset[disabled] span#login_widget > .button:focus,
fieldset[disabled] #logout:focus,
span#login_widget > .button.disabled.focus,
#logout.disabled.focus,
span#login_widget > .button[disabled].focus,
#logout[disabled].focus,
fieldset[disabled] span#login_widget > .button.focus,
fieldset[disabled] #logout.focus {
  background-color: #fff;
  border-color: #ccc;
}
span#login_widget > .button .badge,
#logout .badge {
  color: #fff;
  background-color: #333;
}
.nav-header {
  text-transform: none;
}
#header > span {
  margin-top: 10px;
}
.modal_stretch .modal-dialog {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  min-height: 80vh;
}
.modal_stretch .modal-dialog .modal-body {
  max-height: calc(100vh - 200px);
  overflow: auto;
  flex: 1;
}
@media (min-width: 768px) {
  .modal .modal-dialog {
    width: 700px;
  }
}
@media (min-width: 768px) {
  select.form-control {
    margin-left: 12px;
    margin-right: 12px;
  }
}
/*!
*
* IPython auth
*
*/
.center-nav {
  display: inline-block;
  margin-bottom: -4px;
}
/*!
*
* IPython tree view
*
*/
/* We need an invisible input field on top of the sentense*/
/* "Drag file onto the list ..." */
.alternate_upload {
  background-color: none;
  display: inline;
}
.alternate_upload.form {
  padding: 0;
  margin: 0;
}
.alternate_upload input.fileinput {
  text-align: center;
  vertical-align: middle;
  display: inline;
  opacity: 0;
  z-index: 2;
  width: 12ex;
  margin-right: -12ex;
}
.alternate_upload .btn-upload {
  height: 22px;
}
/**
 * Primary styles
 *
 * Author: Jupyter Development Team
 */
[dir="rtl"] #tabs li {
  float: right;
}
ul#tabs {
  margin-bottom: 4px;
}
[dir="rtl"] ul#tabs {
  margin-right: 0px;
}
ul#tabs a {
  padding-top: 6px;
  padding-bottom: 4px;
}
ul.breadcrumb a:focus,
ul.breadcrumb a:hover {
  text-decoration: none;
}
ul.breadcrumb i.icon-home {
  font-size: 16px;
  margin-right: 4px;
}
ul.breadcrumb span {
  color: #5e5e5e;
}
.list_toolbar {
  padding: 4px 0 4px 0;
  vertical-align: middle;
}
.list_toolbar .tree-buttons {
  padding-top: 1px;
}
[dir="rtl"] .list_toolbar .tree-buttons {
  float: left !important;
}
[dir="rtl"] .list_toolbar .pull-right {
  padding-top: 1px;
  float: left !important;
}
[dir="rtl"] .list_toolbar .pull-left {
  float: right !important;
}
.dynamic-buttons {
  padding-top: 3px;
  display: inline-block;
}
.list_toolbar [class*="span"] {
  min-height: 24px;
}
.list_header {
  font-weight: bold;
  background-color: #EEE;
}
.list_placeholder {
  font-weight: bold;
  padding-top: 4px;
  padding-bottom: 4px;
  padding-left: 7px;
  padding-right: 7px;
}
.list_container {
  margin-top: 4px;
  margin-bottom: 20px;
  border: 1px solid #ddd;
  border-radius: 2px;
}
.list_container > div {
  border-bottom: 1px solid #ddd;
}
.list_container > div:hover .list-item {
  background-color: red;
}
.list_container > div:last-child {
  border: none;
}
.list_item:hover .list_item {
  background-color: #ddd;
}
.list_item a {
  text-decoration: none;
}
.list_item:hover {
  background-color: #fafafa;
}
.list_header > div,
.list_item > div {
  padding-top: 4px;
  padding-bottom: 4px;
  padding-left: 7px;
  padding-right: 7px;
  line-height: 22px;
}
.list_header > div input,
.list_item > div input {
  margin-right: 7px;
  margin-left: 14px;
  vertical-align: baseline;
  line-height: 22px;
  position: relative;
  top: -1px;
}
.list_header > div .item_link,
.list_item > div .item_link {
  margin-left: -1px;
  vertical-align: baseline;
  line-height: 22px;
}
.new-file input[type=checkbox] {
  visibility: hidden;
}
.item_name {
  line-height: 22px;
  height: 24px;
}
.item_icon {
  font-size: 14px;
  color: #5e5e5e;
  margin-right: 7px;
  margin-left: 7px;
  line-height: 22px;
  vertical-align: baseline;
}
.item_buttons {
  line-height: 1em;
  margin-left: -5px;
}
.item_buttons .btn,
.item_buttons .btn-group,
.item_buttons .input-group {
  float: left;
}
.item_buttons > .btn,
.item_buttons > .btn-group,
.item_buttons > .input-group {
  margin-left: 5px;
}
.item_buttons .btn {
  min-width: 13ex;
}
.item_buttons .running-indicator {
  padding-top: 4px;
  color: #5cb85c;
}
.item_buttons .kernel-name {
  padding-top: 4px;
  color: #5bc0de;
  margin-right: 7px;
  float: left;
}
.toolbar_info {
  height: 24px;
  line-height: 24px;
}
.list_item input:not([type=checkbox]) {
  padding-top: 3px;
  padding-bottom: 3px;
  height: 22px;
  line-height: 14px;
  margin: 0px;
}
.highlight_text {
  color: blue;
}
#project_name {
  display: inline-block;
  padding-left: 7px;
  margin-left: -2px;
}
#project_name > .breadcrumb {
  padding: 0px;
  margin-bottom: 0px;
  background-color: transparent;
  font-weight: bold;
}
#tree-selector {
  padding-right: 0px;
}
[dir="rtl"] #tree-selector a {
  float: right;
}
#button-select-all {
  min-width: 50px;
}
#select-all {
  margin-left: 7px;
  margin-right: 2px;
}
.menu_icon {
  margin-right: 2px;
}
.tab-content .row {
  margin-left: 0px;
  margin-right: 0px;
}
.folder_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f114";
}
.folder_icon:before.pull-left {
  margin-right: .3em;
}
.folder_icon:before.pull-right {
  margin-left: .3em;
}
.notebook_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f02d";
  position: relative;
  top: -1px;
}
.notebook_icon:before.pull-left {
  margin-right: .3em;
}
.notebook_icon:before.pull-right {
  margin-left: .3em;
}
.running_notebook_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f02d";
  position: relative;
  top: -1px;
  color: #5cb85c;
}
.running_notebook_icon:before.pull-left {
  margin-right: .3em;
}
.running_notebook_icon:before.pull-right {
  margin-left: .3em;
}
.file_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f016";
  position: relative;
  top: -2px;
}
.file_icon:before.pull-left {
  margin-right: .3em;
}
.file_icon:before.pull-right {
  margin-left: .3em;
}
#notebook_toolbar .pull-right {
  padding-top: 0px;
  margin-right: -1px;
}
ul#new-menu {
  left: auto;
  right: 0;
}
[dir="rtl"] #new-menu {
  text-align: right;
}
.kernel-menu-icon {
  padding-right: 12px;
  width: 24px;
  content: "\f096";
}
.kernel-menu-icon:before {
  content: "\f096";
}
.kernel-menu-icon-current:before {
  content: "\f00c";
}
#tab_content {
  padding-top: 20px;
}
#running .panel-group .panel {
  margin-top: 3px;
  margin-bottom: 1em;
}
#running .panel-group .panel .panel-heading {
  background-color: #EEE;
  padding-top: 4px;
  padding-bottom: 4px;
  padding-left: 7px;
  padding-right: 7px;
  line-height: 22px;
}
#running .panel-group .panel .panel-heading a:focus,
#running .panel-group .panel .panel-heading a:hover {
  text-decoration: none;
}
#running .panel-group .panel .panel-body {
  padding: 0px;
}
#running .panel-group .panel .panel-body .list_container {
  margin-top: 0px;
  margin-bottom: 0px;
  border: 0px;
  border-radius: 0px;
}
#running .panel-group .panel .panel-body .list_container .list_item {
  border-bottom: 1px solid #ddd;
}
#running .panel-group .panel .panel-body .list_container .list_item:last-child {
  border-bottom: 0px;
}
[dir="rtl"] #running .col-sm-8 {
  float: right !important;
}
.delete-button {
  display: none;
}
.duplicate-button {
  display: none;
}
.rename-button {
  display: none;
}
.shutdown-button {
  display: none;
}
.dynamic-instructions {
  display: inline-block;
  padding-top: 4px;
}
/*!
*
* IPython text editor webapp
*
*/
.selected-keymap i.fa {
  padding: 0px 5px;
}
.selected-keymap i.fa:before {
  content: "\f00c";
}
#mode-menu {
  overflow: auto;
  max-height: 20em;
}
.edit_app #header {
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
}
.edit_app #menubar .navbar {
  /* Use a negative 1 bottom margin, so the border overlaps the border of the
    header */
  margin-bottom: -1px;
}
.dirty-indicator {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  width: 20px;
}
.dirty-indicator.pull-left {
  margin-right: .3em;
}
.dirty-indicator.pull-right {
  margin-left: .3em;
}
.dirty-indicator-dirty {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  width: 20px;
}
.dirty-indicator-dirty.pull-left {
  margin-right: .3em;
}
.dirty-indicator-dirty.pull-right {
  margin-left: .3em;
}
.dirty-indicator-clean {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  width: 20px;
}
.dirty-indicator-clean.pull-left {
  margin-right: .3em;
}
.dirty-indicator-clean.pull-right {
  margin-left: .3em;
}
.dirty-indicator-clean:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f00c";
}
.dirty-indicator-clean:before.pull-left {
  margin-right: .3em;
}
.dirty-indicator-clean:before.pull-right {
  margin-left: .3em;
}
#filename {
  font-size: 16pt;
  display: table;
  padding: 0px 5px;
}
#current-mode {
  padding-left: 5px;
  padding-right: 5px;
}
#texteditor-backdrop {
  padding-top: 20px;
  padding-bottom: 20px;
}
@media not print {
  #texteditor-backdrop {
    background-color: #EEE;
  }
}
@media print {
  #texteditor-backdrop #texteditor-container .CodeMirror-gutter,
  #texteditor-backdrop #texteditor-container .CodeMirror-gutters {
    background-color: #fff;
  }
}
@media not print {
  #texteditor-backdrop #texteditor-container .CodeMirror-gutter,
  #texteditor-backdrop #texteditor-container .CodeMirror-gutters {
    background-color: #fff;
  }
}
@media not print {
  #texteditor-backdrop #texteditor-container {
    padding: 0px;
    background-color: #fff;
    -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
    box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  }
}
/*!
*
* IPython notebook
*
*/
/* CSS font colors for translated ANSI colors. */
.ansibold {
  font-weight: bold;
}
/* use dark versions for foreground, to improve visibility */
.ansiblack {
  color: black;
}
.ansired {
  color: darkred;
}
.ansigreen {
  color: darkgreen;
}
.ansiyellow {
  color: #c4a000;
}
.ansiblue {
  color: darkblue;
}
.ansipurple {
  color: darkviolet;
}
.ansicyan {
  color: steelblue;
}
.ansigray {
  color: gray;
}
/* and light for background, for the same reason */
.ansibgblack {
  background-color: black;
}
.ansibgred {
  background-color: red;
}
.ansibggreen {
  background-color: green;
}
.ansibgyellow {
  background-color: yellow;
}
.ansibgblue {
  background-color: blue;
}
.ansibgpurple {
  background-color: magenta;
}
.ansibgcyan {
  background-color: cyan;
}
.ansibggray {
  background-color: gray;
}
div.cell {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  border-radius: 2px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  border-width: 1px;
  border-style: solid;
  border-color: transparent;
  width: 100%;
  padding: 5px;
  /* This acts as a spacer between cells, that is outside the border */
  margin: 0px;
  outline: none;
  border-left-width: 1px;
  padding-left: 5px;
  background: linear-gradient(to right, transparent -40px, transparent 1px, transparent 1px, transparent 100%);
}
div.cell.jupyter-soft-selected {
  border-left-color: #90CAF9;
  border-left-color: #E3F2FD;
  border-left-width: 1px;
  padding-left: 5px;
  border-right-color: #E3F2FD;
  border-right-width: 1px;
  background: #E3F2FD;
}
@media print {
  div.cell.jupyter-soft-selected {
    border-color: transparent;
  }
}
div.cell.selected {
  border-color: #ababab;
  border-left-width: 0px;
  padding-left: 6px;
  background: linear-gradient(to right, #42A5F5 -40px, #42A5F5 5px, transparent 5px, transparent 100%);
}
@media print {
  div.cell.selected {
    border-color: transparent;
  }
}
div.cell.selected.jupyter-soft-selected {
  border-left-width: 0;
  padding-left: 6px;
  background: linear-gradient(to right, #42A5F5 -40px, #42A5F5 7px, #E3F2FD 7px, #E3F2FD 100%);
}
.edit_mode div.cell.selected {
  border-color: #66BB6A;
  border-left-width: 0px;
  padding-left: 6px;
  background: linear-gradient(to right, #66BB6A -40px, #66BB6A 5px, transparent 5px, transparent 100%);
}
@media print {
  .edit_mode div.cell.selected {
    border-color: transparent;
  }
}
.prompt {
  /* This needs to be wide enough for 3 digit prompt numbers: In[100]: */
  min-width: 14ex;
  /* This padding is tuned to match the padding on the CodeMirror editor. */
  padding: 0.4em;
  margin: 0px;
  font-family: monospace;
  text-align: right;
  /* This has to match that of the the CodeMirror class line-height below */
  line-height: 1.21429em;
  /* Don't highlight prompt number selection */
  -webkit-touch-callout: none;
  -webkit-user-select: none;
  -khtml-user-select: none;
  -moz-user-select: none;
  -ms-user-select: none;
  user-select: none;
  /* Use default cursor */
  cursor: default;
}
@media (max-width: 540px) {
  .prompt {
    text-align: left;
  }
}
div.inner_cell {
  min-width: 0;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
/* input_area and input_prompt must match in top border and margin for alignment */
div.input_area {
  border: 1px solid #cfcfcf;
  border-radius: 2px;
  background: #f7f7f7;
  line-height: 1.21429em;
}
/* This is needed so that empty prompt areas can collapse to zero height when there
   is no content in the output_subarea and the prompt. The main purpose of this is
   to make sure that empty JavaScript output_subareas have no height. */
div.prompt:empty {
  padding-top: 0;
  padding-bottom: 0;
}
div.unrecognized_cell {
  padding: 5px 5px 5px 0px;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
div.unrecognized_cell .inner_cell {
  border-radius: 2px;
  padding: 5px;
  font-weight: bold;
  color: red;
  border: 1px solid #cfcfcf;
  background: #eaeaea;
}
div.unrecognized_cell .inner_cell a {
  color: inherit;
  text-decoration: none;
}
div.unrecognized_cell .inner_cell a:hover {
  color: inherit;
  text-decoration: none;
}
@media (max-width: 540px) {
  div.unrecognized_cell > div.prompt {
    display: none;
  }
}
div.code_cell {
  /* avoid page breaking on code cells when printing */
}
@media print {
  div.code_cell {
    page-break-inside: avoid;
  }
}
/* any special styling for code cells that are currently running goes here */
div.input {
  page-break-inside: avoid;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
@media (max-width: 540px) {
  div.input {
    /* Old browsers */
    display: -webkit-box;
    -webkit-box-orient: vertical;
    -webkit-box-align: stretch;
    display: -moz-box;
    -moz-box-orient: vertical;
    -moz-box-align: stretch;
    display: box;
    box-orient: vertical;
    box-align: stretch;
    /* Modern browsers */
    display: flex;
    flex-direction: column;
    align-items: stretch;
  }
}
/* input_area and input_prompt must match in top border and margin for alignment */
div.input_prompt {
  color: #303F9F;
  border-top: 1px solid transparent;
}
div.input_area > div.highlight {
  margin: 0.4em;
  border: none;
  padding: 0px;
  background-color: transparent;
}
div.input_area > div.highlight > pre {
  margin: 0px;
  border: none;
  padding: 0px;
  background-color: transparent;
}
/* The following gets added to the <head> if it is detected that the user has a
 * monospace font with inconsistent normal/bold/italic height.  See
 * notebookmain.js.  Such fonts will have keywords vertically offset with
 * respect to the rest of the text.  The user should select a better font.
 * See: https://github.com/ipython/ipython/issues/1503
 *
 * .CodeMirror span {
 *      vertical-align: bottom;
 * }
 */
.CodeMirror {
  line-height: 1.21429em;
  /* Changed from 1em to our global default */
  font-size: 14px;
  height: auto;
  /* Changed to auto to autogrow */
  background: none;
  /* Changed from white to allow our bg to show through */
}
.CodeMirror-scroll {
  /*  The CodeMirror docs are a bit fuzzy on if overflow-y should be hidden or visible.*/
  /*  We have found that if it is visible, vertical scrollbars appear with font size changes.*/
  overflow-y: hidden;
  overflow-x: auto;
}
.CodeMirror-lines {
  /* In CM2, this used to be 0.4em, but in CM3 it went to 4px. We need the em value because */
  /* we have set a different line-height and want this to scale with that. */
  padding: 0.4em;
}
.CodeMirror-linenumber {
  padding: 0 8px 0 4px;
}
.CodeMirror-gutters {
  border-bottom-left-radius: 2px;
  border-top-left-radius: 2px;
}
.CodeMirror pre {
  /* In CM3 this went to 4px from 0 in CM2. We need the 0 value because of how we size */
  /* .CodeMirror-lines */
  padding: 0;
  border: 0;
  border-radius: 0;
}
/*

Original style from softwaremaniacs.org (c) Ivan Sagalaev <Maniac@SoftwareManiacs.Org>
Adapted from GitHub theme

*/
.highlight-base {
  color: #000;
}
.highlight-variable {
  color: #000;
}
.highlight-variable-2 {
  color: #1a1a1a;
}
.highlight-variable-3 {
  color: #333333;
}
.highlight-string {
  color: #BA2121;
}
.highlight-comment {
  color: #408080;
  font-style: italic;
}
.highlight-number {
  color: #080;
}
.highlight-atom {
  color: #88F;
}
.highlight-keyword {
  color: #008000;
  font-weight: bold;
}
.highlight-builtin {
  color: #008000;
}
.highlight-error {
  color: #f00;
}
.highlight-operator {
  color: #AA22FF;
  font-weight: bold;
}
.highlight-meta {
  color: #AA22FF;
}
/* previously not defined, copying from default codemirror */
.highlight-def {
  color: #00f;
}
.highlight-string-2 {
  color: #f50;
}
.highlight-qualifier {
  color: #555;
}
.highlight-bracket {
  color: #997;
}
.highlight-tag {
  color: #170;
}
.highlight-attribute {
  color: #00c;
}
.highlight-header {
  color: blue;
}
.highlight-quote {
  color: #090;
}
.highlight-link {
  color: #00c;
}
/* apply the same style to codemirror */
.cm-s-ipython span.cm-keyword {
  color: #008000;
  font-weight: bold;
}
.cm-s-ipython span.cm-atom {
  color: #88F;
}
.cm-s-ipython span.cm-number {
  color: #080;
}
.cm-s-ipython span.cm-def {
  color: #00f;
}
.cm-s-ipython span.cm-variable {
  color: #000;
}
.cm-s-ipython span.cm-operator {
  color: #AA22FF;
  font-weight: bold;
}
.cm-s-ipython span.cm-variable-2 {
  color: #1a1a1a;
}
.cm-s-ipython span.cm-variable-3 {
  color: #333333;
}
.cm-s-ipython span.cm-comment {
  color: #408080;
  font-style: italic;
}
.cm-s-ipython span.cm-string {
  color: #BA2121;
}
.cm-s-ipython span.cm-string-2 {
  color: #f50;
}
.cm-s-ipython span.cm-meta {
  color: #AA22FF;
}
.cm-s-ipython span.cm-qualifier {
  color: #555;
}
.cm-s-ipython span.cm-builtin {
  color: #008000;
}
.cm-s-ipython span.cm-bracket {
  color: #997;
}
.cm-s-ipython span.cm-tag {
  color: #170;
}
.cm-s-ipython span.cm-attribute {
  color: #00c;
}
.cm-s-ipython span.cm-header {
  color: blue;
}
.cm-s-ipython span.cm-quote {
  color: #090;
}
.cm-s-ipython span.cm-link {
  color: #00c;
}
.cm-s-ipython span.cm-error {
  color: #f00;
}
.cm-s-ipython span.cm-tab {
  background: url(data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAADAAAAAMCAYAAAAkuj5RAAAAAXNSR0IArs4c6QAAAGFJREFUSMft1LsRQFAQheHPowAKoACx3IgEKtaEHujDjORSgWTH/ZOdnZOcM/sgk/kFFWY0qV8foQwS4MKBCS3qR6ixBJvElOobYAtivseIE120FaowJPN75GMu8j/LfMwNjh4HUpwg4LUAAAAASUVORK5CYII=);
  background-position: right;
  background-repeat: no-repeat;
}
div.output_wrapper {
  /* this position must be relative to enable descendents to be absolute within it */
  position: relative;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
  z-index: 1;
}
/* class for the output area when it should be height-limited */
div.output_scroll {
  /* ideally, this would be max-height, but FF barfs all over that */
  height: 24em;
  /* FF needs this *and the wrapper* to specify full width, or it will shrinkwrap */
  width: 100%;
  overflow: auto;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 2px 8px rgba(0, 0, 0, 0.8);
  box-shadow: inset 0 2px 8px rgba(0, 0, 0, 0.8);
  display: block;
}
/* output div while it is collapsed */
div.output_collapsed {
  margin: 0px;
  padding: 0px;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
}
div.out_prompt_overlay {
  height: 100%;
  padding: 0px 0.4em;
  position: absolute;
  border-radius: 2px;
}
div.out_prompt_overlay:hover {
  /* use inner shadow to get border that is computed the same on WebKit/FF */
  -webkit-box-shadow: inset 0 0 1px #000;
  box-shadow: inset 0 0 1px #000;
  background: rgba(240, 240, 240, 0.5);
}
div.output_prompt {
  color: #D84315;
}
/* This class is the outer container of all output sections. */
div.output_area {
  padding: 0px;
  page-break-inside: avoid;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
div.output_area .MathJax_Display {
  text-align: left !important;
}
div.output_area .rendered_html table {
  margin-left: 0;
  margin-right: 0;
}
div.output_area .rendered_html img {
  margin-left: 0;
  margin-right: 0;
}
div.output_area img,
div.output_area svg {
  max-width: 100%;
  height: auto;
}
div.output_area img.unconfined,
div.output_area svg.unconfined {
  max-width: none;
}
/* This is needed to protect the pre formating from global settings such
   as that of bootstrap */
.output {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: vertical;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: vertical;
  -moz-box-align: stretch;
  display: box;
  box-orient: vertical;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: column;
  align-items: stretch;
}
@media (max-width: 540px) {
  div.output_area {
    /* Old browsers */
    display: -webkit-box;
    -webkit-box-orient: vertical;
    -webkit-box-align: stretch;
    display: -moz-box;
    -moz-box-orient: vertical;
    -moz-box-align: stretch;
    display: box;
    box-orient: vertical;
    box-align: stretch;
    /* Modern browsers */
    display: flex;
    flex-direction: column;
    align-items: stretch;
  }
}
div.output_area pre {
  margin: 0;
  padding: 0;
  border: 0;
  vertical-align: baseline;
  color: black;
  background-color: transparent;
  border-radius: 0;
}
/* This class is for the output subarea inside the output_area and after
   the prompt div. */
div.output_subarea {
  overflow-x: auto;
  padding: 0.4em;
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
  max-width: calc(100% - 14ex);
}
div.output_scroll div.output_subarea {
  overflow-x: visible;
}
/* The rest of the output_* classes are for special styling of the different
   output types */
/* all text output has this class: */
div.output_text {
  text-align: left;
  color: #000;
  /* This has to match that of the the CodeMirror class line-height below */
  line-height: 1.21429em;
}
/* stdout/stderr are 'text' as well as 'stream', but execute_result/error are *not* streams */
div.output_stderr {
  background: #fdd;
  /* very light red background for stderr */
}
div.output_latex {
  text-align: left;
}
/* Empty output_javascript divs should have no height */
div.output_javascript:empty {
  padding: 0;
}
.js-error {
  color: darkred;
}
/* raw_input styles */
div.raw_input_container {
  line-height: 1.21429em;
  padding-top: 5px;
}
pre.raw_input_prompt {
  /* nothing needed here. */
}
input.raw_input {
  font-family: monospace;
  font-size: inherit;
  color: inherit;
  width: auto;
  /* make sure input baseline aligns with prompt */
  vertical-align: baseline;
  /* padding + margin = 0.5em between prompt and cursor */
  padding: 0em 0.25em;
  margin: 0em 0.25em;
}
input.raw_input:focus {
  box-shadow: none;
}
p.p-space {
  margin-bottom: 10px;
}
div.output_unrecognized {
  padding: 5px;
  font-weight: bold;
  color: red;
}
div.output_unrecognized a {
  color: inherit;
  text-decoration: none;
}
div.output_unrecognized a:hover {
  color: inherit;
  text-decoration: none;
}
.rendered_html {
  color: #000;
  /* any extras will just be numbers: */
}
.rendered_html em {
  font-style: italic;
}
.rendered_html strong {
  font-weight: bold;
}
.rendered_html u {
  text-decoration: underline;
}
.rendered_html :link {
  text-decoration: underline;
}
.rendered_html :visited {
  text-decoration: underline;
}
.rendered_html h1 {
  font-size: 185.7%;
  margin: 1.08em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h2 {
  font-size: 157.1%;
  margin: 1.27em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h3 {
  font-size: 128.6%;
  margin: 1.55em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h4 {
  font-size: 100%;
  margin: 2em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
}
.rendered_html h5 {
  font-size: 100%;
  margin: 2em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
  font-style: italic;
}
.rendered_html h6 {
  font-size: 100%;
  margin: 2em 0 0 0;
  font-weight: bold;
  line-height: 1.0;
  font-style: italic;
}
.rendered_html h1:first-child {
  margin-top: 0.538em;
}
.rendered_html h2:first-child {
  margin-top: 0.636em;
}
.rendered_html h3:first-child {
  margin-top: 0.777em;
}
.rendered_html h4:first-child {
  margin-top: 1em;
}
.rendered_html h5:first-child {
  margin-top: 1em;
}
.rendered_html h6:first-child {
  margin-top: 1em;
}
.rendered_html ul {
  list-style: disc;
  margin: 0em 2em;
  padding-left: 0px;
}
.rendered_html ul ul {
  list-style: square;
  margin: 0em 2em;
}
.rendered_html ul ul ul {
  list-style: circle;
  margin: 0em 2em;
}
.rendered_html ol {
  list-style: decimal;
  margin: 0em 2em;
  padding-left: 0px;
}
.rendered_html ol ol {
  list-style: upper-alpha;
  margin: 0em 2em;
}
.rendered_html ol ol ol {
  list-style: lower-alpha;
  margin: 0em 2em;
}
.rendered_html ol ol ol ol {
  list-style: lower-roman;
  margin: 0em 2em;
}
.rendered_html ol ol ol ol ol {
  list-style: decimal;
  margin: 0em 2em;
}
.rendered_html * + ul {
  margin-top: 1em;
}
.rendered_html * + ol {
  margin-top: 1em;
}
.rendered_html hr {
  color: black;
  background-color: black;
}
.rendered_html pre {
  margin: 1em 2em;
}
.rendered_html pre,
.rendered_html code {
  border: 0;
  background-color: #fff;
  color: #000;
  font-size: 100%;
  padding: 0px;
}
.rendered_html blockquote {
  margin: 1em 2em;
}
.rendered_html table {
  margin-left: auto;
  margin-right: auto;
  border: 1px solid black;
  border-collapse: collapse;
}
.rendered_html tr,
.rendered_html th,
.rendered_html td {
  border: 1px solid black;
  border-collapse: collapse;
  margin: 1em 2em;
}
.rendered_html td,
.rendered_html th {
  text-align: left;
  vertical-align: middle;
  padding: 4px;
}
.rendered_html th {
  font-weight: bold;
}
.rendered_html * + table {
  margin-top: 1em;
}
.rendered_html p {
  text-align: left;
}
.rendered_html * + p {
  margin-top: 1em;
}
.rendered_html img {
  display: block;
  margin-left: auto;
  margin-right: auto;
}
.rendered_html * + img {
  margin-top: 1em;
}
.rendered_html img,
.rendered_html svg {
  max-width: 100%;
  height: auto;
}
.rendered_html img.unconfined,
.rendered_html svg.unconfined {
  max-width: none;
}
div.text_cell {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
}
@media (max-width: 540px) {
  div.text_cell > div.prompt {
    display: none;
  }
}
div.text_cell_render {
  /*font-family: "Helvetica Neue", Arial, Helvetica, Geneva, sans-serif;*/
  outline: none;
  resize: none;
  width: inherit;
  border-style: none;
  padding: 0.5em 0.5em 0.5em 0.4em;
  color: #000;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
a.anchor-link:link {
  text-decoration: none;
  padding: 0px 20px;
  visibility: hidden;
}
h1:hover .anchor-link,
h2:hover .anchor-link,
h3:hover .anchor-link,
h4:hover .anchor-link,
h5:hover .anchor-link,
h6:hover .anchor-link {
  visibility: visible;
}
.text_cell.rendered .input_area {
  display: none;
}
.text_cell.rendered .rendered_html {
  overflow-x: auto;
  overflow-y: hidden;
}
.text_cell.unrendered .text_cell_render {
  display: none;
}
.cm-header-1,
.cm-header-2,
.cm-header-3,
.cm-header-4,
.cm-header-5,
.cm-header-6 {
  font-weight: bold;
  font-family: "Helvetica Neue", Helvetica, Arial, sans-serif;
}
.cm-header-1 {
  font-size: 185.7%;
}
.cm-header-2 {
  font-size: 157.1%;
}
.cm-header-3 {
  font-size: 128.6%;
}
.cm-header-4 {
  font-size: 110%;
}
.cm-header-5 {
  font-size: 100%;
  font-style: italic;
}
.cm-header-6 {
  font-size: 100%;
  font-style: italic;
}
/*!
*
* IPython notebook webapp
*
*/
@media (max-width: 767px) {
  .notebook_app {
    padding-left: 0px;
    padding-right: 0px;
  }
}
#ipython-main-app {
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  height: 100%;
}
div#notebook_panel {
  margin: 0px;
  padding: 0px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  height: 100%;
}
div#notebook {
  font-size: 14px;
  line-height: 20px;
  overflow-y: hidden;
  overflow-x: auto;
  width: 100%;
  /* This spaces the page away from the edge of the notebook area */
  padding-top: 20px;
  margin: 0px;
  outline: none;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  min-height: 100%;
}
@media not print {
  #notebook-container {
    padding: 15px;
    background-color: #fff;
    min-height: 0;
    -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
    box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  }
}
@media print {
  #notebook-container {
    width: 100%;
  }
}
div.ui-widget-content {
  border: 1px solid #ababab;
  outline: none;
}
pre.dialog {
  background-color: #f7f7f7;
  border: 1px solid #ddd;
  border-radius: 2px;
  padding: 0.4em;
  padding-left: 2em;
}
p.dialog {
  padding: 0.2em;
}
/* Word-wrap output correctly.  This is the CSS3 spelling, though Firefox seems
   to not honor it correctly.  Webkit browsers (Chrome, rekonq, Safari) do.
 */
pre,
code,
kbd,
samp {
  white-space: pre-wrap;
}
#fonttest {
  font-family: monospace;
}
p {
  margin-bottom: 0;
}
.end_space {
  min-height: 100px;
  transition: height .2s ease;
}
.notebook_app > #header {
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
}
@media not print {
  .notebook_app {
    background-color: #EEE;
  }
}
kbd {
  border-style: solid;
  border-width: 1px;
  box-shadow: none;
  margin: 2px;
  padding-left: 2px;
  padding-right: 2px;
  padding-top: 1px;
  padding-bottom: 1px;
}
/* CSS for the cell toolbar */
.celltoolbar {
  border: thin solid #CFCFCF;
  border-bottom: none;
  background: #EEE;
  border-radius: 2px 2px 0px 0px;
  width: 100%;
  height: 29px;
  padding-right: 4px;
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
  /* Old browsers */
  -webkit-box-pack: end;
  -moz-box-pack: end;
  box-pack: end;
  /* Modern browsers */
  justify-content: flex-end;
  display: -webkit-flex;
}
@media print {
  .celltoolbar {
    display: none;
  }
}
.ctb_hideshow {
  display: none;
  vertical-align: bottom;
}
/* ctb_show is added to the ctb_hideshow div to show the cell toolbar.
   Cell toolbars are only shown when the ctb_global_show class is also set.
*/
.ctb_global_show .ctb_show.ctb_hideshow {
  display: block;
}
.ctb_global_show .ctb_show + .input_area,
.ctb_global_show .ctb_show + div.text_cell_input,
.ctb_global_show .ctb_show ~ div.text_cell_render {
  border-top-right-radius: 0px;
  border-top-left-radius: 0px;
}
.ctb_global_show .ctb_show ~ div.text_cell_render {
  border: 1px solid #cfcfcf;
}
.celltoolbar {
  font-size: 87%;
  padding-top: 3px;
}
.celltoolbar select {
  display: block;
  width: 100%;
  height: 32px;
  padding: 6px 12px;
  font-size: 13px;
  line-height: 1.42857143;
  color: #555555;
  background-color: #fff;
  background-image: none;
  border: 1px solid #ccc;
  border-radius: 2px;
  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
  -webkit-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  -o-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
  height: 30px;
  padding: 5px 10px;
  font-size: 12px;
  line-height: 1.5;
  border-radius: 1px;
  width: inherit;
  font-size: inherit;
  height: 22px;
  padding: 0px;
  display: inline-block;
}
.celltoolbar select:focus {
  border-color: #66afe9;
  outline: 0;
  -webkit-box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
  box-shadow: inset 0 1px 1px rgba(0,0,0,.075), 0 0 8px rgba(102, 175, 233, 0.6);
}
.celltoolbar select::-moz-placeholder {
  color: #999;
  opacity: 1;
}
.celltoolbar select:-ms-input-placeholder {
  color: #999;
}
.celltoolbar select::-webkit-input-placeholder {
  color: #999;
}
.celltoolbar select::-ms-expand {
  border: 0;
  background-color: transparent;
}
.celltoolbar select[disabled],
.celltoolbar select[readonly],
fieldset[disabled] .celltoolbar select {
  background-color: #eeeeee;
  opacity: 1;
}
.celltoolbar select[disabled],
fieldset[disabled] .celltoolbar select {
  cursor: not-allowed;
}
textarea.celltoolbar select {
  height: auto;
}
select.celltoolbar select {
  height: 30px;
  line-height: 30px;
}
textarea.celltoolbar select,
select[multiple].celltoolbar select {
  height: auto;
}
.celltoolbar label {
  margin-left: 5px;
  margin-right: 5px;
}
.completions {
  position: absolute;
  z-index: 110;
  overflow: hidden;
  border: 1px solid #ababab;
  border-radius: 2px;
  -webkit-box-shadow: 0px 6px 10px -1px #adadad;
  box-shadow: 0px 6px 10px -1px #adadad;
  line-height: 1;
}
.completions select {
  background: white;
  outline: none;
  border: none;
  padding: 0px;
  margin: 0px;
  overflow: auto;
  font-family: monospace;
  font-size: 110%;
  color: #000;
  width: auto;
}
.completions select option.context {
  color: #286090;
}
#kernel_logo_widget {
  float: right !important;
  float: right;
}
#kernel_logo_widget .current_kernel_logo {
  display: none;
  margin-top: -1px;
  margin-bottom: -1px;
  width: 32px;
  height: 32px;
}
#menubar {
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
  margin-top: 1px;
}
#menubar .navbar {
  border-top: 1px;
  border-radius: 0px 0px 2px 2px;
  margin-bottom: 0px;
}
#menubar .navbar-toggle {
  float: left;
  padding-top: 7px;
  padding-bottom: 7px;
  border: none;
}
#menubar .navbar-collapse {
  clear: left;
}
.nav-wrapper {
  border-bottom: 1px solid #e7e7e7;
}
i.menu-icon {
  padding-top: 4px;
}
ul#help_menu li a {
  overflow: hidden;
  padding-right: 2.2em;
}
ul#help_menu li a i {
  margin-right: -1.2em;
}
.dropdown-submenu {
  position: relative;
}
.dropdown-submenu > .dropdown-menu {
  top: 0;
  left: 100%;
  margin-top: -6px;
  margin-left: -1px;
}
.dropdown-submenu:hover > .dropdown-menu {
  display: block;
}
.dropdown-submenu > a:after {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  display: block;
  content: "\f0da";
  float: right;
  color: #333333;
  margin-top: 2px;
  margin-right: -10px;
}
.dropdown-submenu > a:after.pull-left {
  margin-right: .3em;
}
.dropdown-submenu > a:after.pull-right {
  margin-left: .3em;
}
.dropdown-submenu:hover > a:after {
  color: #262626;
}
.dropdown-submenu.pull-left {
  float: none;
}
.dropdown-submenu.pull-left > .dropdown-menu {
  left: -100%;
  margin-left: 10px;
}
#notification_area {
  float: right !important;
  float: right;
  z-index: 10;
}
.indicator_area {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
}
#kernel_indicator {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
  border-left: 1px solid;
}
#kernel_indicator .kernel_indicator_name {
  padding-left: 5px;
  padding-right: 5px;
}
#modal_indicator {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
}
#readonly-indicator {
  float: right !important;
  float: right;
  color: #777;
  margin-left: 5px;
  margin-right: 5px;
  width: 11px;
  z-index: 10;
  text-align: center;
  width: auto;
  margin-top: 2px;
  margin-bottom: 0px;
  margin-left: 0px;
  margin-right: 0px;
  display: none;
}
.modal_indicator:before {
  width: 1.28571429em;
  text-align: center;
}
.edit_mode .modal_indicator:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f040";
}
.edit_mode .modal_indicator:before.pull-left {
  margin-right: .3em;
}
.edit_mode .modal_indicator:before.pull-right {
  margin-left: .3em;
}
.command_mode .modal_indicator:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: ' ';
}
.command_mode .modal_indicator:before.pull-left {
  margin-right: .3em;
}
.command_mode .modal_indicator:before.pull-right {
  margin-left: .3em;
}
.kernel_idle_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f10c";
}
.kernel_idle_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_idle_icon:before.pull-right {
  margin-left: .3em;
}
.kernel_busy_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f111";
}
.kernel_busy_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_busy_icon:before.pull-right {
  margin-left: .3em;
}
.kernel_dead_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f1e2";
}
.kernel_dead_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_dead_icon:before.pull-right {
  margin-left: .3em;
}
.kernel_disconnected_icon:before {
  display: inline-block;
  font: normal normal normal 14px/1 FontAwesome;
  font-size: inherit;
  text-rendering: auto;
  -webkit-font-smoothing: antialiased;
  -moz-osx-font-smoothing: grayscale;
  content: "\f127";
}
.kernel_disconnected_icon:before.pull-left {
  margin-right: .3em;
}
.kernel_disconnected_icon:before.pull-right {
  margin-left: .3em;
}
.notification_widget {
  color: #777;
  z-index: 10;
  background: rgba(240, 240, 240, 0.5);
  margin-right: 4px;
  color: #333;
  background-color: #fff;
  border-color: #ccc;
}
.notification_widget:focus,
.notification_widget.focus {
  color: #333;
  background-color: #e6e6e6;
  border-color: #8c8c8c;
}
.notification_widget:hover {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.notification_widget:active,
.notification_widget.active,
.open > .dropdown-toggle.notification_widget {
  color: #333;
  background-color: #e6e6e6;
  border-color: #adadad;
}
.notification_widget:active:hover,
.notification_widget.active:hover,
.open > .dropdown-toggle.notification_widget:hover,
.notification_widget:active:focus,
.notification_widget.active:focus,
.open > .dropdown-toggle.notification_widget:focus,
.notification_widget:active.focus,
.notification_widget.active.focus,
.open > .dropdown-toggle.notification_widget.focus {
  color: #333;
  background-color: #d4d4d4;
  border-color: #8c8c8c;
}
.notification_widget:active,
.notification_widget.active,
.open > .dropdown-toggle.notification_widget {
  background-image: none;
}
.notification_widget.disabled:hover,
.notification_widget[disabled]:hover,
fieldset[disabled] .notification_widget:hover,
.notification_widget.disabled:focus,
.notification_widget[disabled]:focus,
fieldset[disabled] .notification_widget:focus,
.notification_widget.disabled.focus,
.notification_widget[disabled].focus,
fieldset[disabled] .notification_widget.focus {
  background-color: #fff;
  border-color: #ccc;
}
.notification_widget .badge {
  color: #fff;
  background-color: #333;
}
.notification_widget.warning {
  color: #fff;
  background-color: #f0ad4e;
  border-color: #eea236;
}
.notification_widget.warning:focus,
.notification_widget.warning.focus {
  color: #fff;
  background-color: #ec971f;
  border-color: #985f0d;
}
.notification_widget.warning:hover {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.notification_widget.warning:active,
.notification_widget.warning.active,
.open > .dropdown-toggle.notification_widget.warning {
  color: #fff;
  background-color: #ec971f;
  border-color: #d58512;
}
.notification_widget.warning:active:hover,
.notification_widget.warning.active:hover,
.open > .dropdown-toggle.notification_widget.warning:hover,
.notification_widget.warning:active:focus,
.notification_widget.warning.active:focus,
.open > .dropdown-toggle.notification_widget.warning:focus,
.notification_widget.warning:active.focus,
.notification_widget.warning.active.focus,
.open > .dropdown-toggle.notification_widget.warning.focus {
  color: #fff;
  background-color: #d58512;
  border-color: #985f0d;
}
.notification_widget.warning:active,
.notification_widget.warning.active,
.open > .dropdown-toggle.notification_widget.warning {
  background-image: none;
}
.notification_widget.warning.disabled:hover,
.notification_widget.warning[disabled]:hover,
fieldset[disabled] .notification_widget.warning:hover,
.notification_widget.warning.disabled:focus,
.notification_widget.warning[disabled]:focus,
fieldset[disabled] .notification_widget.warning:focus,
.notification_widget.warning.disabled.focus,
.notification_widget.warning[disabled].focus,
fieldset[disabled] .notification_widget.warning.focus {
  background-color: #f0ad4e;
  border-color: #eea236;
}
.notification_widget.warning .badge {
  color: #f0ad4e;
  background-color: #fff;
}
.notification_widget.success {
  color: #fff;
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.notification_widget.success:focus,
.notification_widget.success.focus {
  color: #fff;
  background-color: #449d44;
  border-color: #255625;
}
.notification_widget.success:hover {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.notification_widget.success:active,
.notification_widget.success.active,
.open > .dropdown-toggle.notification_widget.success {
  color: #fff;
  background-color: #449d44;
  border-color: #398439;
}
.notification_widget.success:active:hover,
.notification_widget.success.active:hover,
.open > .dropdown-toggle.notification_widget.success:hover,
.notification_widget.success:active:focus,
.notification_widget.success.active:focus,
.open > .dropdown-toggle.notification_widget.success:focus,
.notification_widget.success:active.focus,
.notification_widget.success.active.focus,
.open > .dropdown-toggle.notification_widget.success.focus {
  color: #fff;
  background-color: #398439;
  border-color: #255625;
}
.notification_widget.success:active,
.notification_widget.success.active,
.open > .dropdown-toggle.notification_widget.success {
  background-image: none;
}
.notification_widget.success.disabled:hover,
.notification_widget.success[disabled]:hover,
fieldset[disabled] .notification_widget.success:hover,
.notification_widget.success.disabled:focus,
.notification_widget.success[disabled]:focus,
fieldset[disabled] .notification_widget.success:focus,
.notification_widget.success.disabled.focus,
.notification_widget.success[disabled].focus,
fieldset[disabled] .notification_widget.success.focus {
  background-color: #5cb85c;
  border-color: #4cae4c;
}
.notification_widget.success .badge {
  color: #5cb85c;
  background-color: #fff;
}
.notification_widget.info {
  color: #fff;
  background-color: #5bc0de;
  border-color: #46b8da;
}
.notification_widget.info:focus,
.notification_widget.info.focus {
  color: #fff;
  background-color: #31b0d5;
  border-color: #1b6d85;
}
.notification_widget.info:hover {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.notification_widget.info:active,
.notification_widget.info.active,
.open > .dropdown-toggle.notification_widget.info {
  color: #fff;
  background-color: #31b0d5;
  border-color: #269abc;
}
.notification_widget.info:active:hover,
.notification_widget.info.active:hover,
.open > .dropdown-toggle.notification_widget.info:hover,
.notification_widget.info:active:focus,
.notification_widget.info.active:focus,
.open > .dropdown-toggle.notification_widget.info:focus,
.notification_widget.info:active.focus,
.notification_widget.info.active.focus,
.open > .dropdown-toggle.notification_widget.info.focus {
  color: #fff;
  background-color: #269abc;
  border-color: #1b6d85;
}
.notification_widget.info:active,
.notification_widget.info.active,
.open > .dropdown-toggle.notification_widget.info {
  background-image: none;
}
.notification_widget.info.disabled:hover,
.notification_widget.info[disabled]:hover,
fieldset[disabled] .notification_widget.info:hover,
.notification_widget.info.disabled:focus,
.notification_widget.info[disabled]:focus,
fieldset[disabled] .notification_widget.info:focus,
.notification_widget.info.disabled.focus,
.notification_widget.info[disabled].focus,
fieldset[disabled] .notification_widget.info.focus {
  background-color: #5bc0de;
  border-color: #46b8da;
}
.notification_widget.info .badge {
  color: #5bc0de;
  background-color: #fff;
}
.notification_widget.danger {
  color: #fff;
  background-color: #d9534f;
  border-color: #d43f3a;
}
.notification_widget.danger:focus,
.notification_widget.danger.focus {
  color: #fff;
  background-color: #c9302c;
  border-color: #761c19;
}
.notification_widget.danger:hover {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.notification_widget.danger:active,
.notification_widget.danger.active,
.open > .dropdown-toggle.notification_widget.danger {
  color: #fff;
  background-color: #c9302c;
  border-color: #ac2925;
}
.notification_widget.danger:active:hover,
.notification_widget.danger.active:hover,
.open > .dropdown-toggle.notification_widget.danger:hover,
.notification_widget.danger:active:focus,
.notification_widget.danger.active:focus,
.open > .dropdown-toggle.notification_widget.danger:focus,
.notification_widget.danger:active.focus,
.notification_widget.danger.active.focus,
.open > .dropdown-toggle.notification_widget.danger.focus {
  color: #fff;
  background-color: #ac2925;
  border-color: #761c19;
}
.notification_widget.danger:active,
.notification_widget.danger.active,
.open > .dropdown-toggle.notification_widget.danger {
  background-image: none;
}
.notification_widget.danger.disabled:hover,
.notification_widget.danger[disabled]:hover,
fieldset[disabled] .notification_widget.danger:hover,
.notification_widget.danger.disabled:focus,
.notification_widget.danger[disabled]:focus,
fieldset[disabled] .notification_widget.danger:focus,
.notification_widget.danger.disabled.focus,
.notification_widget.danger[disabled].focus,
fieldset[disabled] .notification_widget.danger.focus {
  background-color: #d9534f;
  border-color: #d43f3a;
}
.notification_widget.danger .badge {
  color: #d9534f;
  background-color: #fff;
}
div#pager {
  background-color: #fff;
  font-size: 14px;
  line-height: 20px;
  overflow: hidden;
  display: none;
  position: fixed;
  bottom: 0px;
  width: 100%;
  max-height: 50%;
  padding-top: 8px;
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  /* Display over codemirror */
  z-index: 100;
  /* Hack which prevents jquery ui resizable from changing top. */
  top: auto !important;
}
div#pager pre {
  line-height: 1.21429em;
  color: #000;
  background-color: #f7f7f7;
  padding: 0.4em;
}
div#pager #pager-button-area {
  position: absolute;
  top: 8px;
  right: 20px;
}
div#pager #pager-contents {
  position: relative;
  overflow: auto;
  width: 100%;
  height: 100%;
}
div#pager #pager-contents #pager-container {
  position: relative;
  padding: 15px 0px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
div#pager .ui-resizable-handle {
  top: 0px;
  height: 8px;
  background: #f7f7f7;
  border-top: 1px solid #cfcfcf;
  border-bottom: 1px solid #cfcfcf;
  /* This injects handle bars (a short, wide = symbol) for 
        the resize handle. */
}
div#pager .ui-resizable-handle::after {
  content: '';
  top: 2px;
  left: 50%;
  height: 3px;
  width: 30px;
  margin-left: -15px;
  position: absolute;
  border-top: 1px solid #cfcfcf;
}
.quickhelp {
  /* Old browsers */
  display: -webkit-box;
  -webkit-box-orient: horizontal;
  -webkit-box-align: stretch;
  display: -moz-box;
  -moz-box-orient: horizontal;
  -moz-box-align: stretch;
  display: box;
  box-orient: horizontal;
  box-align: stretch;
  /* Modern browsers */
  display: flex;
  flex-direction: row;
  align-items: stretch;
  line-height: 1.8em;
}
.shortcut_key {
  display: inline-block;
  width: 21ex;
  text-align: right;
  font-family: monospace;
}
.shortcut_descr {
  display: inline-block;
  /* Old browsers */
  -webkit-box-flex: 1;
  -moz-box-flex: 1;
  box-flex: 1;
  /* Modern browsers */
  flex: 1;
}
span.save_widget {
  margin-top: 6px;
}
span.save_widget span.filename {
  height: 1em;
  line-height: 1em;
  padding: 3px;
  margin-left: 16px;
  border: none;
  font-size: 146.5%;
  border-radius: 2px;
}
span.save_widget span.filename:hover {
  background-color: #e6e6e6;
}
span.checkpoint_status,
span.autosave_status {
  font-size: small;
}
@media (max-width: 767px) {
  span.save_widget {
    font-size: small;
  }
  span.checkpoint_status,
  span.autosave_status {
    display: none;
  }
}
@media (min-width: 768px) and (max-width: 991px) {
  span.checkpoint_status {
    display: none;
  }
  span.autosave_status {
    font-size: x-small;
  }
}
.toolbar {
  padding: 0px;
  margin-left: -5px;
  margin-top: 2px;
  margin-bottom: 5px;
  box-sizing: border-box;
  -moz-box-sizing: border-box;
  -webkit-box-sizing: border-box;
}
.toolbar select,
.toolbar label {
  width: auto;
  vertical-align: middle;
  margin-right: 2px;
  margin-bottom: 0px;
  display: inline;
  font-size: 92%;
  margin-left: 0.3em;
  margin-right: 0.3em;
  padding: 0px;
  padding-top: 3px;
}
.toolbar .btn {
  padding: 2px 8px;
}
.toolbar .btn-group {
  margin-top: 0px;
  margin-left: 5px;
}
#maintoolbar {
  margin-bottom: -3px;
  margin-top: -8px;
  border: 0px;
  min-height: 27px;
  margin-left: 0px;
  padding-top: 11px;
  padding-bottom: 3px;
}
#maintoolbar .navbar-text {
  float: none;
  vertical-align: middle;
  text-align: right;
  margin-left: 5px;
  margin-right: 0px;
  margin-top: 0px;
}
.select-xs {
  height: 24px;
}
.pulse,
.dropdown-menu > li > a.pulse,
li.pulse > a.dropdown-toggle,
li.pulse.open > a.dropdown-toggle {
  background-color: #F37626;
  color: white;
}
/**
 * Primary styles
 *
 * Author: Jupyter Development Team
 */
/** WARNING IF YOU ARE EDITTING THIS FILE, if this is a .css file, It has a lot
 * of chance of beeing generated from the ../less/[samename].less file, you can
 * try to get back the less file by reverting somme commit in history
 **/
/*
 * We'll try to get something pretty, so we
 * have some strange css to have the scroll bar on
 * the left with fix button on the top right of the tooltip
 */
@-moz-keyframes fadeOut {
  from {
    opacity: 1;
  }
  to {
    opacity: 0;
  }
}
@-webkit-keyframes fadeOut {
  from {
    opacity: 1;
  }
  to {
    opacity: 0;
  }
}
@-moz-keyframes fadeIn {
  from {
    opacity: 0;
  }
  to {
    opacity: 1;
  }
}
@-webkit-keyframes fadeIn {
  from {
    opacity: 0;
  }
  to {
    opacity: 1;
  }
}
/*properties of tooltip after "expand"*/
.bigtooltip {
  overflow: auto;
  height: 200px;
  -webkit-transition-property: height;
  -webkit-transition-duration: 500ms;
  -moz-transition-property: height;
  -moz-transition-duration: 500ms;
  transition-property: height;
  transition-duration: 500ms;
}
/*properties of tooltip before "expand"*/
.smalltooltip {
  -webkit-transition-property: height;
  -webkit-transition-duration: 500ms;
  -moz-transition-property: height;
  -moz-transition-duration: 500ms;
  transition-property: height;
  transition-duration: 500ms;
  text-overflow: ellipsis;
  overflow: hidden;
  height: 80px;
}
.tooltipbuttons {
  position: absolute;
  padding-right: 15px;
  top: 0px;
  right: 0px;
}
.tooltiptext {
  /*avoid the button to overlap on some docstring*/
  padding-right: 30px;
}
.ipython_tooltip {
  max-width: 700px;
  /*fade-in animation when inserted*/
  -webkit-animation: fadeOut 400ms;
  -moz-animation: fadeOut 400ms;
  animation: fadeOut 400ms;
  -webkit-animation: fadeIn 400ms;
  -moz-animation: fadeIn 400ms;
  animation: fadeIn 400ms;
  vertical-align: middle;
  background-color: #f7f7f7;
  overflow: visible;
  border: #ababab 1px solid;
  outline: none;
  padding: 3px;
  margin: 0px;
  padding-left: 7px;
  font-family: monospace;
  min-height: 50px;
  -moz-box-shadow: 0px 6px 10px -1px #adadad;
  -webkit-box-shadow: 0px 6px 10px -1px #adadad;
  box-shadow: 0px 6px 10px -1px #adadad;
  border-radius: 2px;
  position: absolute;
  z-index: 1000;
}
.ipython_tooltip a {
  float: right;
}
.ipython_tooltip .tooltiptext pre {
  border: 0;
  border-radius: 0;
  font-size: 100%;
  background-color: #f7f7f7;
}
.pretooltiparrow {
  left: 0px;
  margin: 0px;
  top: -16px;
  width: 40px;
  height: 16px;
  overflow: hidden;
  position: absolute;
}
.pretooltiparrow:before {
  background-color: #f7f7f7;
  border: 1px #ababab solid;
  z-index: 11;
  content: "";
  position: absolute;
  left: 15px;
  top: 10px;
  width: 25px;
  height: 25px;
  -webkit-transform: rotate(45deg);
  -moz-transform: rotate(45deg);
  -ms-transform: rotate(45deg);
  -o-transform: rotate(45deg);
}
ul.typeahead-list i {
  margin-left: -10px;
  width: 18px;
}
ul.typeahead-list {
  max-height: 80vh;
  overflow: auto;
}
ul.typeahead-list > li > a {
  /** Firefox bug **/
  /* see https://github.com/jupyter/notebook/issues/559 */
  white-space: normal;
}
.cmd-palette .modal-body {
  padding: 7px;
}
.cmd-palette form {
  background: white;
}
.cmd-palette input {
  outline: none;
}
.no-shortcut {
  display: none;
}
.command-shortcut:before {
  content: "(command)";
  padding-right: 3px;
  color: #777777;
}
.edit-shortcut:before {
  content: "(edit)";
  padding-right: 3px;
  color: #777777;
}
#find-and-replace #replace-preview .match,
#find-and-replace #replace-preview .insert {
  background-color: #BBDEFB;
  border-color: #90CAF9;
  border-style: solid;
  border-width: 1px;
  border-radius: 0px;
}
#find-and-replace #replace-preview .replace .match {
  background-color: #FFCDD2;
  border-color: #EF9A9A;
  border-radius: 0px;
}
#find-and-replace #replace-preview .replace .insert {
  background-color: #C8E6C9;
  border-color: #A5D6A7;
  border-radius: 0px;
}
#find-and-replace #replace-preview {
  max-height: 60vh;
  overflow: auto;
}
#find-and-replace #replace-preview pre {
  padding: 5px 10px;
}
.terminal-app {
  background: #EEE;
}
.terminal-app #header {
  background: #fff;
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.2);
}
.terminal-app .terminal {
  width: 100%;
  float: left;
  font-family: monospace;
  color: white;
  background: black;
  padding: 0.4em;
  border-radius: 2px;
  -webkit-box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.4);
  box-shadow: 0px 0px 12px 1px rgba(87, 87, 87, 0.4);
}
.terminal-app .terminal,
.terminal-app .terminal dummy-screen {
  line-height: 1em;
  font-size: 14px;
}
.terminal-app .terminal .xterm-rows {
  padding: 10px;
}
.terminal-app .terminal-cursor {
  color: black;
  background: white;
}
.terminal-app #terminado-container {
  margin-top: 20px;
}
/*# sourceMappingURL=style.min.css.map */
    </style>
<style type="text/css">
    .highlight .hll { background-color: #ffffcc }
.highlight  { background: #f8f8f8; }
.highlight .c { color: #408080; font-style: italic } /* Comment */
.highlight .err { border: 1px solid #FF0000 } /* Error */
.highlight .k { color: #008000; font-weight: bold } /* Keyword */
.highlight .o { color: #666666 } /* Operator */
.highlight .ch { color: #408080; font-style: italic } /* Comment.Hashbang */
.highlight .cm { color: #408080; font-style: italic } /* Comment.Multiline */
.highlight .cp { color: #BC7A00 } /* Comment.Preproc */
.highlight .cpf { color: #408080; font-style: italic } /* Comment.PreprocFile */
.highlight .c1 { color: #408080; font-style: italic } /* Comment.Single */
.highlight .cs { color: #408080; font-style: italic } /* Comment.Special */
.highlight .gd { color: #A00000 } /* Generic.Deleted */
.highlight .ge { font-style: italic } /* Generic.Emph */
.highlight .gr { color: #FF0000 } /* Generic.Error */
.highlight .gh { color: #000080; font-weight: bold } /* Generic.Heading */
.highlight .gi { color: #00A000 } /* Generic.Inserted */
.highlight .go { color: #888888 } /* Generic.Output */
.highlight .gp { color: #000080; font-weight: bold } /* Generic.Prompt */
.highlight .gs { font-weight: bold } /* Generic.Strong */
.highlight .gu { color: #800080; font-weight: bold } /* Generic.Subheading */
.highlight .gt { color: #0044DD } /* Generic.Traceback */
.highlight .kc { color: #008000; font-weight: bold } /* Keyword.Constant */
.highlight .kd { color: #008000; font-weight: bold } /* Keyword.Declaration */
.highlight .kn { color: #008000; font-weight: bold } /* Keyword.Namespace */
.highlight .kp { color: #008000 } /* Keyword.Pseudo */
.highlight .kr { color: #008000; font-weight: bold } /* Keyword.Reserved */
.highlight .kt { color: #B00040 } /* Keyword.Type */
.highlight .m { color: #666666 } /* Literal.Number */
.highlight .s { color: #BA2121 } /* Literal.String */
.highlight .na { color: #7D9029 } /* Name.Attribute */
.highlight .nb { color: #008000 } /* Name.Builtin */
.highlight .nc { color: #0000FF; font-weight: bold } /* Name.Class */
.highlight .no { color: #880000 } /* Name.Constant */
.highlight .nd { color: #AA22FF } /* Name.Decorator */
.highlight .ni { color: #999999; font-weight: bold } /* Name.Entity */
.highlight .ne { color: #D2413A; font-weight: bold } /* Name.Exception */
.highlight .nf { color: #0000FF } /* Name.Function */
.highlight .nl { color: #A0A000 } /* Name.Label */
.highlight .nn { color: #0000FF; font-weight: bold } /* Name.Namespace */
.highlight .nt { color: #008000; font-weight: bold } /* Name.Tag */
.highlight .nv { color: #19177C } /* Name.Variable */
.highlight .ow { color: #AA22FF; font-weight: bold } /* Operator.Word */
.highlight .w { color: #bbbbbb } /* Text.Whitespace */
.highlight .mb { color: #666666 } /* Literal.Number.Bin */
.highlight .mf { color: #666666 } /* Literal.Number.Float */
.highlight .mh { color: #666666 } /* Literal.Number.Hex */
.highlight .mi { color: #666666 } /* Literal.Number.Integer */
.highlight .mo { color: #666666 } /* Literal.Number.Oct */
.highlight .sa { color: #BA2121 } /* Literal.String.Affix */
.highlight .sb { color: #BA2121 } /* Literal.String.Backtick */
.highlight .sc { color: #BA2121 } /* Literal.String.Char */
.highlight .dl { color: #BA2121 } /* Literal.String.Delimiter */
.highlight .sd { color: #BA2121; font-style: italic } /* Literal.String.Doc */
.highlight .s2 { color: #BA2121 } /* Literal.String.Double */
.highlight .se { color: #BB6622; font-weight: bold } /* Literal.String.Escape */
.highlight .sh { color: #BA2121 } /* Literal.String.Heredoc */
.highlight .si { color: #BB6688; font-weight: bold } /* Literal.String.Interpol */
.highlight .sx { color: #008000 } /* Literal.String.Other */
.highlight .sr { color: #BB6688 } /* Literal.String.Regex */
.highlight .s1 { color: #BA2121 } /* Literal.String.Single */
.highlight .ss { color: #19177C } /* Literal.String.Symbol */
.highlight .bp { color: #008000 } /* Name.Builtin.Pseudo */
.highlight .fm { color: #0000FF } /* Name.Function.Magic */
.highlight .vc { color: #19177C } /* Name.Variable.Class */
.highlight .vg { color: #19177C } /* Name.Variable.Global */
.highlight .vi { color: #19177C } /* Name.Variable.Instance */
.highlight .vm { color: #19177C } /* Name.Variable.Magic */
.highlight .il { color: #666666 } /* Literal.Number.Integer.Long */
    </style>
<style type="text/css">
    
/* Temporary definitions which will become obsolete with Notebook release 5.0 */
.ansi-black-fg { color: #3E424D; }
.ansi-black-bg { background-color: #3E424D; }
.ansi-black-intense-fg { color: #282C36; }
.ansi-black-intense-bg { background-color: #282C36; }
.ansi-red-fg { color: #E75C58; }
.ansi-red-bg { background-color: #E75C58; }
.ansi-red-intense-fg { color: #B22B31; }
.ansi-red-intense-bg { background-color: #B22B31; }
.ansi-green-fg { color: #00A250; }
.ansi-green-bg { background-color: #00A250; }
.ansi-green-intense-fg { color: #007427; }
.ansi-green-intense-bg { background-color: #007427; }
.ansi-yellow-fg { color: #DDB62B; }
.ansi-yellow-bg { background-color: #DDB62B; }
.ansi-yellow-intense-fg { color: #B27D12; }
.ansi-yellow-intense-bg { background-color: #B27D12; }
.ansi-blue-fg { color: #208FFB; }
.ansi-blue-bg { background-color: #208FFB; }
.ansi-blue-intense-fg { color: #0065CA; }
.ansi-blue-intense-bg { background-color: #0065CA; }
.ansi-magenta-fg { color: #D160C4; }
.ansi-magenta-bg { background-color: #D160C4; }
.ansi-magenta-intense-fg { color: #A03196; }
.ansi-magenta-intense-bg { background-color: #A03196; }
.ansi-cyan-fg { color: #60C6C8; }
.ansi-cyan-bg { background-color: #60C6C8; }
.ansi-cyan-intense-fg { color: #258F8F; }
.ansi-cyan-intense-bg { background-color: #258F8F; }
.ansi-white-fg { color: #C5C1B4; }
.ansi-white-bg { background-color: #C5C1B4; }
.ansi-white-intense-fg { color: #A1A6B2; }
.ansi-white-intense-bg { background-color: #A1A6B2; }

.ansi-bold { font-weight: bold; }

    </style>


<style type="text/css">
/* Overrides of notebook CSS for static HTML export */
body {
  overflow: visible;
  padding: 8px;
}

div#notebook {
  overflow: visible;
  border-top: none;
}@media print {
  div.cell {
    display: block;
    page-break-inside: avoid;
  } 
  div.output_wrapper { 
    display: block;
    page-break-inside: avoid; 
  }
  div.output { 
    display: block;
    page-break-inside: avoid; 
  }
}
</style>

<!-- Custom stylesheet, it must be in the same directory as the html file -->
<link rel="stylesheet" href="custom.css">

<!-- Loading mathjax macro -->
<!-- Load mathjax -->
    <script src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.1/MathJax.js?config=TeX-AMS_HTML"></script>
    <!-- MathJax configuration -->
    <script type="text/x-mathjax-config">
    MathJax.Hub.Config({
        tex2jax: {
            inlineMath: [ ['$','$'], ["\\(","\\)"] ],
            displayMath: [ ['$$','$$'], ["\\[","\\]"] ],
            processEscapes: true,
            processEnvironments: true
        },
        // Center justify equations in code and markdown cells. Elsewhere
        // we use CSS to left justify single line equations in code cells.
        displayAlign: 'center',
        "HTML-CSS": {
            styles: {'.MathJax_Display': {"margin": 0}},
            linebreaks: { automatic: true }
        }
    });
    </script>
    <!-- End of mathjax configuration --></head>
<body>
  <div tabindex="-1" id="notebook" class="border-box-sizing">
    <div class="container" id="notebook-container">

<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h1 id="Artificial-Intelligence-Nanodegree">Artificial Intelligence Nanodegree<a class="anchor-link" href="#Artificial-Intelligence-Nanodegree">&#182;</a></h1><h2 id="Recurrent-Neural-Network-Projects">Recurrent Neural Network Projects<a class="anchor-link" href="#Recurrent-Neural-Network-Projects">&#182;</a></h2><p>Welcome to the Recurrent Neural Network Project in the Artificial Intelligence Nanodegree! In this notebook, some template code has already been provided for you, and you will need to implement additional functionality to successfully complete this project. You will not need to modify the included code beyond what is requested. Sections that begin with <strong>'Implementation'</strong> in the header indicate that the following block of code will require additional functionality which you must provide. Instructions will be provided for each section and the specifics of the implementation are marked in the code block with a 'TODO' statement. Please be sure to read the instructions carefully!</p>
<blockquote><p><strong>Note:</strong> Code and Markdown cells can be executed using the <strong>Shift + Enter</strong> keyboard shortcut. In addition, Markdown cells can be edited by typically double-clicking the cell to enter edit mode.</p>
</blockquote>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h3 id="Implementation-TODOs-in-this-notebook">Implementation TODOs in this notebook<a class="anchor-link" href="#Implementation-TODOs-in-this-notebook">&#182;</a></h3><p>This notebook contains two problems, cut into a variety of TODOs.  Make sure to complete each section containing a TODO marker throughout the notebook.  For convenience we provide links to each of these sections below.</p>
<p><a href="#TODO_1">TODO #1: Implement a function to window time series</a></p>
<p><a href="#TODO_2">TODO #2: Create a simple RNN model using keras to perform regression</a></p>
<p><a href="#TODO_3">TODO #3: Finish cleaning a large text corpus</a></p>
<p><a href="#TODO_4">TODO #4: Implement a function to window a large text corpus</a></p>
<p><a href="#TODO_5">TODO #5: Create a simple RNN model using keras to perform multiclass classification</a></p>
<p><a href="#TODO_6">TODO #6: Generate text using a fully trained RNN model and a variety of input sequences</a></p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h1 id="Problem-1:-Perform-time-series-prediction">Problem 1: Perform time series prediction<a class="anchor-link" href="#Problem-1:-Perform-time-series-prediction">&#182;</a></h1><p>In this project you will perform time series prediction using a Recurrent Neural Network regressor.  In particular you will re-create the figure shown in the notes - where the stock price of Apple was forecasted (or predicted) 7 days in advance.  In completing this exercise you will learn how to construct RNNs using Keras, which will also aid in completing the second project in this notebook.</p>
<p>The particular network architecture we will employ for our RNN is known as  <a href="https://en.wikipedia.org/wiki/Long_short-term_memory">Long Term Short Memory (LSTM)</a>, which helps significantly avoid technical problems with optimization of RNNs.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="1.1-Getting-started">1.1 Getting started<a class="anchor-link" href="#1.1-Getting-started">&#182;</a></h2><p>First we must load in our time series - a history of around 140 days of Apple's stock price.  Then we need to perform a number of pre-processing steps to prepare it for use with an RNN model.  First off, it is good practice to normalize time series - by normalizing its range.  This helps us avoid serious numerical issues associated how common activation functions (like tanh) transform very large (positive or negative) numbers, as well as helping us to avoid related issues when computing derivatives.</p>
<p>Here we normalize the series to lie in the range [0,1] <a href="http://scikit-learn.org/stable/modules/generated/sklearn.preprocessing.MinMaxScaler.html">using this scikit function</a>, but it is also commonplace to normalize by a series standard deviation.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[1]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### Load in necessary libraries for data input and normalization</span>
<span class="o">%</span><span class="k">matplotlib</span> inline
<span class="kn">import</span> <span class="nn">numpy</span> <span class="k">as</span> <span class="nn">np</span>
<span class="kn">import</span> <span class="nn">matplotlib.pyplot</span> <span class="k">as</span> <span class="nn">plt</span>

<span class="o">%</span><span class="k">load_ext</span> autoreload
<span class="o">%</span><span class="k">autoreload</span> 2

<span class="kn">from</span> <span class="nn">my_answers</span> <span class="k">import</span> <span class="o">*</span>

<span class="o">%</span><span class="k">load_ext</span> autoreload
<span class="o">%</span><span class="k">autoreload</span> 2

<span class="kn">from</span> <span class="nn">my_answers</span> <span class="k">import</span> <span class="o">*</span>

<span class="c1">### load in and normalize the dataset</span>
<span class="n">dataset</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">loadtxt</span><span class="p">(</span><span class="s1">&#39;datasets/normalized_apple_prices.csv&#39;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt"></div>


<div class="output_subarea output_stream output_stderr output_text">
<pre>Using TensorFlow backend.
</pre>
</div>
</div>

<div class="output_area">

<div class="prompt"></div>


<div class="output_subarea output_stream output_stdout output_text">
<pre>The autoreload extension is already loaded. To reload it, use:
  %reload_ext autoreload
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Lets take a quick look at the (normalized) time series we'll be performing predictions on.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[2]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># lets take a look at our time series</span>
<span class="n">plt</span><span class="o">.</span><span class="n">plot</span><span class="p">(</span><span class="n">dataset</span><span class="p">)</span>
<span class="n">plt</span><span class="o">.</span><span class="n">xlabel</span><span class="p">(</span><span class="s1">&#39;time period&#39;</span><span class="p">)</span>
<span class="n">plt</span><span class="o">.</span><span class="n">ylabel</span><span class="p">(</span><span class="s1">&#39;normalized series value&#39;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt output_prompt">Out[2]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>&lt;matplotlib.text.Text at 0x7fba8188df28&gt;</pre>
</div>

</div>

<div class="output_area">

<div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAZQAAAEKCAYAAAA1qaOTAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz
AAALEgAACxIB0t1+/AAAIABJREFUeJzsnXl4Y2d1uN8j77a87/bY4/HsnpnMJONsBMhONkhC2QKl
BAoFChRKW0qgFFqWH6GFAgVKoewUCBCghJB9JXviSWYmsy8e2+PxvluyLVnS+f1xr2R5l8eSZcvf
+zz3kXTvd+89npF0dHZRVQwGg8FgWCyOeAtgMBgMhsTAKBSDwWAwRAWjUAwGg8EQFYxCMRgMBkNU
MArFYDAYDFHBKBSDwWAwRAWjUAwGg8EQFYxCMRgMBkNUMArFYDAYDFEhOd4CLCVFRUVaU1MTbzEM
BoNhRbFnz54eVS2eb92qUig1NTU0NDTEWwyDwWBYUYhIcyTrjMvLYDAYDFHBKBSDwWAwRAWjUAwG
g8EQFYxCMRgMBkNUMArFYDAYDFEhrgpFRH4gIl0icmCW4yIi/ykiJ0Rkv4icF3bsVhE5bm+3Lp3U
BoPBYJiJeFsoPwKuneP4dcBGe3sv8G0AESkAPgNcCFwAfEZE8mMqqcFgMBjmJK4KRVX/BPTNseQm
4Cdq8SyQJyLlwDXAg6rap6r9wIPMrZgMBgACAeWO51sY9frjLYrBkHDE20KZj0rgdNjrVnvfbPun
ISLvFZEGEWno7u6OmaCGlcHzTX3c9tuXueOFlniLYjAkHMtdoSwaVf2uqtaran1x8bydAwwJzoEz
gwA8cqQrzpIYDInHclcoZ4CqsNdr7H2z7TcY5iSoUJ5r7MPt8cVZGoMhsVjuCuUu4B12ttdFwKCq
tgP3A68RkXw7GP8ae5/BMCcH2oYocqbi9Qd48kRPvMUxGBKKeKcN/wJ4BtgsIq0i8m4Reb+IvN9e
cg/QCJwA/gf4AICq9gGfA16wt8/a+wyGWRnx+jjZ7eIt51eRnZ7MI4eN28tgiCZx7Tasqm+d57gC
H5zl2A+AH8RCLkNicrh9CFXYVZVPU+8IjxztIhBQHA6Jt2gGQ0Kw3F1eBkPUOHBmCIDtlTlcuaWE
7mEPB9oG4yyVwZA4GIViWDUcODNIkTOVspx0Lttcggg8esSkkhsM0cIoFMOq4UDbENsqchERCrJS
qSvP4blTvfEWy2BIGIxCMawKxsb9HO8cZntlTmjf+TUFvNQywLg/EEfJDIbEwSgUw6rgaMcwvoCy
vSI3tK++Jp/RcT+H2obiKJnBkDgYhWJISD77h0P85Jmm0Ov9dkHj9soJhXJ+TQEALzSZjHODIRoY
hWJISH7zYis/frop9Pq5xl7KctJZk58R2leak051QaZRKAZDlDAKxZBwDI+NMzg6zsluN51DY6gq
zzb2cVFtASKTa07qa/JpaOrHKnkyGAyLwSgUQ8JxZmA09Pzpkz2c7HbR4/JwUW3htLXn1xTQ6/bS
2ONeShENhoQkrpXyBkMsaO0LUygnenF5rNknF6+fSaFYc9kamvpYX+xcGgENhgTFWCiGhKO1fwSw
lMXTJ3t59mQv5blWvGQq64ud5Gem8EJT/1KLaTAkHEahGBKOMwOjpCU7eN3OCs4MjPLwkU4uri2c
Fj8BEBF2VeWF2tobDIazxygUQ8LR2j9KZX4Gl2woAmBsPDBj/CTI+mInp3rcBAImMG8wLAajUAwJ
x5mBUdbkZ1JblEVpThowc/wkSG2xE48vMCmYbzAYFo5RKIaEo7V/lMq8DESEK7eWsr44a1L9yVRq
i7MATKaXwbBI4prlJSLXAl8HkoDvqertU45/FbjcfpkJlKhqnn3MD7xsH2tR1RuXRmrDcmbE66PP
7Q0pkM+8rg6vLzBj/CRISKF0u7h0U/GSyGkwJCJxUygikgR8C7gaaAVeEJG7VPVQcI2qfjRs/d8A
54ZdYlRVdy2VvIaVwZl+y20VVChpyUmkJSfNeU6xM43stGQau42FYjAshni6vC4ATqhqo6p6gTuA
m+ZY/1bgF0simWHF0jpFoUSCiFBbnEVjjytWYhkMq4J4KpRK4HTY61Z73zREZC2wDngkbHe6iDSI
yLMicnPsxDSsJFoHggples3JXNQWO42FYjAskpUSlL8FuFNV/WH71qpqPfA24Gsisn6mE0Xkvbbi
aejuNtP5Ep3W/hFSkxwUO9MWdF5tURbtg2OMeH0xksxgSHziqVDOAFVhr9fY+2biFqa4u1T1jP3Y
CDzG5PhK+Lrvqmq9qtYXF5uAa6LT2j9KRV46DsfsQfiZqLXbrpwymV4Gw1kTT4XyArBRRNaJSCqW
0rhr6iIR2QLkA8+E7csXkTT7eRFwCXBo6rmG1ceZ/tEFu7sgPNPLKBSD4WyJm0JRVR/wIeB+4DDw
K1U9KCKfFZHwFOBbgDt0cn/xrUCDiOwDHgVuD88OM6xegjUoC2VdURYiRqEYDIshrnUoqnoPcM+U
fZ+e8vpfZjjvaWBHTIUzrDjGxv30uDxULiDDK0h6ShIVuRkm08tgWAQrJShvMMzL6T6ry/BMXYUj
obY4y1goBsMiMArFkDA091oKZW3h2SmU9cVOGrtdpkmkwXCWGIViSBiaei3rYm1h1lmdv7MqF7fX
z6H2oWiKZTCsGoxCMSQMLX0jZKcnk5+ZclbnX1xrtbt/trE3mmIZDKsGo1AMCUNT7wg1hVlzNoKc
i7LcdGqLsnjmpFEoBsPZYBSKIWFo6XVTfZbxkyAXrS/k+VN9+PyBKEllMKwejEIxJATj/gCt/aPU
LFKhXFxbyLDHx4E2E0cxGBaKUSiGhKBtYBRfQFlbcHYB+SDBUcHG7WUwLByjUAwJwWJThoMUZ6ex
scTJMyYwbzAsGKNQDAlB8yJThsO5eH0hDU19jJs4isGwIIxCMSQEzb0jpKc4KMleWNv6mbiotpAR
r58DZwajIJnBsHqISKGIyCtF5F3282IRWRdbsQyGhdHUO8LagqwFt62fiR2VuQCmwNFgWCDzKhQR
+QzwceAT9q4U4H9jKZTBsFBa+hafMhxkTX4G2enJHDYKxWBYEJFYKK8HbgTcAKraBmTHUijD8sLr
C3DH8y3LtjYjEFCae0cWnTIcRETYWp7DIZM6bDAsiEgUiteeRaIAIrL4qKdhRfHw4U5u++3LPHZ0
eY5Q7hr24PEFqI5CQD5IXXkORzqGTaNIg2EBRKJQfiUi3wHyROSvgIeA/4mtWIblxMlua0ZIQ3N/
nCWZmaOdwwCsPcu29TNRV57DiNdPi90S32AwzM+8CkVVvwzcCfwG2Ax8WlW/EY2bi8i1InJURE6I
yG0zHH+niHSLyF57e0/YsVtF5Li93RoNeQwzE5wRsqe5L86STCcQUL764DGKnGmctzY/atfdWp4D
mMC8wbAQIprYqKoPAg9G88YikgR8C7gaaAVeEJG7Zhjl+0tV/dCUcwuAzwD1WK64Pfa5y/Mn9Arn
ZI+lUPa1DuL1BUhNXj7Z5r9sOM3e0wN89S07caZFbwDpxlInSQ7hcPsQ1+8oj9p1DYZEJpIsr2ER
GbK3MRHxi0g0frZdAJxQ1UZV9QJ3ADdFeO41wIOq2mcrkQeBa6Mgk2EKqkpjt4uynHS8vgAH2pZP
bUaf28uX7jvChesKuHlXZVSvnZ6SxPriLBOYNxgWQCQur2xVzVHVHCADeAPwX1G4dyVwOux1q71v
Km8Qkf0icqeIVC3wXMMi6XF5GR7z8WfnWf+8e5qWjxH4v882Mzg6zudu3n7WLevnoq48x6QOGwwL
YEG+C7X4PywLYSn4A1CjqudgWSE/XugFROS9ItIgIg3d3cszS2k502gH5C+sLaS6IJOGZRRHOd7l
oio/k02lscli31qeQ9vgGAMj3phc32BINCJxef1Z2PZGEbkdGIvCvc8AVWGv19j7Qqhqr6p67Jff
A3ZHem7YNb6rqvWqWl9cXBwFsVcXjXb8pLYoi/q1+exp7sfKIo8/zb3uRTeDnIu6ChOYNxgWQiQW
yuvCtmuAYSKPdczFC8BGEVknIqnALcBd4QtEJDwaeiNw2H5+P/AaEckXkXzgNfY+Q5Rp7HaRluyg
Mi+D3TX59Li8oc6+8URVOdXjpiaKtSdTqQtmepk4isEQEfOmxajqu2JxY1X1iciHsBRBEvADVT0o
Ip8FGlT1LuDDInIj4AP6gHfa5/aJyOewlBLAZ1V1+fhiEojGbjfriqweWfVrCwDY09xPTVF861sH
RsYZHvPF1EIpdKZRmZfBvtblk4hgMCxnZlUoIvIN7Or4mVDVDy/25qp6D3DPlH2fDnv+CSZ6iE09
9wfADxYrg2FuGnvcbC23YhTri7MQYVkU+zXZ7epjaaEA7KzKZd/pgZjew2BIFOayUBqWTArDssTr
C9DSN8INdh1GcpKDgsxUul2eec6MPUG3W01R7CwUgJ1r8rjn5Q56XR4KnYtvjW8wJDKzKhRVXXBG
lSGxaOkbwR9Q1oW5t4qz0+gejr1CefxYN+//6R6Sk4T8zFS+/fbz2FaRGzre3DuCCKzJj7FCqcoD
YH/rIJdvKYnpvQyGlU4kWV7FIvJlEblHRB4JbkshnCG+BFOGa4uXXqE8ebwbvypvOG8NXcNj3PH8
6UnHm3vdVORmkJ6SFFM5dlTm4hDYa9xeBsO8RJLl9TOs7Kp1wL8CTUwEww0JStfQGL98wfoSry12
hvYXO5dGoRzpGGZzaTb/cuM2rtxayj0vt09qn98U45ThIFlpyWwsyWZfq1EoBsN8RKJQClX1+8C4
qj6uqn8JXBFjuQxx4mS3iy/ec5jLvvwYfzrezUeu3EhuRkroeHF2Gt0uT8xrUQ63D7OlzEoGuHFn
Bb1uL0+f7A0db+4dicr8+EgIBuaXS/2NwbBciaSb3rj92C4iNwBtQEHsRDLEiw/8bA/3vNxBkkO4
bnsZH7tm87Qv7eLsNLy+AENjPnIzUmjqcdM+OMbF6wujJkf3sIcel4ctdh3IpZuKyU5L5g/72nj1
pmKGxsbpdXujNlBrPnZW5fGrhlZO941GbSqkwZCIRGKhfF5EcoG/B/4Bq2L9ozGVyrDkBALKfQc6
eE1dKc984gq++bbzZrQAirOtTKeg2+s/HjzG3/zipajKcrTDmm+y1bZQ0lOSeM22Mu472IHH56fF
zvBaMgtljRWY32vcXgbDnESiUJ5T1UFVPaCql6vqbrvo0JBADI/5CChcsK6Akuz0WdcVOycrlKZe
Nz0uD15f9MYDH+mwKtM3l0306HrdznKGx3w8eqR7ogYlxinDQTaXZZOW7GBvi1EoBsNcRKJQnhKR
B0Tk3XabE0MC0m83QMzPTJ1zXchCsWtRgvUg0axNOdw+TEl22qS6j0s2FFGRm86n/u9lHjjYCUB1
FCc0zkVKkoP6mnweO9YVURzlM78/wL/cdXAJJDMYlheRtK/fBHwK2IY1yOpuEXl7zCUzLCl9tkIp
yIpQoQx7GBwZZ3DUCrF1DkWjX6jFkY6hUPwkSEqSg5++50JSkhzcta+Nkuw0MlOjN1BrPq7dVkZj
t5vjXa4516kqd+9v58WW5dPm37C6Wcpkkoja16vq86r6d1hDsfo4izbyhuVNsEV7XmbKnOtyM1JI
SRK6hz0097lD+7uipFB8/gDHO12h+Ek464ud/Pr9F7OuKIttFTkznB07rtlWhgjc+3LHnOta+0fp
dXtxjfmWSDKDYW4eO9bNJbc/wrHO4ZjfK5LCxhx7fvu9wNNAO5ZiMSQQ/W7L0pjP5SUioVqU8J5e
nUORu7x8/gAPHOyY8ZfTqR43Xn+ALeUzzzhZk5/JvR95Fd9+++4Zj8eKkpx06tfmc++B9jnX7bcb
SQ57jEIxLA/2tgzQNjhKRV5GzO8ViYWyD9iF1dF3k6p+XFX3xFguwxITaQwFJmpRgvEThyzM5fXI
kS7e+9M9PHWid9qxw3aG15ay2S2Q9JSkmFfIz8S128s50jHMqR73rGv225lgxkIxLBf2tQ6wqSQb
Z1rsXcSRKJRaVf2oqj4Tc2kMcWNgZByHQHb6/G+6YPuVlt4RipxplOakL8hCCQ7t2tM8Pc5wuH2I
ZIewPqw6f7lw7fYygDmtlGCLltFx/6TKfoMhHqgq+04PsLMqd/7FUSCSoLwpD14F9I94yctMxeGY
fzZ7UKE097mpLsigJCedruHILZRmO+33pdOTFYrXF+CuvW2cV51PavKCplMvCZV5GeysyuN+O8ts
Kv6AcuDMIKlJluxur38pxTMYptHSN0L/yDi7qpYmQXf5fWoNcWFgZJz8eQLyQYqdafS5PTT1WO1P
ynLSFuTyauqxXGUvtQwQCEz8XrlzTytnBkb5wOXrFyb8ErK7Op9jHcMzxn8au124vX7OrbYKIV0m
jmKIM0GLedlYKLFERK4VkaMickJEbpvh+N+JyCER2S8iD4vI2rBjfhHZa2+m0HKR9Lm9EcVPwLJQ
AgodQ2NUF2Qu2OXV3OsmLdnB4Og4p2xrxesL8K1HT7CzKo9LNxWf1d+wFKzJz2B03E+f2zvtWPDD
e8mGIsDEUQzxZ+/pAdJTHGwunTnJJdpEkuX1b3amV4r9pd4djToUEUkCvgVcB9QBbxWRuinLXgLq
VfUc4E7g38KOjarqLnu7cbHyrHaCLq9ICNaiAKwttBTK4Og4Y+Pzu3jGxv20DY5xdV0pYFkpAL99
0bJO/vaqjYjM73aLF1V2MWVr/+i0Y/tbB3GmJbNjjfVr0OUZn7bGYFhK9p4eYEdlLslJS2M7RHKX
16jqEPBarNb1G4CPReHeFwAnVLVRVb3AHcBN4QtU9VFVDeamPgusicJ9DTOwIJfXFIVSYr/uisBK
OW2nGl+5tYTs9GRebOln1OvnG4+cYOeaXC5bxtYJWBYKzKxQ9rVaH96cdOvf0eUxMRRD/PD6Ahxs
G2KXPSRuKYhEoQTTfm4Afq2qg1G6dyUQPjWp1d43G+8G7g17nS4iDSLyrIjcPNtJIvJee11Dd3f3
4iROYPpHvOTPUyUfpNg50eurynZ5AXRGEJhvslON1xU52VWVx0stA3znTyc5MzDKJ67fuqytE4BK
W6Gc7h+ZtD8QUI50DLO9MieUKWdcXoZ4cqRjCK8vsGQBeYisff3dInIEGAX+WkSKgej12YgA28VW
D1watnutqp4RkVrgERF5WVVPTj1XVb8LfBegvr7eZKzNwKjXj8cXmLdKPkhRtqV4MlOTKHam0Z8T
efuVYIbXusIszq3O55uPHKex28UN55RzUW30WuDHipz0FHIzUmidolD6Rrx4fQEq8zJC+f7G5WWI
J/uWOCAPkaUN3wa8AiuWMQ6MMMU1dZacAarCXq+x901CRK4C/gm4UVVDPhVVPWM/NgKPAedGQaZV
SbCosSDCGEpmajLOtGSqCzIREUpzLJfXbIH5zqEx2gctF9GpHjd5mSnkZqZwXnUeAQUR+OT1W6Pw
lywNVQUZ01xeHYOWMi3LTSfLVijDxkIxxJFjnS5y0pOpXIIK+SCRBOUzgQ8A37Z3VWBZC4vlBWCj
iKwTkVTgFmBStpaInAt8B0uZdIXtzxeRNPt5EXAJcCgKMq1K+kN9vCJTKGDFEtaXWMWHuRkppCY7
Zu3nddtv9vPn33sOVZ00afHcqnwyU5P4mys2LumbfrGsycucplCC1llpTnqYhWIUiiF+9Lm9FGWn
LakbORKX1w+BPVhWClhWxK+BuxdzY1X1iciHgPuBJOAHqnpQRD4LNNgzV/4dcAK/tv9RWuyMrq3A
d0QkgKUUb1dVo1DOkok+XpG5vAC+/fbdZKVa7U+CVspsLq+WvhEau908d6qPpl43u9daPt3czBSe
/eSVZC9BS4hosiY/I9TKPvhh7RiasFCSHEJmahJuo1ASmiMdQ7zcOsib6qvmXxwH+tzeiL0O0SKS
T/J6VX2LiLwVQFVHJEoqT1XvAe6Zsu/TYc+vmuW8p4Ed0ZDBENbHK8KgPMC6osnTEkuz00NfqlMJ
Zn/99Jlm2gZG+bPzJpL1ghlRK4k1+RmMjQfocXlDGW+dg2OIQJE9w8WZlmwslATnPx44xoOHO61Z
PcvQwu4f8YbS3JeKSLK8vCKSASiAiKwHojdNyRB3Im1dPxelOekzpg27PT6GPT4yUpL448vtBJQl
mwUfKyZqUSYC8x1DYxQ500ix8/2d6ckmhpLAeH0Bnj7Ziyrcvb8t3uLMSDwslEgUymeA+4AqEfkZ
8DDwjzGVyrCk9I9YLq+8jLN/85XYLq/hsXFeaOrDb7dU6bJHBb/9ourQ2pqipZkFHyvW5E8vbuwY
8lCWM5FObSyUxGZPcz8uj4+0ZAe/37v8FIqqLqgUIFpEkuX1IPBnwDuBX2Blez0WW7EMS0n/iJfs
tORFNWQszUm3+lh99kHe9N/P8NBhq4FiMK5y2eYSzrEryGsKV7ZCqZyhuLFraCxUjwO2QjEWSkJx
uH0o1A3isWNdpCQJH7p8AwfbhjgxzyTPpcbl8THuVwqyltalPOs3iIhssR/PA9ZiDdZqA6rtfYYE
YWBknLxFvvFetbGIC9cV8JevXAcQ+oBNZD+l8dGrN3HTrooFBf+XI860ZPIzUyYVN3YMjVGWmzZp
jbFQEgOfP8AX7z3MdV9/gr+9Yy8Ajx/tpn5tAW85vwqHwF37lpeVEunAvGgzV1D+74D3Al+Z4ZgC
V8REIsOSs5DGkLOxrSKXX77vYsDqyxVssRJUKCU56WwoyebyzSWLE3aZUFUwkTo8Nu5nYGR8sssr
3SiURMDrC/CuHz3PUyd62VaRw30HO/jps80c6RjmE9dtoSQnnYvXF3LX3jN8dBn1oQvVli0Xl5eq
vldEHMCnVPXyKZtRJgnEwAIaQ0ZCVUFm6Nd755CHjJSkFZcaPB9r8jNCQfnwGpQg2cZCSQgamvt4
6kQvn7x+C//3wUvYUpbNp39/ALDcuACvO6eCpt4RjnUuH7dX31lkbkaDOZ3mqhoAvrlEshjiRP8C
GkNGQnVBZmjefOfQGKU5S1tctRSsyc/kTP8oqjqpSj5Ilh1DMfPpVjbBzMUrt5aSkuTgC6+3qhXK
ctLZVGoV9gbrqg62RavN4eLpdy+s+0W0iCQK+7CIvCFatSeG5Uf/yOJdXuFUF2TSNjCGzx+ga8hD
Sdgv90ShuiATjy9Aa//oRFHjFJeXL6B4fGYM8EpmqvW5e20+/3xDHf9wzebQj6R1RVmkJjs41DYU
NzmnEpzXs9QWSiR+iPdhxVP8IjIKCNZk4JyYSmZYEnz+AMNjvqgqlKr8TPwBpX1wjM7hMc5Zs3Tt
s5eKC9cVAPDkiR6Gx6wAaGnuZJcXWNk26SlJSy+gISp0DnnITE0KtdMBQoknQZKTrAFWhzuWj0Lp
H/GS5BBy0pfW1RxJ2nC2qjpUNUVVc+zXRpkkCAOjdjZIFNMLg4V/zb0jlssrbH5KorChxElZTjpP
HO+mY9D60gmPEzlNC/uEoGt4cjr4bNSV53C4febR0GDVrXzkjpdC9Vmxps89Tn5m6pK7miNpDiki
8nYR+Wf7dZWIXBB70QxLwd12umNJFL/0q+1K+INtg4yNByL6QK40RIRXbyriyeM9tA2MUpqTPunD
60wLDtkyCmUl0zXkmTRQbja2lmfT5/aGCnmn8tUHj/H7vW30upamyUi/27vkNSgQWQzlv4CLgbfZ
r11Yo3sNK5zvP3mKf/nDIa7YUsLlW6KXzluWk05KkvBCUz9gVdEnIq/aWMzQmI8nT/SEWvgHyUqz
3Fym/crKJlILZWu55bSZKY5yqsfNkyd6gInsq3BaekdoG5g+AXQx9EU5LhopkSiUC1X1g9hDtVS1
H1h6SQ1R5bGjXXzu7kNcu62M/377btKSo+fnT3IIlXkZ7GnuA0hICwXglRuKELGskLIpf2O2baGY
jsMrF1Wlc8gTkct2a4WtUNqnK5SfP9cceh4Mlofz4Tte4uO/2b8ISadjWSjLU6GMi0gSE80hiwGT
urLCaWjqJ8khfO2WXYtquTIbVQWZoR5hiapQ8rNSOafSaicTHpCHsBiKUSgrlmGPj9Fxf0QWdk56
CmvyMzg8RaGMjfv59Z5WNtizg4IV7EFUlZNdrmnnLZZ49PGCyBTKfwK/A0pE5AvAk8D/i6lUhpjT
2OOiuiAzZhlI1WFts6e6gxKJV28qBphmoQSzgoaNQlmxBGtQIv1BtLU8Z5qFcu+BdgZGxvnQ5RuA
6S6vgZFxhj0+elzeUNfvxRIIKP0j40tegwKRZXn9DKu78Bex+nndrKq/jsbNReRaETkqIidE5LYZ
jqeJyC/t48+JSE3YsU/Y+4+KyDXRkGc1cbLLTW0Mu/4GFUp2ejKZqYlVJR9OsFp67ZSW/Nkmy2vF
E5xAGklQHqxMr6YeN6Nef2jfr15opaYwk+t2lAETBYdBmvsm+sFF2mBSVWnpHeFox/CMx4fHfPgD
ujwtFHv+ySlV/RZwALhaRBZdWGC70b4FXAfUAW8Vkbopy94N9KvqBuCrwJfsc+uwRgZvA64F/su+
niEC/AHlVK+b2uLYKZRg6nCiuruC7F6bz10fuoTLNk1OakhLdpDkEFye8VnONCx3Ooent9SZi63l
OQQUjnZaX/Tdwx6eO9XLjbsqSUu20sr7p1ghzb3u0PPjESiUXzWc5vwvPMSr//1Rrv/PJ2gfnB7M
7wv18VqeWV6/wSpq3IA1370K+HkU7n0BcEJVG1XVC9wB3DRlzU3Aj+3ndwJX2hX7NwF3qKpHVU8B
J+zrGSKgbWAUry/A+mJnzO5RHVIoievuCnLOmjwcjsn5/iKCMy0Zt8c/y1mG5c5CXV7b7MD8U3ZG
130HOwgo3LCjHLBiblMtlGAT1dRkx7wWij+g/Pv9RylypvGxazbjDyj3HeiYti4Y+I9mf75IiUSh
BFTVhzUT5Zuq+jGgPAr3rgROh71utffNuMaWYRAojPBcwyyc7LbeuLUxVCghCyU7sS2UuXCmmamN
K5mZquTnoqogk1dtLOKHT51i1Ovnj/vb2FDiDPX8ys9KpW9kssXa3DtCSXYaG0uc8yqU50710j3s
4UNXbOCDl29gc2k297zcPm1dvPp4QeRZXm8F3gHcbe9bMQMtROS9ItIgIg3d3d3xFmdZ0Nhtmdmx
dHnlZqSD2JAEAAAgAElEQVSwtTyHnVWJ13YlUrLTk43LawUTaQ1KOB++ciM9Li//+chxnj/Vx/U7
ykMFrwWZKTPGUKoLMtkQgUL5w752MlOTuHJLKQDX7yinobk/1G8sSF+cWtdDZArlXViFjV9Q1VMi
sg74aRTufQbLfRZkjb1vxjUikgzkAr0RnguAqn5XVetVtb64uDgKYq98Tna7yElPpjDGb7h7P/Iq
bn1FTUzvsZwxQ7ZWNl1DngV3kDi/poCLagv49mMnJ7m7wLZQZnB5VRdmsqHYyZmB0Vnrlry+APce
aOfqulIyUq1w8fU7ylBlmturP06NISGyLK9DqvphVf2F/fqUqn4pCvd+AdgoIutEJBUryH7XlDV3
Abfaz98IPKJWs5y7gFvsLLB1wEbg+SjItCpo7HazvsSZcC3llxtZZgzwskRVI0rR7RweO6tO2R++
ciPAJHcXWC6o8KD82LifjqExqgsy2WivC3oPpvLUiR4GRsa5cWdFaN/G0mw2ljinub36R8ZJTXKQ
lbr0eUrRr2iLEDsm8iHgfuAw8CtVPSginxWRG+1l3wcKReQEVsfj2+xzDwK/Ag4B9wEfVFUT/YyQ
xh4XtUWxi58YLMzUxuXJY8e62f35h9jfOjDrGlWlK8Iq+alcXFvIX1y0lg9dvmHSj7b8rFRGvP7Q
XPrW/lFUrZTzYOHj8a6JVODB0XE+8LM9fOzX+/jGI8fJSU/mVRsne1mu21HO8019dA1PuL363V7y
s1Li8oMxbgoFQFXvUdVNqrpeVb9g7/u0qt5lPx9T1Tep6gZVvUBVG8PO/YJ93mZVvTdef8NKw+Xx
0TnkiWn8xGBhpjYuT5452Ys/oPzXoydnXbOQKvmpiAifu3k7N587OU8oGNMIWiktfZY1Ul2QxdrC
LJIdEoqjqCr/eOc+HjjYySNHunixZYCbdlVO62px064KBPjmIydC++LVxwsim4diSCAa7Qyv9Uah
xByT5bU82dtiWSb3H+rgZLdrUvr8b19spal3hNedY8U+ollHFfyS73N7Kc/NoLnXShmuLsgkJclB
TVFWqBblR083cf/BTj51w1be86pa+tzeGWebrC928o6La/jJM028ub6K6sJMjnUOU5mXETW5F8Ks
CkVE/oDdv2smVPXG2Y4Zli9BH20sa1AMFpX5GYx4/bQPjlKeG58PuGEyPn+Al88M8rqdFTxwsIP/
+VMjt7/hHMCaWfKxO/fjDyhP27UkJVFMew9ZKHY/r5a+ETJTkyhyWvs3FDt5+mQPf/H953i2sZer
tpbwbnuY11wZWx+9ehN372/nk797mYAqZ/pH+dQNU2vEl4a5XF5fBr4CnAJGgf+xNxcwu61oWNY0
drtwyMTMEkPsCM4a39PcP+ua7zx+ko/+cu9SibTqOdo5zOi4n6u2lvCm+jX85sVW9rcOMDgyzod/
8RIVeen8+YXVNDRHf/RCfqZVbRFM623ptVKGg7GO63aUUZSdxvCYjxt2lPPlN+2MKA6Sm5HCJ6/f
wv7WQU50ufifW+u5uq40anIvhFktFFV9HEBEvqKq9WGH/iAiDTGXzBATDrQNsa4oK6rt6g0zs7U8
h4yUJBqa+nntORW4PD7e8p1n+Ng1m7lscwmBgPKDp07R6/Jy+xt2mP+TJWDf6UEAdlXlcW5VPr99
8Qw3fvMpMlOTGPcHuPP9r2BHZS4eX4A/7m+nPDeKLq+QhWIplOa+kUn99G7aVclNu86uPvv151bS
NezhgnUFnFedv3hhz5JIYihZIlIbDIjbabrGAb8CGfcHeK6xd1qw0BAbUpIc7KzKDVkojxzp4mDb
EN974hSXbS7hpdMDdNrtPY51uNixJjee4q4K9p7uJz8zJWQZPPaxy3j4cBePHe3iyq2loULcf3/j
Ofzza+ui2tg0L8O2UNxe/AHldN8Il22KTm2ciPD+S9dH5VqLIZJ/rY8Cj4lIIyDAWuB9MZXKEBNe
PjOI2+vnFeuL4i3KqqF+bQHffvwkbo+P+w5Y9QJPnezhzMAo9x+cKEg72DZoFMoSsPf0ADur8kKu
pJLsdN56QTVvvaB60joRITcjug1BkpMc5Gak0D/i5WjHMB5fgG2VOVG9R7yJpLDxPqzCwY8AHwY2
q+r9sRbMEH2eOdkLwEW1BXGWZPWwuyYff0B57lQvjx7p5rLNxajCb/e0cu+Bdl69qZjstGQOzjA6
1hBdhsfGOd7lYlcc2wEV2NXywWmm9WsT67M4r4UiIplYRYVrVfWvRGSjiGxW1bvnO9ewvHjmZC9b
yrIpdCZ+B+DlwnnV+YjAVx88zui4n796VS2e8QDffaKR4TEfH7xsA2NePwfbBuMtasLz8plBVImr
QsnPtCyUPc39lGSnsSY/sbL/Iils/CHgxernBVbPrM/HTCJDTPD4/LzQ1MfF6wvjLcqqIjcjhU0l
2bx8ZpC8zBQuWFfAG3evYXjMh0Pg6rpS6ipyONw+jD8wa5a+IQrsPW3Vn8TfQhmnobmf+pr8hGt/
FIlCWa+q/waMA6jqCFYsxbCC2NsygMcX4OJao1CWmt01VtbN1VtLSUlycN2OMrJSk7hgXQGFzjS2
VeQwOu7nVM/MfZwM0eFw+zBr8jPiMickSH5mKqd6XLT2j7I7wdxdEJlC8YpIBnaRoz3B0RNTqQxR
5+mTvTgELjQKZcm5oMb64giOgc1MTeaH77qAL7x+BwDbKqxgvHF7xZbjncNsKs2OqwwFWamMjQeA
iTqlRCKSLK9/wWrAWCUiPwMuAd4ZQ5kMMeCJ491sr8yNeuaKYX5uOKeczNQkLt88MSb4gnUTv043
ljpJTXJwsG3orOsQDHPj8wdo7HZz6eb4jrAI1qKkpzhCEx4TiUiyvB7Amtb4TuAXQL2qPhZbsQzR
ZE9zHy+2DPDac6IxaNOwUFKSHLxmW9ms/vKUJAebypwcbBtkYMTL7/eeYdwfWGIplx9DY+Mcbp85
++07j5/ksaNdEV+rqXcErz/AppI4Wyi2u23nmjxSkuLamzcmzPsXicjDwIWq+kdVvVtVe0Tku0sg
myFKfO2h4xRmpfL2i9bGWxTDLGwrtwogX/WlR/nIHXt5/KiZLvrtx05yw38+wZ17Wift73N7+dJ9
R/j1lP1zcazTagu/uSy+CiVoodTXJJ67CyKLoawDPi4inwnbVz/bYsPyoqGpjyeO9/C+S2ujWvVr
iC4X1hYwNh4IFTcOjJrRwZ2DYwQUPnbnPn7xfEto/yNHuggo9LoiD+Ue6xxGJP5NUasLrB56r9yQ
mNNjI/mGGQCuBP7T7kD89tiKZIgmX3voOEVOY50sd15/biWXbS5BgHM/9yCuMaNQ+ka8bCp1UpmX
wSd++zJbyrI5tzqfB+wOA1PH6c7F8U4X1QWZofG58WJzWTbPfOKKhO0+HYmFIqrqU9UPAL8BngRK
5jln7guKFIjIgyJy3H6cZv+JyC4ReUZEDorIfhF5S9ixH4nIKRHZa2+7FiNPojIw4uXJEz28/aK1
xjpZ5ogIBVmpZKVZ/09mjorVRLEsN4Nvvu088jJT+OYjJxj1+vnTccsd2OuKXKEc6xxmY5zjJ0ES
VZlAZArlv4NPVPVHWMH5BxZ539uAh1V1I/Cw/XoqI8A7VHUbcC3wNREJr0j6mKrusjfT/3sGuoYt
l8C6ItPLc6WQmuwgLdlhJj1iWSgFmSlkpSXz7kvW8fCRLr7zp5OMjQc4tzqP/hFvqBh0xOvjpZaZ
xwR4fQFO9bgnzXc3xIZZFYqIBHPafm1bFAUiUoA1H+UfFnnfm4Af289/DNw8dYGqHlPV4/bzNqAL
SEzHY4zosRVKsWm1sqLITk9m2CgU+t3joSD2O15RQ3ZaMl9/+DjZ6cncsKOcgFpWOMAvXzjNG779
NF1DY9Ou09TrxhfQuNegrAbmslB+bj/uARrsxz1hrxdDqaq22887gDmnwYjIBUAqkwd7fcF2hX1V
RMw35gx020HLomzzz7OSyE5PwbXKXV5eXwCXxxdKs83NSOEdr1iLKly+uSQ0mjcYRzndN0pArX5d
UwlmeG00FkrMmVWhqOpr7cd1qlprPwa32vkuLCIPiciBGbabptxHmWPUsIiUAz8F3qWqweT8TwBb
gPOBAuDjc5z/XhFpEJGG7u7VlYrZY/uYi4yFsqJwpiWvepdX0PLICxt9+5eXrKOuPIdbzq+i0N4f
fI932pbJgTPT61aOdQzjWAYZXquBuWbKnzfXiar64jzHr5rj2p0iUq6q7bbCmLFCyXa7/RH4J1V9
NuzaQevGIyI/ZA4XnKp+F/guQH19/arqvtfj8pDkkNBgH8PKwJmWzPAqz/IKjsktCOu7VehM456P
vAqAox2W1RG0UDqCCmWG9jUH2oaoKcwiPcVMxIw1c6X+fGWOYwpcsYj73gXcCtxuP/5+6gIRSQV+
B/xEVe+cciyojAQr/nJgEbIkLD3DHoqcqTgcppfnSsKZnszpvpF4ixFXgooiP2vmH0MFtoXS67bc
uh2DQQtlQqEEAsoX7z3MI0e6ePcr18VSXIPNXDPlL4/hfW8HfiUi7waagTcDiEg98H5VfY+979VA
oYi80z7vnXZG189EpBir6/Fe4P0xlHXF0uPyGHfXCiTbuLzod1sWWkHWzJ2B8zNTELFShwMBpWt4
jKzUJNoHx+hxeSjMSuXvf72P3710hlsvXssnr9+6lOKvWiIqThCR7UAdkB7cp6o/OdubqmovVrHk
1P0NwHvs5/8L/O8s5y/GOlo19Li8RqGsQLLTjUKZyeUVTnKSg7yMFHrdHvpGvIz7lSu3FHPfwQ4O
tg2Rn5nC7146w19ftp5/vGZzws0dWa5EMrHxM8BlWArlHuA6rOLGs1YohqWhx+UxqZIrEGd6Mq4x
H6q6ar8I+22X11yzSwqdafS5vSF31xVbS7jvYAcHzgzS2j9CeoqDv75s/ar9N4wHkRQ2vhHLmuhQ
1XcBO4HcmEplWDSqSq/LS1F2/IYJGc4OZ1oKvoCG5masRvrcXrLTkklNnv0rqiArlR6XN5ThtbHE
ydrCTJ5t7OX3e9t43TkV5KSbhJSlJBKFMmqn6/rsrKsuoCq2YhkWy9CoD68/YIoaVyDOdLv9imf1
Znr1j3hDRY2zUeRMpc/tpd22UMpy09lekcsTx3sY8fp564XVSyGqIYxIFEqD3fLkf7CKGl8Enomp
VIZFEypqNAplxZFt9/NazcWNfe75FUpBViq9Lg+dQ2M4xOoIsb3Scp5sLs3m3DjOjl+tzBtDsZtC
Avy3iNwH5Kjq/tiKZVgsPUahrFiybQtlamD+RNcwDU393HJB4v/y7h/xzmtdF2alMTA6zpmBUYqc
aSQnOdhhK5RbLqgysZM4EGmW1zlATXC9iGxQ1d/GUC7DIgkpFBNDWXE4Z7FQvv9kE794voWr60op
TPAfCv3u8XkTSgqdqajCkfZhynKtBNRXrC/k67fs4rrtZjppPIgky+sHwDnAQSAYJVTAKJRlTLAx
pLFQVh7BGMrQ2HQLBeCFpn6u3V625HItJX1u76wpw0EKs6z39vGuYS7bbE3UcDiEm3ZVxlw+w8xE
YqFcpKp1MZfEEFV6XF4cAvnzfCgNy4/sNCszKdzlpaoc73IB8EJTX0IrlLFxP6Pj/ohiKADjfqUs
J33OtYalIZKg/DMiYhTKCqPH5aEgK40k03ZlxRG0UMKnNva6vQyMWK+fP9UXF7mWiv5gUeM8CqXQ
OXE86PIyxJdILJSfYCmVDsCD1e5EVfWcmEpmWBRW2xVjnaxEQjGUMAvleKdlneyqymN/6wAujy+0
LtEI9fGa1+U1cbzUWCjLgkjekd8H/gJ4mYkYimGZ0+3yUmzmoKxIglMbw4dsBeMnb7uwmr2nB9jT
3M+lmxJz3tx8fbyC5GWmIgKqGJfXMiESl1e3qt6lqqdUtTm4xVwyw6KwOg0bhbJSybbbrwQ53uXC
mZbM9TvKSXIIL0To9goElF81nMbj88dK1Khx34EOzgyMhvp45WfOXeWe5JBQ4L4s17zXlwORWCgv
icjPgT9gubwAMGnDyxdVNS6vFY41E2Wyy2tDiRNnWjLbK3J4vikyhfJCUx//eOd+0pIdyzr7acTr
469/tofLNhWHMrbmC8qDXdzo9hqX1zIhEoWSgaVIXhO2z6QNL2NcHh8eX8BYKCsY55SOw8e7XFy+
2XJxnV9TwE+ebcbj85OWPPfQqGBm2An7cbnS2O1GFR492k1KkuU4iWQwXKEzlbaBJLJNz65lwZwK
RUSSgP2q+tUlkscQBczo35VPdtrEXPmBES89Lk9oJvorNhTyvSdP8dChLm44Z+4CvqAiCQb1lyuN
PW4AHAIPHOokNyOF5KT5PfLrirIY9S5/d95qYc7/MVX1A29dIlkMUWKiSt4olJWKMz05FJQPKoWN
JVbl+KWbSthQ4uRrDx3DH5h7qvXJbttC6V7eCuVklwsReMfFNcD8Afkg//zaOn7ylxfGUDLDQogk
KP+UiHxTRF4lIucFt8XcVEQKRORBETluP+bPss4vInvt7a6w/etE5DkROSEiv7THBRts9p0eAGB9
cVacJTGcLdbURivbKei22lBiWShJDuFvr9rI8S4Xd+9vm/M6QWXU1ONm3B95kqbXFyAwj7KKJie7
XVTlZ/KBy9aTmuyYNyAfJDM1mdwI1xpiTyQKZRewDfgs1pz5rwBfXuR9bwMeVtWNwMP265kYVdVd
9nZj2P4vAV9V1Q1AP/DuRcqTUDx6tIuNJU7W5GfGWxTDWeJMnwjKH+90kZGSRGVeRuj49dvL2VKW
zdcfOo5vFkXh8vhoHxxjQ4kTX0Bp7nVHfP83f+cZ3vWjF/D6lqZSoLHbzfriLEpy0vnXG7dx6ytq
luS+hugyr0JR1ctn2BY7gvcm4Mf28x8DN0d6olgtRK8A7jyb8xMdl8fH86f6uGJLSbxFMSwCZ9rE
1MZjncOsL8nCEdb1wOEQ/vaqTTT2uHngUOeM12i03VzX2W1aIo2jqCqH24d4/Fg3t/12P6qxtVQC
AaWxx0VtsWWBvfWC6mWdkWaYnXkViojkish/iEiDvX1FRBY7sbFUVdvt5x1A6Szr0u17PisiQaVR
CAyoajAFphWY9d0nIu8Nyt7d3b1IsZc/Tx7vYdyvodRLw8okO92a2jji9bPv9ADnrJk+2+OqrSWk
JAkHzgzOeI2gu+s1dbZCiTDTa3B0HI8vQG1xFr998QzfeOTEjOvcHl9U3GJtg6OMjQdYbysUw8ol
EpfXD4Bh4M32NgT8cL6TROQhETkww3ZT+Dq1fv7M9q5cq6r1wNuAr4nI+gjknYSqfldV61W1vrg4
MSuLw3n0SBfZ6cnU18wYljKsEIL9vF5s6WfY42N39fT/z+QkB1X5mTT3jsx4jRNdLpIdwpbybCrz
MiJOHe6wR+r+3dWbuGprKT946lTIShkb9/PJ373MFV95jG2fuZ/b7ztyNn/eJBq7LVecifmtfCKp
Q1mvqm8Ie/2vIrJ3vpNU9arZjolIp4iUq2q7iJRjjRWe6Rpn7MdGEXkMOBf4DZAnIsm2lbIGOBPB
35HwqCqPHu3i1RuLQ7n8hpVJcGrjY0ctq3q2HwhrCzM51TNzbOREl4u1hZmkJDnYWOqM2ELpHLKy
BMty0rl0czEPHe6kfXCMirwMnjrRw8+fa+GVG4ooz03ne080cuPOitCkxLMhmIlWayyUFU9EM+VF
5JXBFyJyCTC6yPveBdxqP78V+P3UBSKSLyJp9vMi4BLgkG3RPAq8ca7zVyMH24boGvZw2ebEt8QS
HWdIoXRR5EyjumDmBIu1hVk097pnjHOc7HaFMsM2FDtp7HbNm2YM0GnPaC/NSaeuPAew3lsA+1sH
cQh85y92819/vpuCrFT+6f8ORHTd2TjZ7SInPdl0dkgAIlEo7we+JSJNItIMfNPetxhuB64WkePA
VfZrRKReRL5nr9mKNc9+H5YCuV1VD9nHPg78nYicwIqpfH+R8iQETxzvATDxkwQg6PI62e2mfm3+
rONs1xVl4fb66XZ5Ju0f9wdo7h0JxSU2ljrx+AK09s/sHgsn6PIqyUljS1k2InAopFAG2FDiJCst
mdyMFD51Qx37Tg/wi+dbzvpvbex2U1vsNCN7E4BIZsrvA3aKSI79emixN1XVXuDKGfY3AO+xnz8N
7Jjl/EbggsXKkWgc6RiiMi/DdBlOAMJb088VD1tbaFkuzb0jlGRP9LNq7nXjC+iEhWI/Wm6wuWMV
HUNjFGSlkpacRFqypbQOtQ+iquxvHeTysAzCm3ZV8NNnm/nR0028/aK1C/9DsSyUV24wVnUiEEmW
V5qIvA34EPC3IvJpEfl07EUzLJQTXS7Wlxg/dCKQE9abavfa2RVKja0cmqbEUU5MKYbcUGxV2R+L
IHW4c3BsUrPFuvIcDrUP0TY4Rq/by841E/ESEeG67WWc6HLRNrBwT7jL46NzyMP6EhOQTwQicXn9
HqtuxAe4wzbDMiIQUMtnbgKbCUHQ5ZWW7GBbxewB7zX5GSQ7hKYpRYsNTf2kJElIoeRmplCZl8GB
tplTjMPpGBqjLGfCyq2ryOF03yhPHrcSBHZMSWEOzmX507GFp+UfabccHiZlODGIJMtrjapeG3NJ
DIvizICVy7/BWCgJQVaa1UV4Z1Ueqcmz/+5LTnKwJj+DprDUYVXlgUOdvGJ9EZmpEx/xXdV57G0Z
mPfenUNj7AjL2goqtDteOE1KkrC1PHvS+g0lTspz03n8WDe3XFAd2R9o8+ChTlKShItqCxd0nmF5
EomF8rSIzBjLMCwfpro4DCubtOQkKnLTI8rYC2Z6BTnSMUxL3wjXbCubtO7cqjzODIzSZQfdZ8Lr
C9Dj8k5zeQG81DLA5rLsaS3zRYRXbyzmyRM9s7aBmQlV5Z4D7bxifRG5EbSqNyx/IlEorwT2iMhR
EdkvIi+LyP5YC2ZYGEahJB4P//1lvO/V89fyrivKoqlnJJQ6fP/BDkTg6rrJDSjOrbZcVS+dnt1K
CWaLleVOKJTi7LRQosdMFfsAr95UzPCYj32t81tAQQ62DXG6b5Trd5TNv9iwIohEoVwHbMQasPU6
4LX2o2EZcaLLRUFWasRtvw3Ln4zUJJIc86fSri3MxOXx0eu25uDcf7CT3dX507L9tlXkkuwQ9s6h
UDrsGpSpM9qDVkp4QD6cV24owiHw+LGeeeUNcu+BdpIcwtV1RqEkCpE0h2yeaVsK4QyRc8IE5Fct
4Zlep/tGONw+NM3dBZCekkRdRQ4vtfTPeq3OoYmixnC2VVgKZUflzBZKbmYKO6vyeDzCwLyqcu+B
Di6qLTA/ghII058jAVBVkzK8iqkpshTKqR43d+5pBZhRoQDsqspjf+vgrJXtIQsld7JCecPuNbzn
levYXJY902kAvGJ9IS+3DuDxzT9B8XiXi8ZuN9dun3vipGFlYRRKAtDj8jI4Os5Go1BWJZV5GSQ5
hM/dfYivP3yci2sLqS6cuVXLudV5jHj9HOscnvF459AYqUnTB1ytL3byqdfWzemC21iSTUChZZZm
lUH8AeWL9xwm2SFcs222RuOGlUgkacOGZY4JyK9uUpMd1JXn0D44xmdv2swt58+eururyiqSfOJ4
N7976QwDI17+7Y07Q8c7hsYoyUk7qzYotXa34JPdbjaWzm7JfPGewzx6tJvP37x9UnW/YeVjFMoK
o9fl4c3feYZNpdnctKuCy7eUhOaFG4Wyevnl+y7CIUJ6StKc62oKM8nLTOH/3TPRdv6zN20Pndcx
ODYtIB8p64qCCmX2avxfNZzme0+e4taL1551qxbD8sUolBXGUyd7OdntpmvYw70HOijMSqXQmUpW
ahLluebX3molvIBxLkSEN563hsMdQ2wty+F7T56iY3AsFIfpGvZQZwfgF0p2egqlOWmh+SZTOdQ2
xD//3wEu2VDIP7+27qzuYVjemBhKlPh1w2keOTLzKNZo8mJzP5mpSbzwT1fxo3edz+61+ZzocrGt
Itd0azVExKdeW8fP3nNRqMljsLuwqi7KQgGoLXLOaKEMj43zwZ+/SG5GCl+/5VySzbyehMRYKBHw
6JEuhj0+btxZMeuabzxygvLcdK7YEtsgY0NzH7uq8khPSeKyzSVctrmErqEx8wE1LJhganAws2to
zMfouJ/SnLPvVr2+JIu79rahqpN+4HzmroM097r5xV9dRJHTdMNOVMy3UAT87LkWvv7QsTnX9Lo8
0xr0RRu3x8fh9uFp3WdLctJNLr9hwQRTg9tthRKclbImf+YMsUioLXIyNDZRZAlWO5e797fz5xeu
5ULTsyuhMQolAuoqcjjV42bUO3N+/ajXj9vrp3PIw4jXFzM59p4ewB/QOduZGwyR4kxLJjs9OVTM
eLrPUiizTYeMhFCmV9i44aMdw3h9AdMAchUQF4UiIgUi8qCIHLcfp31DisjlIrI3bBsTkZvtYz8S
kVNhx3bFUt668hwCCkdnyd3vdU9My2vqmX8i3tmyp7kfETjPKBRDlCjLSad90Jpj0mIrlKpFKJRg
G/rGsPkse09blfk7q85+7rxhZRAvC+U24GFV3Qg8bL+ehKo+qqq7VHUXcAUwAjwQtuRjweOqujeW
wgbbTgTHoE6lxzVh3sfS7dXQ3M/m0uxJw5cMhsVQlptOx5D1g6ilb4TcjJRFdf6tzMsgLdlBY1hg
fu/pQYqcaVTmZSxaXsPyJl4K5Sbgx/bzHwM3z7P+jcC9qhq7n/9zsCY/g+y0ZA61zzycqDdsnvep
ntgoFH9Aeam537i7DFGlLCedjpCFMroodxeAwyGsK8riZFjq8L7WAXZVmSzE1UC8FEqpqrbbzzuA
+VKjbgF+MWXfF+x2+l8VkVnTRkTkvSLSICIN3d0LnyhnX4OtFTmzWii9toWS7JBpo1ijxbHOYYY9
vjnnixsMC6U8N53uYQ8+f4DTfSOLVihgub2CFsrQ2Dgnu13snKXtvSGxiJlCEZGHROTADNtN4evU
Glh+D4IAAA/bSURBVOIwc6c66zrlwA7g/rDdnwC2AOcDBcDHZztfVb+rqvWqWl9cPP+wotmoK8/h
SMcwgRma6vXYMZRtFTkxc3n9YV8bAPVrC2JyfcPqpDQ3nYBC57CH1v6RRcVPgtQWZ3G6fxSPz8/L
rYOoWtMiDYlPzOpQVPWq2Y6JSKeIlKtqu60wuua41JuB36nqeNi1g9aNR0R+CPxDVISeg7ryHEa8
fpr7RkItJoL0urxkpSaxpSyHh4/M9aecHc29br73xClef25lVD7wBkOQYHeFvS0DjPs1KhbKhhIn
/oDy9IleDtkz42cbzGVILOLl8roLuNV+fivw+znWvpUp7i5bCSGWU/Zm4EAMZJxE3RyB+R6Xh0Jn
GjVFWfS4PAyPjU9bsxg+/8fDJCcJt123JarXNRiCxY3Pn+oFFpcyHOTqulI2lDj5+1/v46HDndQW
Z5kRv6uEeCmU24GrReQ4cJX9GhGpF5HvBReJSA1QBTw+5fyficjLwMtAEfD5WAu8ocRJskNmDMz3
urwUOlNZV2R9GJvt9t2zzZxYCH861s2Dhzr5mys2Tht6ZDAslvJcK/PquVN9QHQUSmZqMt/5i914
fQFeahlgl7FOVg1xUSiq2quqV6rqRlW9SlX77P0NqvqesHVNqlqpqoEp51+hqjtUdbuqvl1VZ29v
GiXSU5LYUOLkcPv0WpQel4fCrLRpg462feY+vv3YyUUpll82nKYkO42/fGXNWV/DYJiN/MwUUpMd
HO0cJskhlOdF50fL+mInX36T1Ra/vsbE/VYLplJ+AdSVz5zp1ev2UuRMZW2BpVBeahngC388RGqS
gy/dd4Q3/vfT9Ie1olgIR9qH2FWVR1ry3G3JDYazQUQoy0lHFSry0kmJYk+4a7eX8cjfX8qb6tdE
7ZqG5Y1RKAugriKHjqGxSXUngYDS5/ZS5Ewjw24h/+NnmhgcHeeX77uYr71lFy+1DPDbl84s+H5j
435O9bjZUn527cQNhkgIdheOhrtrKrXFzqgqKcPyxvxPL4A6+4s9mLkCMDA6jj+gFDqt5ow1hVn4
A8o7Lq5ha3kON59bSWVeBi+29C/4fsc7XQQUtswxx9tgWCzBJpGxUCiG1YVRKAsgmOl1MMztFbRW
Cu2W3NsrcyjOTuOjV20KrTlvbT4vNi9coRzusO5jFIohlgRTh01KumGxGIWyAPIyU6nMy5gURwn2
8Sqy28d/7JotPPz3l5KbOZEmubs6j/bBMdoGRme87sCIl4/fuZ+HD3di1XlaHO0YJj3FwdrCrBnP
MxiiQWkMXV6G1YVRKAukriKHg20TqcPBTsNBCyU12TGteWOwO/Bsbq9HjnTxy4bTvPvHDbz2G0+G
Jt4d6Rhic2k2SQ7TA8kQO4KFuhtLjCVsWBxGoSyQuvIcGnvcobknPcNBhTL7gKut5TmkpzjYM4vb
62jHMKlJDv7tDefQ0jvCfzx4DFXlcPswW8pMQN4QWy7bXMy9H3kVm41r1bBIjEJZINsqclCFIx1W
PUqv24tDID9zdoWSkuRg55q8WeMoRzqGWV/i5M3nV/Gm+ioeONjBkY5h+txetpSbD7khtogIW00m
oSEKGIWyQKa2YOlxeSnISp3XLbV7bT4H24YYG58+9fFY53Ao8P62C6sY9yuf/+MhAPOr0WAwrBiM
QlkglXkZ5GakhDK9eu0q+fk4rzofX0DZ3zq5dcvgyDjtg2MhxbGhJJsLagp46oTVW8m4vAwGw0rB
KJQFIiJsq8gJ1aL0ur1zxk+CBAPzU+MowbHCm0snLJG3XVgNQGlOGgVZ81/bYDAYlgNGoZwFdeU5
HGkfwucPhDoNz0dBViobS5w8fbJn0v6jdq1JuGvr2u1l5GemhAopDQaDYSUQs3koicy2yhw8vgBf
vPcI3cMeiiKwUAAu3VTMT55pZsTrIzPV+qc/2jlMdnpyqLgMrEaUP333hWZ2vMFgWFEYC+UsuGpr
KVduKeFHTzcx4vVTkh1Zh9ZLNxfj9Qd4rrEvtO9ohxWQnzpve3tlLtWFptDMYDCsHIyFchZkp6fw
/XeeT4/Lw1Mnerh0U2Sjhc+vKSA9xcHjx7q5fEsJqsqRjmFu3FkRY4kNBoMh9sTFQhGRN4nI/2/v
3mOkKu8wjn8fAZGLEYWqFdBFRRSJot14q7XGmgrUijY2wdiI1dQ0ralW24rSNJo2aU1NaZsoLdGK
GqNW6oV6rVqi1irl5gVFcBVUEApaL0i9ll//eN/F4zK7i+xh5ww8n2TDnPecmXl4szO/Pbf3fVbS
eknNHWw3RtJiSS2SJhXah0mandtvkVSXM9eD+vdm/OjBDOjgHpSiHXr14Mi9B/LwkjUArHrnfda+
/7HH6jKzrUK9DnktBL4BPNLeBpJ6AFcCY4GRwGmSRubVlwNTImJf4E3g7C0btzxf3u9zLH19HS+/
sW7DzZEjfGmwmW0F6jVj46KIWNzJZocBLRHxUkR8CNwMjM/zyB8HzMjbXUeaV74hHDtiVwCufWwZ
U2e9CMB+u/WvZyQzs1JU+RzKYODVwvJy4HBgIPBWRHxcaB/czdk2W9Ogfuw1sC/T/7mMnfr04hcn
j9rkQ2ZmZlW2xQqKpAeB3WusmhwRd26p962R4xzgHIA999yzu962Q5eMO4Alq9ZyxlFN7NTHlwab
2dZhixWUiDi+iy+xAhhaWB6S294ABkjqmfdSWtvbyzENmAbQ3Nwc7W3XnU44cHdOOLBWrTUza1xV
vg9lDjA8X9G1PTABmBlpBqpZwKl5u4lAt+3xmJlZbfW6bPgUScuBI4G7Jd2f2/eQdA9A3vs4F7gf
WAT8OSKezS9xEXCBpBbSOZVruvv/YGZmn6bilLNbu+bm5pg7d269Y5iZNRRJ8yKi3XsGW1X5kJeZ
mTUQFxQzMyuFC4qZmZXCBcXMzErhgmJmZqXYpq7ykrQGeHkznz4IeL3Traqj0fJC42VutLzQeJkb
LS80XuZNybtXRHQ6T8c2VVC6QtLcTblsrioaLS80XuZGywuNl7nR8kLjZS4zrw95mZlZKVxQzMys
FC4om25avQN8Ro2WFxovc6PlhcbL3Gh5ofEyl5bX51DMzKwU3kMxM7NSuKBsAkljJC2W1CJpUr3z
tCVpqKRZkp6T9Kyk83L7LpIekPRC/nfnemctktRD0gJJd+XlYZJm536+JU9bUBmSBkiaIel5SYsk
HVnlPpb0w/z7sFDSTZJ2qFofS/qTpNWSFhbaavapkt/n7E9LOrQieX+dfyeelnS7pAGFdRfnvIsl
ndDdedvLXFh3oaSQNCgvd6mPXVA6IakHcCUwFhgJnCZpZH1TbeRj4MKIGAkcAXw/Z5wEPBQRw4GH
8nKVnEeamqDV5cCUiNgXeBM4uy6p2vc74L6I2B84mJS9kn0saTDwA6A5IkYBPUhzClWtj6cDY9q0
tdenY4Hh+eccYGo3ZSyazsZ5HwBGRcRBwBLgYoD8GZwAHJifc1X+Pulu09k4M5KGAl8FXik0d6mP
XVA6dxjQEhEvRcSHwM3A+Dpn+pSIWBkR8/PjtaQvusGknNflza4DTq5Pwo1JGgJ8Dbg6Lws4DpiR
N6la3p2AY8hz70TEhxHxFhXuY9KMrH0k9QT6AiupWB9HxCPAf9o0t9en44HrI3mCNHPr57snaVIr
b0T8Lc/fBPAEaRZZSHlvjogPImIp0EL6PulW7fQxwBTgJ0DxRHqX+tgFpXODgVcLy8tzWyVJagIO
AWYDu0XEyrxqFbBbnWLV8lvSL/P6vDwQeKvwwaxaPw8D1gDX5sN0V0vqR0X7OCJWAFeQ/vpcCbwN
zKPafdyqvT5thM/iWcC9+XFl80oaD6yIiKfarOpSZheUrYik/sBfgPMj4p3iujx1ciUu6ZN0IrA6
IubVO8tn0BM4FJgaEYcA62hzeKtifbwz6a/NYcAeQD9qHPaouir1aWckTSYdfr6x3lk6IqkvcAnw
s7Jf2wWlcyuAoYXlIbmtUiT1IhWTGyPittz879bd1fzv6nrla+OLwEmSlpEOIR5HOj8xIB+eger1
83JgeUTMzsszSAWmqn18PLA0ItZExEfAbaR+r3Ift2qvTyv7WZR0JnAicHp8ci9GVfPuQ/pD46n8
GRwCzJe0O13M7ILSuTnA8Hx1zPakk2wz65zpU/L5h2uARRHxm8KqmcDE/HgicGd3Z6slIi6OiCER
0UTqz79HxOnALODUvFll8gJExCrgVUkjctNXgOeoaB+TDnUdIalv/v1ozVvZPi5or09nAmfkK5GO
AN4uHBqrG0ljSIdvT4qI/xZWzQQmSOotaRjpRPe/6pGxKCKeiYhdI6IpfwaXA4fm3/Gu9XFE+KeT
H2Ac6eqNF4HJ9c5TI9/RpMMCTwNP5p9xpPMSDwEvAA8Cu9Q7a43sxwJ35cd7kz5wLcCtQO9652uT
dTQwN/fzHcDOVe5j4DLgeWAhcAPQu2p9DNxEOsfzUf5iO7u9PgVEuuLyReAZ0hVsVcjbQjrv0PrZ
+0Nh+8k572JgbFX6uM36ZcCgMvrYd8qbmVkpfMjLzMxK4YJiZmalcEExM7NSuKCYmVkpXFDMzKwU
LihmNeSRhb9XWN5D0oyOnlMvku4pjnC7CdtfKulHWzKTbZtcUMxqGwBsKCgR8VpEnNrB9t0u33y2
XUSMizRQpVlduaCY1fYrYB9JT+b5Lppa55OQdKakO/JcHcsknSvpgjxo5BOSdsnb7SPpPknzJD0q
af+2b5L3Fm6Q9LjS/B/fKaz7saQ5eV6Ky3JbU55b43rSDYtDc4bW+SwuUJr/ZKGk8wuvNVnSEkn/
AEZgtgX07HwTs23SJNIcF6NhwyjORaNIozrvQLpT+qKIOETSFOAM0mjK04DvRsQLkg4HriKNW9bW
QaR5bPoBCyTdnV9/OGm4cwEzJR1DGlJlODAx0vDipJFVQNIXgG8Dh+fnzJb0MOkPxwmkO/17AvNJ
Iw+blcoFxWzzzIo098xaSW8Df83tzwAH5ZGfjwJubf3CJw19UsudEfEe8J6kWaQicjRp8qMFeZv+
pELyCvByazFp42jg9ohYByDpNuBLpIJye+RxpiRVaiw623q4oJhtng8Kj9cXlteTPlfbkeYeGb0J
r9V2/KMg7WH8MiL+WFyR95TWbUZesy3O51DMalsL7Li5T440H81SSd+EDSfQD25n8/FK870PJA2W
OQe4Hzgr7+kgabCkXTt520eBk/MIw/2AU3LbI7m9j6Qdga9v7v/LrCPeQzGrISLekPRYPhF/L2kE
1s/qdGCqpJ8CvUhzv7SdIQ/S6MWzgEHAzyPiNeA1SQcAj+dDZu8C3wL+10Hm+ZKm88kQ6VdHxAIA
Sbfk915NKlhmpfNow2Z1JOlS4N2IuKLeWcy6yoe8zMysFN5DMTOzUngPxczMSuGCYmZmpXBBMTOz
UrigmJlZKVxQzMysFC4oZmZWiv8D0ajmVqfhrowAAAAASUVORK5CYII=
"
>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="1.2--Cutting-our-time-series-into-sequences">1.2  Cutting our time series into sequences<a class="anchor-link" href="#1.2--Cutting-our-time-series-into-sequences">&#182;</a></h2><p>Remember, our time series is a sequence of numbers that we can represent in general mathematically as</p>
<p>$$s_{0},s_{1},s_{2},...,s_{P}$$</p>
<p>where $s_{p}$ is the numerical value of the time series at time period $p$ and where $P$ is the total length of the series.  In order to apply our RNN we treat the time series prediction problem as a regression problem, and so need to use a sliding window to construct a set of associated input/output pairs to regress on.  This process is animated in the gif below.</p>
<p><img src="images/timeseries_windowing_training.gif" width=600 height=600/></p>
<p>For example - using a window of size T = 5 (as illustrated in the gif above) we produce a set of input/output pairs like the one shown in the table below</p>
<p>$$\begin{array}{c|c}
\text{Input} &amp; \text{Output}\\
\hline \color{CornflowerBlue} {\langle s_{1},s_{2},s_{3},s_{4},s_{5}\rangle} &amp; \color{Goldenrod}{ s_{6}} \\
\ \color{CornflowerBlue} {\langle s_{2},s_{3},s_{4},s_{5},s_{6} \rangle } &amp; \color{Goldenrod} {s_{7} } \\
\color{CornflowerBlue}  {\vdots} &amp; \color{Goldenrod} {\vdots}\\
\color{CornflowerBlue} { \langle s_{P-5},s_{P-4},s_{P-3},s_{P-2},s_{P-1} \rangle } &amp; \color{Goldenrod} {s_{P}}
\end{array}$$</p>
<p>Notice here that each input is a sequence (or vector) of length 5 (and in general has length equal to the window size T) while each corresponding output is a scalar value.  Notice also how given a time series of length P and window size T = 5 as shown above, we created P - 5  input/output pairs.  More generally, for a window size T we create P - T such pairs.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Now its time for you to window the input time series as described above!</p>
<p><a id='TODO_1'></a></p>
<p><strong>TODO:</strong> Implement the function called <strong>window_transform_series</strong> in my_answers.py so that it runs a sliding window along the input series and creates associated input/output pairs.    Note that this function should input a) the series and b) the window length, and return the input/output subsequences.  Make sure to format returned input/output as generally shown in table above (where window_size = 5), and make sure your returned input is a numpy array.</p>
<hr>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>You can test your function on the list of odd numbers given below</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[3]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="n">odd_nums</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">([</span><span class="mi">1</span><span class="p">,</span><span class="mi">3</span><span class="p">,</span><span class="mi">5</span><span class="p">,</span><span class="mi">7</span><span class="p">,</span><span class="mi">9</span><span class="p">,</span><span class="mi">11</span><span class="p">,</span><span class="mi">13</span><span class="p">])</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Here is a hard-coded solution for odd_nums.  You can compare its results with what you get from your <strong>window_transform_series</strong> implementation.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[5]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># run a window of size 2 over the odd number sequence and display the results</span>
<span class="n">window_size</span> <span class="o">=</span> <span class="mi">2</span>

<span class="n">X</span> <span class="o">=</span> <span class="p">[]</span>
<span class="n">X</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">odd_nums</span><span class="p">[</span><span class="mi">0</span><span class="p">:</span><span class="mi">2</span><span class="p">])</span>
<span class="n">X</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">odd_nums</span><span class="p">[</span><span class="mi">1</span><span class="p">:</span><span class="mi">3</span><span class="p">])</span>
<span class="n">X</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">odd_nums</span><span class="p">[</span><span class="mi">2</span><span class="p">:</span><span class="mi">4</span><span class="p">])</span>
<span class="n">X</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">odd_nums</span><span class="p">[</span><span class="mi">3</span><span class="p">:</span><span class="mi">5</span><span class="p">])</span>
<span class="n">X</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">odd_nums</span><span class="p">[</span><span class="mi">4</span><span class="p">:</span><span class="mi">6</span><span class="p">])</span>

<span class="n">y</span> <span class="o">=</span> <span class="n">odd_nums</span><span class="p">[</span><span class="mi">2</span><span class="p">:]</span>

<span class="n">X</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">asarray</span><span class="p">(</span><span class="n">X</span><span class="p">)</span>
<span class="n">y</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">asarray</span><span class="p">(</span><span class="n">y</span><span class="p">)</span>
<span class="n">y</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">reshape</span><span class="p">(</span><span class="n">y</span><span class="p">,</span> <span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">y</span><span class="p">),</span><span class="mi">1</span><span class="p">))</span> <span class="c1">#optional</span>

<span class="k">assert</span><span class="p">(</span><span class="nb">type</span><span class="p">(</span><span class="n">X</span><span class="p">)</span><span class="o">.</span><span class="vm">__name__</span> <span class="o">==</span> <span class="s1">&#39;ndarray&#39;</span><span class="p">)</span>
<span class="k">assert</span><span class="p">(</span><span class="nb">type</span><span class="p">(</span><span class="n">y</span><span class="p">)</span><span class="o">.</span><span class="vm">__name__</span> <span class="o">==</span> <span class="s1">&#39;ndarray&#39;</span><span class="p">)</span>
<span class="k">assert</span><span class="p">(</span><span class="n">X</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">5</span><span class="p">,</span><span class="mi">2</span><span class="p">))</span>
<span class="k">assert</span><span class="p">(</span><span class="n">y</span><span class="o">.</span><span class="n">shape</span> <span class="ow">in</span> <span class="p">[(</span><span class="mi">5</span><span class="p">,</span><span class="mi">1</span><span class="p">),</span> <span class="p">(</span><span class="mi">5</span><span class="p">,)])</span>

<span class="c1"># print out input/output pairs --&gt; here input = X, corresponding output = y</span>
<span class="nb">print</span> <span class="p">(</span><span class="s1">&#39;--- the input X will look like ----&#39;</span><span class="p">)</span>
<span class="nb">print</span> <span class="p">(</span><span class="n">X</span><span class="p">)</span>

<span class="nb">print</span> <span class="p">(</span><span class="s1">&#39;--- the associated output y will look like ----&#39;</span><span class="p">)</span>
<span class="nb">print</span> <span class="p">(</span><span class="n">y</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt"></div>


<div class="output_subarea output_stream output_stdout output_text">
<pre>--- the input X will look like ----
[[ 1  3]
 [ 3  5]
 [ 5  7]
 [ 7  9]
 [ 9 11]]
--- the associated output y will look like ----
[[ 5]
 [ 7]
 [ 9]
 [11]
 [13]]
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Again - you can check that your completed <strong>window_transform_series</strong> function works correctly by trying it on the odd_nums sequence - you should get the above output.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[6]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### TODO: implement the function window_transform_series in the file my_answers.py</span>
<span class="kn">from</span> <span class="nn">my_answers</span> <span class="k">import</span> <span class="n">window_transform_series</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>With this function in place apply it to the series in the Python cell below.  We use a window_size = 7 for these experiments.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[7]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># window the data using your windowing function</span>
<span class="n">window_size</span> <span class="o">=</span> <span class="mi">7</span>
<span class="n">X</span><span class="p">,</span><span class="n">y</span> <span class="o">=</span> <span class="n">window_transform_series</span><span class="p">(</span><span class="n">series</span> <span class="o">=</span> <span class="n">dataset</span><span class="p">,</span><span class="n">window_size</span> <span class="o">=</span> <span class="n">window_size</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="1.3--Splitting-into-training-and-testing-sets">1.3  Splitting into training and testing sets<a class="anchor-link" href="#1.3--Splitting-into-training-and-testing-sets">&#182;</a></h2><p>In order to perform proper testing on our dataset we will lop off the last 1/3 of it for validation (or testing).  This is that once we train our model we have something to test it on (like any regression problem!).  This splitting into training/testing sets is done in the cell below.</p>
<p>Note how here we are <strong>not</strong> splitting the dataset <em>randomly</em> as one typically would do when validating a regression model.  This is because our input/output pairs <em>are related temporally</em>.   We don't want to validate our model by training on a random subset of the series and then testing on another random subset, as this simulates the scenario that we receive new points <em>within the timeframe of our training set</em>.</p>
<p>We want to train on one solid chunk of the series (in our case, the first full 2/3 of it), and validate on a later chunk (the last 1/3) as this simulates how we would predict <em>future</em> values of a time series.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[8]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># split our dataset into training / testing sets</span>
<span class="n">train_test_split</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">ceil</span><span class="p">(</span><span class="mi">2</span><span class="o">*</span><span class="nb">len</span><span class="p">(</span><span class="n">y</span><span class="p">)</span><span class="o">/</span><span class="nb">float</span><span class="p">(</span><span class="mi">3</span><span class="p">)))</span>   <span class="c1"># set the split point</span>

<span class="c1"># partition the training set</span>
<span class="n">X_train</span> <span class="o">=</span> <span class="n">X</span><span class="p">[:</span><span class="n">train_test_split</span><span class="p">,:]</span>
<span class="n">y_train</span> <span class="o">=</span> <span class="n">y</span><span class="p">[:</span><span class="n">train_test_split</span><span class="p">]</span>

<span class="c1"># keep the last chunk for testing</span>
<span class="n">X_test</span> <span class="o">=</span> <span class="n">X</span><span class="p">[</span><span class="n">train_test_split</span><span class="p">:,:]</span>
<span class="n">y_test</span> <span class="o">=</span> <span class="n">y</span><span class="p">[</span><span class="n">train_test_split</span><span class="p">:]</span>

<span class="c1"># NOTE: to use keras&#39;s RNN LSTM module our input must be reshaped to [samples, window size, stepsize] </span>
<span class="n">X_train</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">asarray</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">reshape</span><span class="p">(</span><span class="n">X_train</span><span class="p">,</span> <span class="p">(</span><span class="n">X_train</span><span class="o">.</span><span class="n">shape</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">window_size</span><span class="p">,</span> <span class="mi">1</span><span class="p">)))</span>
<span class="n">X_test</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">asarray</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">reshape</span><span class="p">(</span><span class="n">X_test</span><span class="p">,</span> <span class="p">(</span><span class="n">X_test</span><span class="o">.</span><span class="n">shape</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">window_size</span><span class="p">,</span> <span class="mi">1</span><span class="p">)))</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='TODO_2'></a></p>
<h2 id="1.4--Build-and-run-an-RNN-regression-model">1.4  Build and run an RNN regression model<a class="anchor-link" href="#1.4--Build-and-run-an-RNN-regression-model">&#182;</a></h2><p>Having created input/output pairs out of our time series and cut this into training/testing sets, we can now begin setting up our RNN.  We use Keras to quickly build a two hidden layer RNN of the following specifications</p>
<ul>
<li>layer 1 uses an LSTM module with 5 hidden units (note here the input_shape = (window_size,1))</li>
<li>layer 2 uses a fully connected module with one unit</li>
<li>the 'mean_squared_error' loss should be used (remember: we are performing regression here)</li>
</ul>
<p>This can be constructed using just a few lines - see e.g., the <a href="https://keras.io/getting-started/sequential-model-guide/">general Keras documentation</a> and the <a href="https://keras.io/layers/recurrent/">LSTM documentation in particular</a> for examples of how to quickly use Keras to build neural network models.  Make sure you are initializing your optimizer given the <a href="https://keras.io/optimizers/">keras-recommended approach for RNNs</a></p>
<p>(given in the cell below).  (remember to copy your completed function into the script <em>my_answers.py</em> function titled <em>build_part1_RNN</em> before submitting your project)</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[9]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### TODO: create required RNN model</span>
<span class="c1"># import keras network libraries</span>
<span class="kn">from</span> <span class="nn">keras.models</span> <span class="k">import</span> <span class="n">Sequential</span>
<span class="kn">from</span> <span class="nn">keras.layers</span> <span class="k">import</span> <span class="n">Dense</span>
<span class="kn">from</span> <span class="nn">keras.layers</span> <span class="k">import</span> <span class="n">LSTM</span>
<span class="kn">import</span> <span class="nn">keras</span>

<span class="c1"># given - fix random seed - so we can all reproduce the same results on our default time series</span>
<span class="n">np</span><span class="o">.</span><span class="n">random</span><span class="o">.</span><span class="n">seed</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>


<span class="c1"># TODO: implement build_part1_RNN in my_answers.py</span>
<span class="kn">from</span> <span class="nn">my_answers</span> <span class="k">import</span> <span class="n">build_part1_RNN</span>
<span class="n">model</span> <span class="o">=</span> <span class="n">build_part1_RNN</span><span class="p">(</span><span class="n">window_size</span><span class="p">)</span>

<span class="c1"># build model using keras documentation recommended optimizer initialization</span>
<span class="n">optimizer</span> <span class="o">=</span> <span class="n">keras</span><span class="o">.</span><span class="n">optimizers</span><span class="o">.</span><span class="n">RMSprop</span><span class="p">(</span><span class="n">lr</span><span class="o">=</span><span class="mf">0.001</span><span class="p">,</span> <span class="n">rho</span><span class="o">=</span><span class="mf">0.9</span><span class="p">,</span> <span class="n">epsilon</span><span class="o">=</span><span class="mf">1e-08</span><span class="p">,</span> <span class="n">decay</span><span class="o">=</span><span class="mf">0.0</span><span class="p">)</span>

<span class="c1"># compile the model</span>
<span class="n">model</span><span class="o">.</span><span class="n">compile</span><span class="p">(</span><span class="n">loss</span><span class="o">=</span><span class="s1">&#39;mean_squared_error&#39;</span><span class="p">,</span> <span class="n">optimizer</span><span class="o">=</span><span class="n">optimizer</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt"></div>


<div class="output_subarea output_stream output_stdout output_text">
<pre>_________________________________________________________________
Layer (type)                 Output Shape              Param #   
=================================================================
lstm_1 (LSTM)                (None, 5)                 140       
_________________________________________________________________
dense_1 (Dense)              (None, 1)                 6         
=================================================================
Total params: 146.0
Trainable params: 146
Non-trainable params: 0.0
_________________________________________________________________
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>With your model built you can now fit the model by activating the cell below!  Note: the number of epochs (np_epochs) and batch_size are preset (so we can all produce the same results).  You can choose to toggle the verbose parameter - which gives you regular updates on the progress of the algorithm - on and off by setting it to 1 or 0 respectively.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[10]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># run your model!</span>
<span class="n">model</span><span class="o">.</span><span class="n">fit</span><span class="p">(</span><span class="n">X_train</span><span class="p">,</span> <span class="n">y_train</span><span class="p">,</span> <span class="n">epochs</span><span class="o">=</span><span class="mi">1000</span><span class="p">,</span> <span class="n">batch_size</span><span class="o">=</span><span class="mi">50</span><span class="p">,</span> <span class="n">verbose</span><span class="o">=</span><span class="mi">0</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt output_prompt">Out[10]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>&lt;keras.callbacks.History at 0x7fba7b37ebe0&gt;</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="1.5--Checking-model-performance">1.5  Checking model performance<a class="anchor-link" href="#1.5--Checking-model-performance">&#182;</a></h2><p>With your model fit we can now make predictions on both our training and testing sets.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[11]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># generate predictions for training</span>
<span class="n">train_predict</span> <span class="o">=</span> <span class="n">model</span><span class="o">.</span><span class="n">predict</span><span class="p">(</span><span class="n">X_train</span><span class="p">)</span>
<span class="n">test_predict</span> <span class="o">=</span> <span class="n">model</span><span class="o">.</span><span class="n">predict</span><span class="p">(</span><span class="n">X_test</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>In the next cell we compute training and testing errors using our trained model - you should be able to achieve at least</p>
<p><em>training_error</em> &lt; 0.02</p>
<p>and</p>
<p><em>testing_error</em> &lt; 0.02</p>
<p>with your fully trained model.</p>
<p>If either or both of your accuracies are larger than 0.02 re-train your model - increasing the number of epochs you take (a maximum of around 1,000 should do the job) and/or adjusting your batch_size.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[12]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># print out training and testing errors</span>
<span class="n">training_error</span> <span class="o">=</span> <span class="n">model</span><span class="o">.</span><span class="n">evaluate</span><span class="p">(</span><span class="n">X_train</span><span class="p">,</span> <span class="n">y_train</span><span class="p">,</span> <span class="n">verbose</span><span class="o">=</span><span class="mi">0</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">&#39;training error = &#39;</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">training_error</span><span class="p">))</span>

<span class="n">testing_error</span> <span class="o">=</span> <span class="n">model</span><span class="o">.</span><span class="n">evaluate</span><span class="p">(</span><span class="n">X_test</span><span class="p">,</span> <span class="n">y_test</span><span class="p">,</span> <span class="n">verbose</span><span class="o">=</span><span class="mi">0</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">&#39;testing error = &#39;</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">testing_error</span><span class="p">))</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt"></div>


<div class="output_subarea output_stream output_stdout output_text">
<pre>training error = 0.0160044314848
testing error = 0.0139837291655
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Activating the next cell plots the original data, as well as both predictions on the training and testing sets.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[13]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### Plot everything - the original series as well as predictions on training and testing sets</span>
<span class="kn">import</span> <span class="nn">matplotlib.pyplot</span> <span class="k">as</span> <span class="nn">plt</span>
<span class="o">%</span><span class="k">matplotlib</span> inline

<span class="c1"># plot original series</span>
<span class="n">plt</span><span class="o">.</span><span class="n">plot</span><span class="p">(</span><span class="n">dataset</span><span class="p">,</span><span class="n">color</span> <span class="o">=</span> <span class="s1">&#39;k&#39;</span><span class="p">)</span>

<span class="c1"># plot training set prediction</span>
<span class="n">split_pt</span> <span class="o">=</span> <span class="n">train_test_split</span> <span class="o">+</span> <span class="n">window_size</span> 
<span class="n">plt</span><span class="o">.</span><span class="n">plot</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">arange</span><span class="p">(</span><span class="n">window_size</span><span class="p">,</span><span class="n">split_pt</span><span class="p">,</span><span class="mi">1</span><span class="p">),</span><span class="n">train_predict</span><span class="p">,</span><span class="n">color</span> <span class="o">=</span> <span class="s1">&#39;b&#39;</span><span class="p">)</span>

<span class="c1"># plot testing set prediction</span>
<span class="n">plt</span><span class="o">.</span><span class="n">plot</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">arange</span><span class="p">(</span><span class="n">split_pt</span><span class="p">,</span><span class="n">split_pt</span> <span class="o">+</span> <span class="nb">len</span><span class="p">(</span><span class="n">test_predict</span><span class="p">),</span><span class="mi">1</span><span class="p">),</span><span class="n">test_predict</span><span class="p">,</span><span class="n">color</span> <span class="o">=</span> <span class="s1">&#39;r&#39;</span><span class="p">)</span>

<span class="c1"># pretty up graph</span>
<span class="n">plt</span><span class="o">.</span><span class="n">xlabel</span><span class="p">(</span><span class="s1">&#39;day&#39;</span><span class="p">)</span>
<span class="n">plt</span><span class="o">.</span><span class="n">ylabel</span><span class="p">(</span><span class="s1">&#39;(normalized) price of Apple stock&#39;</span><span class="p">)</span>
<span class="n">plt</span><span class="o">.</span><span class="n">legend</span><span class="p">([</span><span class="s1">&#39;original series&#39;</span><span class="p">,</span><span class="s1">&#39;training fit&#39;</span><span class="p">,</span><span class="s1">&#39;testing fit&#39;</span><span class="p">],</span><span class="n">loc</span><span class="o">=</span><span class="s1">&#39;center left&#39;</span><span class="p">,</span> <span class="n">bbox_to_anchor</span><span class="o">=</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mf">0.5</span><span class="p">))</span>
<span class="n">plt</span><span class="o">.</span><span class="n">show</span><span class="p">()</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt"></div>


<div class="output_png output_subarea ">
<img src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAgAAAAEKCAYAAABkC+0BAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz
AAALEgAACxIB0t1+/AAAIABJREFUeJzs3Xdc1fX+wPHXh72HgiyVDQooKqQ5cmfa0MpS81aWXbXd
vbfbvF31auu2b9uG7W6W1/qlmZW5Sg0BFWTKEBegDGXv8/n98T2HEAGPeeAgfJ6PxwnOd74x5fs+
n/UWUkoURVEUReldLMwdgKIoiqIoXU8lAIqiKIrSC6kEQFEURVF6IZUAKIqiKEovpBIARVEURemF
VAKgKIqiKL2QSgAURVEUpRdSCYCiKIqi9EIqAVAURVGUXsjK3AF0JQ8PDxkQEGDuMBRFUS4qiYmJ
xVJKT3PHoZhWr0oAAgICSEhIMHcYiqIoFxUhxGFzx6CYnuoCUBRFUZReSCUAiqIoitILqQRAURRF
UXohlQAoiqIoSi+kEgBFURRF6YXMmgAIIVYLIU4KIVLa2S+EEK8KIbKFEMlCiBEt9i0QQmTpXwu6
LmpFURRFufiZuwXgQ2B6B/tnAKH612LgLQAhRB9gGTAKGAksE0K4d2qkiqIoitKDmDUBkFLuAEo7
OGQW8LHU/Aa4CSF8gCuAn6SUpVLKU8BPdJxIKAoAOp2O9957j+rqanOHoiiKYlbmbgE4Fz/gaIv3
x/Tb2tt+FiHEYiFEghAioaioqNMCVS4Ov/zyC4sWLeK9994zdyiKoihm1d0TgAsmpXxHShkrpYz1
9FQrWfZ2iYmJAHz33XdmjkRRFMW8unsCcBwY0OJ9f/229rYrSof27t0LwLZt26isrDRzNIqiKObT
3ROAb4Fb9bMBLgXKpJQFwA/ANCGEu37w3zT9NkXp0N69e+nXrx/19fVs3rzZ3OEoiqKYjbmnAf4X
2A2ECyGOCSHuEELcKYS4U3/IRiAXyAbeBe4GkFKWAiuBeP1rhX6borSrqqqKjIwM/vznP+Pq6sqG
DRvMHZKiKIrZmLUaoJTypnPsl8A97exbDazujLiUnikpKQkpJaNGjSIrK5tPP53N5Mk65s/v7g1h
iqIopqd+8ym9hqH/f8SIEcTG3kRd3QyeflpNB1QUpXdSCYDSaxj6//38/LC0nApAaqoTR4+e40RF
UZQeSCUASq+xd+9eRowYgRCC+HgnLCyqAFi3zsyBKYqimIFKAJReoba2ltTUVEaMGIGUsG0bhIam
IUQKX32lM3d4iqIoXU4lAEqvcODAARobGxkxYgQZGXDiBEyYAFJ+xa5dgsJCc0eoKIrStVQCoPRI
f/3rX3njjTea3yckJADaAMCtW7VtCxYMBP6HlIKvvzZDkIqiKGakEgClR/roo494/fXXm99v374d
Pz8/AgIC2LoVBgyA0aO9CAyswcnpON98Y8ZgFUVRzEAlAEqPU15ezqlTp8jIyOCXX06wdatk27Zt
TJw4ESkF27bBpEkgBFx22TgaGzcTFyfRqaEAiqL0IioBUHqcw4cPN3//8MM1XHml5MSJaiZOnMje
vVBcrCUAAOPGjaO2dgdlZYKcHDMFrCiKYgYqAVB6nLy8vObvc3KaqK21AOYyadIk3n0X7O3h2mu1
/ePGjQO08QHx8V0eqqIoitmoBEDpcQwJwLhx4ygtdQLAxuZOPDyC+OwzuOkmcHPTjh00aBB9+hRi
aVmnEgBFUXoVlQAoPc7hw4exs7Nj9uz5NDV5ASeor4/hiScEVVVw552/HyuE4NJLY7G1TUM/UUBR
FKVXOGcCIIRY0eq9pRDis84LSVEuTF5eHv7+/kRGXqHf8hKWljpefx1GjIDY2DOPHzRoEHV1u9i7
V9LY2OXhKoqimIUxLQADhBCPAQghbIF1QFanRqUoF+Dw4cMEBARgYRGo3xLPlCk1gPbpX4gzjw8P
D6epaTfV1YL09K6NVVEUxVyMSQAWAkP0ScB6YKuUcnmnRqUoF8DQAnD0qPakDwqyZvlyB2bM0Pr/
WwsPD8cwEFB1AyiK0lu0mwAIIUYIIUYAw4H/AHPRPvnv0G+/YEKI6UKITCFEthDi0Tb2vyyE2K9/
HRRCnG6xr6nFvm9NEY9y8auqqqK4uJiAgACOHNG2/fbbV4weLdi4EZyczj5HSwAOYmenBgIqitJ7
WHWw78VW708BEfrtEph8ITcWQlgCbwCXA8eAeCHEt1LKNMMxUsq/tjj+PrRkxKBGSjnsQmJQeh7D
GgABAQFs3gze3uDp6dLhOV5eXri4OOPsnEd8fHhXhKkoimJ27SYAUspJnXzvkUC2lDIXQAjxBTAL
SGvn+JuAZZ0ck3KRM0wB9Pf358gR8Pc/9zlCCMLDwzlxIonk5HAaG8Gqo9RYURSlBzBmFsDTQgi3
Fu/dhRBPmuDefsDRFu+P6be1FYM/EAhsabHZTgiRIIT4TQhxrQniUXqAli0Ahw/DwIHGnRceHk5F
xR7q66HFQoKKoig9ljGDAGdIKZv73qWUp4ArOy+kNs0D1kopm1ps85dSxgLzgVeEEMFtnSiEWKxP
FBKKioq6IlbFjPLy8rCxscHLy9voFgDQEoBTp+IAyFJzXBRF6QWMSQAs9dP/ABBC2AO2HRxvrOPA
gBbv++u3tWUe8N+WG6SUx/Vfc4FtnDk+oOVx70gpY6WUsZ6enhcas9LN5eXlMXDgQIqLLairO78W
ADgIwMGDnRefoihKd2FMAvAZ8LMQ4g4hxB3AT8BHJrh3PBAqhAgUQtigPeTPGs0vhBgEuAO7W2xz
NyQlQggPYCztjx1QehHDGgCGGQDn0wIAJ7G3b1AtAIqi9ArnHOokpfy3ECIJmKrftFJK+cOF3lhK
2SiEuBf4AbAEVkspU/UrDyZIKQ3JwDzgCymlbHH6YGCVEEKHlsQ823L2gNJ75eXlcfXVVzf34xvb
AhAaGooQAnf3Ig4e9O28ABVFUboJY8c67wOs0ab/7TPVzaWUG4GNrbYtbfV+eRvn7QKGmCoOpWeo
qanhxIkTzTMAwPgWAHt7ewYOHAjkkZWlEgBFUXo+Y2YBzAH2ADcAc4A4IcQNnR2YopyvQ4cOARAU
FMThw9qiP25u5ziphfDwcOrrUzh8GOrqOilIRVGUbsKYMQD/AC6RUi6QUt6KNn//n50blqKcv5yc
HABCQkKaZwC0Xve/I+Hh4ZSW7kGng9zcTgpSURSlmzAmAbCQUp5s8b7EyPMUpUtlZ2cDEBwcfF5r
ABiMHDmSurpkQE0FVBSl5zPmQb5JCPGDEOI2IcRtwHfA950blqKcv5ycHFxdXenTpy85ORAYeO5z
Wpo0aRKGQpdqKqCiKD2dMbMAHhJCXA+M0296R0r5deeGpSjnLzs7m5CQEIqLBeXlEH6ey/r7+fkR
FtaPvLwysrJcOydIRVGUbsKYQYD/llKuk1L+Tf/6Wgjx764ITlHOR05ODsHBwc2f3kNDz/8akyZN
oqkpg4MHdaYNTlEUpZsxpgvg8ja2zTB1IIpyIRoaGsjLyyMkJKS5/z4s7PyvoyUA6aSmNpo2QEVR
lG6m3QRACHGXEOIAEC6ESG7xOgQkd12IinJuR44cobGxsbkFwMrK+DUAWpo4cSKQRVGRDVVVpo5S
URSl++ioBeBz4Bq05XmvafGKkVLe3AWxKYrRWk4BPHgQgoP/WElfLy8v+vevBtRAQEVRerZ2EwAp
ZZmUMg94AiiUUh5GK8l7c8vywIrSHbScApiV9cea/w0mTnQBYOfOpnMcqSiKcvEyZgzA/4AmIUQI
8A5aBb/POzUqpVuqrtYerN98Y+5IzpaTk4O9vT1eXj5kZf2xAYAGM2cOAQrYsOGUyeJTFEXpboxJ
AHRSykbgeuA1KeVDgE/nhqV0R/v2aQvkfN0NJ4FmZ2cTHBxMQYEFtbUX1gJwySWxwE4SE21MFp+i
KEp3Y0wC0CCEuAm4Fdig32bdeSEp3VVCgvb1t9/MG0dbWk8BvJAEwN/fHzu7vRQXu1BQYJr4FEVR
uhtjEoDbgdHAU1LKQ0KIQOCTzg1L6U7q6+t57733iIvT5sYfPAglJWYOqgWdTkdOTk7zAEC4sC4A
IQSDBmk/4M6dJghQURSlGzpnAiClTJNS3i+l/K/+/SEppVoIqBdZv349ixYtYseOajw9tW1xceaN
qaWCggJqa2ubBwA6OIDvBVb0HTPGHqjm11+lSWJUFEXpblRRH+WcMjIyAGeOH3di4UKwsOhe3QAp
KSkAzV0AISFajBciJmYoEM/WraousKIoPZNZEwAhxHQhRKYQIlsI8Wgb+28TQhQJIfbrX39usW+B
ECJL/1rQtZH3LpmZmcAIACZOhKFDYfdus4bUTKfTsWzZMry8vBg9evQFTwE0iI6OBnaSmmpDdfWF
X09RFKW7MToBEEI4mPLGQghL4A20ZYUjgJuEEBFtHLpGSjlM/3pPf24fYBkwChgJLBNCuJsyPuV3
WgJwCQBDh9Zz6aVaF0BTN5gm//777xMXF8cLL7yAra0zubmmSQAiIyOxsPiNpiYL9uy58OspiqJ0
N8YUAxojhEgDMvTvo4UQb5rg3iOBbCllrpSyHvgCmGXkuVcAP0kpS6WUp4CfgOkmiElpRUpJZmYm
9vaXAYc4cmQvo0dDRQWkp5s3tuLiYh599FEmTJjAn/70Jz7+GBobYdy4c597LnZ2doSGFgPdq7tD
URTFVIxpAXgZ7YFbAiClTALGm+DefsDRFu+P6be1Nltfg2CtEGLAeZ6rXKCTJ09SVlaGre1YIIGd
O3cyerS2z9wPxrfeeotTp07xxhtvUF8vWLECRo6E6SZKBWNjg7C0PMLevaa5nqIoSndiVBeAlPJo
q01d1fi7HgiQUg5F+5T/0fleQAixWAiRIIRIKCoqMnmAPV18fA4wiNOn+9KnTy47d+4kJAT69jV/
ApCWlkZgYCCRkZGsWgVHj8JTT4EQprl+dHQ0TU17SEzsBn0diqIoJmZMAnBUCDEGkEIIayHE3wFT
NP4eR1tW2KC/flszKWWJlNIwDPs9IMbYc1tc4x0pZayUMtbTMIdNMcry5XDNNWMw/O+OidGxc+dO
QBIaCocPmzM6bfW/kJAQqqq0B//EiTBliumuP2zYMGAfubmWlJWZ7rqKoijdgTEJwJ3APWhN7MeB
Yfr3FyoeCBVCBAohbIB5aJUHmwkhWi45PJPfE48fgGlCCHf94L9p+m2KicTHw8qVEBycgpXV3axZ
o+O66/pw8uRJcnJy8PaGwkLzxSelJCsri5CQEL7/Hk6ehKVLTffpHwwJgNb+v3+/6a6rKIrSHZyz
YKqUshj4k6lvLKVsFELci/bgtgRWSylThRArgAQp5bfA/UKImUAjUArcpj+3VAixEi2JAFghpSw1
dYy9VX09LFwIPj4QErISB4d05syxICVlLAC7du3CxyeEX381X4ylpaWUlZUREhJCcrI2798wNsFU
PD098fM7yfHjWh2ECRNMe31FURRzajcBEEK8BrS7DJqU8v4LvbmUciOwsdW2pS2+fwx4rJ1zVwOr
LzQG5WzPPw8pKbB+Pfztb/v0c+Jh0KBBCCHIzc3F2xuKi7VkwcYMNXMM5X9DQkJ4/31t6p+dnenv
M3p0EF9/fYK9e71Mf3FFURQz6qgLIAFI7OCl9FCbNsGll8K0afXk5uYSHh4OgJWVFR4eHhQWFuLt
rR178mTXxHTgAMyeDd/qO4laJgAHDmiLE3WGkSNH0tQUT3x8Y+fcQFEUxUzabQGQUp4x4l4I4aJt
lhWdHpViVsXFMGQI5Obm0tTURFiLlXW8vb3PSAAKC6F/f9PH8MMPP3D99ddjZWWNEM9RWbmIpiZB
Xh7MnKlV/xNC4OERSG4u3H676WMALQGA7Rw8eBXV1VqdAUVRlJ7AmIWAYoUQB4BkIEUIkSSEiDnX
ecrFq6gIPD0NKwDS3AIAvycAPvrhmZ01EPCnn36iqamJyy//F2VliwkO3sOyZbB3r9Y9kZ2dzYAB
A8jJ0dr9O6sFICYmBiGS0OkEBw50zj0URVHMwZhZAKuBu6WUAVJKf7QZAB90bliKuTQ1QWkp2NpW
8N577wFtJwAtWwA6Q3JyMlFRUVx66QMAlJTcxuLFjVhZwSef/D4FMDlZO37IkM6Jw8nJidBQrdFL
LQikKEpPYkwC0CSl/MXwRkr5K9qofKUHio/PRkp4441/8cMPP7Bs2TLc3Nya9xsSAE9PbXxoQUHn
xJGcnMzQoUPZswe8vKooKckgJWULM2bAp59CVlZuc/+/szP4+3dOHABjxw5AiFISElRpYEVReg5j
EoDtQohVQoiJQogJ+joA24QQI4QQIzo7QKXr3HjjjYwefQ0AMTEDSE9PZ/ny5Wcc4+3tTV1dHbW1
ZfTpA5mZp9m2bZtJ4zhx4gQnTpxg6NChxMXBZZfZ4eLiwhdffMGtt0J+PhQXD2luAYiKuvDyvx0Z
NWokUv7Gjh0NnXcTRVGULmbMr81oIAyt+t5yYDAwHHgReKHTIlO6lE6nY926dYwbdx0AK1Y8QHBw
8FnHeevb/g3dANu3H2TevHkmjeWAvrO9f/9YjhyBMWMsue6661i3bh2XX16Hs3MjsITg4M6dAWCg
DQT8hexsG4qLO/deiqIoXeWcCYCUclIHr8ldEaTS+crKytDpdISEaKvptLdqcssEwMcHTp2y5cSJ
E9TX15sslmR9x35trdaxP3IkzJs3j7KyMrZs2ci0aZnADWzbNppTpzqv/98gKioKGxutJvDOnZ17
L0VRlK5izCyAvkKIV4UQe4UQiUKI/wgh+nZFcErXKSkp0X/nof3Xo+3jWrcA1NS4NL83leTkZHx8
fMjIcMXSEoYPhylTpjBgwADuvPNOrKyeAbby2mtaLJ3dAmBtbc3YsTYIUceOHeceB3DffffxwAMP
dG5QiqIoF8iYLoAvgCJgNnCD/vs1nRmU0vWK9W3bTU19AOMSADe3WnS6fgBs2FDBsGFQWXnhsbQc
ADhkiDb33tramp9++gkbGxvWrPmMfv0eaJ6KGBV14fc8lxtuuAYp9/DTTzUdHielZM2aNezatavz
g1IUI0ipBq8qbTMmAfCRUq6UUh7Sv54E1LqoPYyhBaChwQVnZ7C1bfs4d3d3rK2tKSwsxNKyCHAE
nFm/3o6kJNAvHfCHNTY2kpqaypAh0cTHw6hRv+8LDw/n119/JTQ0lNjYAXz/Pbz6Kri7X9g9jXHd
ddcBv5KaaktVVfvHHT58mKKiIsrLyzs/KEUxwqZNm/D39yc1NdXcoSjdjDEJwI9CiHlCCAv9aw6q
8l6PY0gAamoc2/30DyCEaJ4KqNMZKjB7k5zsCkBe3rnv1djYyP/93/+1+cnk4MGD1NfX06/fWE6f
1vr/W/L39yc5OZm1a9cSHQ333WfED2cCPj4+RESUoNNZEhfX/nHx8Vp9qvLycj76CMaM6Zr4FKU9
cXFxHD16lIEDB5o7FKWbMSYBWAR8DtQB9WhdAkuEEBVCCPUxp4cwJAAVFfbtDgA0MCQA1dW5AAgx
mPx8revAmATgu+++49prr2Xz5p9ZsQL0y/oDvw8APHVKW2yydQIAYGdnh729/blvZGI33xwE6Pjm
m5J2j2mZAGzYALt3Q03HvQaK0qn27NlDZGQkzs7O5g5F6WaMmQXgLKW0kFJaSymt9N87618uXRGk
0vlKSkqwsLCgrMyqwxYA+D0BOH06AwB7+/kY/ioZkwAYlhj+7rs0li2Df/3r931JSUlYWnry7ru+
jBkDkZF/4IfpJH/609VAEhs3tl8OY88ebbZAdXU1yclaC8epU10RnaKcTUrJnj179FNZFeVM57V8
ihAiWAjxhBBCdSb1MCUlJfTp04eiImF0AnDiRBIAdXXTEaKJ4GA4dOjc9zJU8tu5Uxt4+L//QVkZ
1NfX8/nnn+Pp+S6nTgneeguEuKAfy6QGDhyIt3cqubl+bVZBbGpqIjExERsbG8CuuWWjtLRLw1SU
Zrm5uZSUlDCq5WAaRdEzZhqgrxDib0KIeCAVsARMu/KLYnYlJSV4eHhQXNz+GgAG3t7eFBUVcejQ
XiwsGmlqcsXWNp2oKONaAAwJQGqqtqJ0TQ2sWQMffvghR454c+LETB54oPOn9/0R06YdRUprPvzw
7PELmZmZVFZWMnr0aCACnU7LXlQCoJhLnH7AimoBUNrSbgIghFgshNgKbAP6AHcABVLKf0kpTVIX
TQgxXQiRKYTIFkI82sb+vwkh0oQQyUKIn4UQ/i32NQkh9utf35oint6suLgYNzdfqqvbnwJo4O3t
jU6nIz//GE5O2pB4KX8lIEBLAM416yg7Oxs7Oztqavrj6tpEZCSsXq1j5cp3sLH5Gl9faLUCcbcx
YoQD8CvvvNN01s9paP6fMmUK8PvqRCoBUMxlz5492NvbE9UVc2WVi05HLQCv6/fPl1I+IaVMBkw2
oVQIYQm8AcwAIoCbhBARrQ7bB8RKKYcCa4HnWuyrkVIO079mmiqu3qqkpAQnpwDAuATAwMNDWx+/
rm4zfn71VFVBSftj5KipqeHo0aPMmjULCMfDo4SFCyEuzoJjxz5FiH58842gu45XCgwMBN4lJ8eK
HTvO3BcfH4+zszOxsbG0TADUGADFXOLi4oiJicHKysrcoSjdUEcJgA/wX+BF/af0lYC1Ce89EsiW
UuZKKQ2zC2a1PEBKuVVKWa1/+xvQ34T3V1ooKSnB3n4AYFwXgIGPj+Gv0E6cnbWPuh11AxzSDxK4
+uqrEWIQlpY5XH99NdAAhPLll5bExv6xn6ErBAQEAF/h4FDPu++euW/Pnj3ExsbqqycOxc9Pax1R
LQCKOdTX17Nv3z7V/6+0q90EQEpZIqV8W0o5AZgCnAZOCCHShRBPm+DefsDRFu+P6be15w7g+xbv
7YQQCUKI34QQ17Z3kr4rI0EIkVBUVHRhEfdgJSUl2Nhof/zn0wJw6aU2hIeXAYXY2Wm1gTtKAAz9
//37D0JKP8rLE/joo+eB+1i+PIOZM7vRqL82+Pv7AzVER6ewdi1U6CcE6HQ6Dhw4wIgRI3BxcQGG
EBJShKWlSgB6PCnh4EFzR3GW5ORk6urqVAKgtMuodiEp5TG06n8vCiHC6OJBgEKIm4FYYEKLzf5S
yuNCiCBgixDigJQyp/W5Usp3gHcAYmNj1ZqYbaiurqa2thZLS22Bx3O1AHh5acc5Ojry/POOLFiQ
ytChIGUeMNyoBED7awQnTvzCs8+uZ86cmSxb1o3m/LXD1dUVd3d3XF3jqKsbQVqatlphcXExdXV1
+Pv709DgBnjj5RVHnz4BKgHo6T75BBYsgLi4theuMBPDmJTOGgCYmJjYz8rK6j0givOcUaZ0CR2Q
0tjY+OeYmJg25i0ZmQC0JKU8CKy40MiA48CAFu/767edQQgxFfgHMEFKWdcijuP6r7lCiG1oJYrP
SgCUczMsAiSE9uQ/VwuAo6Mjzs7OBAQEIITAz88XgLKyw7i5nd0CkJ+fj06no3///mRlZdGnTx8K
CrQlJKRMRwjB888/b9KfqTMFBgZSXZ0A0JwAHD+u/dX18/PjyBFtVcQ+fY7Rp88olQD0dB9+qH19
//1ulQCkpqbi5ubGQDs7rYzl8OFaYQ0TsbKyes/b23uwp6fnKQsLC/XhqpvR6XSiqKgoorCw8D2g
zXFy5sza4oFQIUSgEMIGrVXhjNH8QojhwCpgppTyZIvt7kIIW/33HsBYIK3LIu9hDAlAU5M7lpbg
5nbucwICAhg8eDCg1QewtbUlPz+/eSZAS4sWLWLq1KlIKcnOziYkJITMTBBC4uBQwBNPPHFRLVMa
EBDAyZNx2NpqCQCcmQBkZ2u/ZJ2cDtGnj+oC6NGOH4dt28DeHr74Aqqrz3lKVykqKsLLywuxZQuM
GweHD5v6FlGenp7l6uHfPVlYWEhPT88ytBaato9pb4cQYqz+aztlYS6MlLIRuBetrkA68KWUMlUI
sUIIYchWngecgK9aTfcbDCQIIZKArcCzUkqVAPxBhkqAdXWu9O0LFkakhf/73/945ZVXAK0+gK+v
b7sJQG5uLpmZmezYsaM5ATh4EAYOFOTn5/DYY4+Z9gfqZAEBARw+nEt4uCQ9XdvWMgFITbUAipCy
UCUAPdiBAweI/9vftDEAr74K5eXw9dfmDqtZcXExHh4eYBj7dK6+vfNnoR7+3Zv+/0+7v9E7+lX/
qv7rbpNG1IKUcqOUMkxKGSylfEq/bamU8lv991OllF6tp/tJKXdJKYdIKaP1X9/vrBh7A2MLAbUU
GhqKj6EeL+Dr68vx48cJCNBWA2w5Rz4/Px+AN954gyNHjjS3AISHa33qojst92eEgIAAampqCAqq
O6MFQAiBl5cXaWlgY5NJeXm5SgB6onvugfnzefrxx7H68kvqhg2DhQshMBBWrzZ3dM2aE4CTJ7Ws
vk8fc4dkNhMmTAgpLi627OiYv/zlL77ffPPNH5qAvGHDBudJkyaF/LHo2jd37lz/xMREO1Nf16Cj
MQANQoh3AD8hxKutd0op7++soJSuZUgAKivt/vCHBF9fX5KSkrj2Wq0V1LCiYGVlJeXl5Tg4OPDV
V1ZAMnZ2OWRmwu23m+5n6EraWgDg6VlMXl5/qqu1BMDLywtra2tycsDePp/y8nK8vVUC0KNkZcGb
bwKwQghCgZ/9/ZliYQG33QbLlmlNYAEBZgxSU1xcrA0APHlS+8doTNNeD6PT6ZBSsn379uxzHfvK
K6/kd0VMxmpsbGTNmjUm77dpqaO/EVcDW4BaILGNl9JDGBKA06etjW4BaM3QBeDlpfWB5uQ0AVBQ
oE0NvOuuu4DJQCRPPnkllZUQFnahkZtHgP6Xu6PjYaSEzEwtAfDz86OiQmtxdXI6QXl5Oe7uWstw
Q4N5Y1ZM5LXXwNqa9EcewUtKGoFncvRjj2+5Rfu6fr3ZwjOQUp7ZBWD65v9uYfny5V6hoaGRoaGh
kStWrOgHkJmZaRMQEBB13XXXBYSFhUXm5OTY+Pn5DSkoKLACeOihh3wCAgKiYmJiwq+55prApUuX
egHMnj074IMPPnAH8PPzG/LXv/7VNyIiYnBYWFjEvn377AC2bt3qMGzYsEGDBw+OGD58+KCkpKQO
u8gTEhLnrgShAAAgAElEQVTshgwZMnjQoEERYWFhEQcOHLAFePPNN/sYts+fP9+/sVFbFt3BwWH4
okWL+oeHh0f8/PPPTiNHjgzfsWOHA8C6detchg0bNigiImLwjBkzgsrKyiwA7r77br/g4ODIsLCw
iMWLF5/XWjkdrQNQLKX8Am0A3ketX+dzE6V7Kykpwdm5DydOnLsQUHt8fX2prKzk5ptjAB3XXVfD
u+/CkSNaAjBjxgycnaOBTLy8tCb/8HDTxN/VtLUAQAhtAEBamtbN4efnh+FZ4O5e2twFAHD6tDki
VUwpZdcu5AcfwNy5fCglo62sWLNgAT+npJCRkaF96vfwgKQkc4dKRUUFDQ0Nv3cB9Otn7pBM7pdf
fnH4/PPP+yYmJqYnJCSkf/zxx547d+60Bzhy5IjtvffeW5SdnZ0aFhZWbzhn+/btDuvXr3dPS0tL
3bx5c1ZycrJje9f38PBoTEtLS1+4cGHRs88+6wUQHR1dGx8fn5Genp62bNmy4w8//HCHD9zXXnvN
8+677z6RkZGRlpycnB4YGFi/d+9eu7Vr1/ZJSEjIyMjISLOwsJBvv/12X4CamhqLUaNGVWVmZqZd
ccUVlYbrFBQUWD399NM+O3bsOJiWlpY+YsSI6pUrV3oVFhZabty40T0rKyv14MGDaU8//XTB+fwZ
GjMNsEQI8TXaSHuAX4AH9GsDKD1ASUkJlpb/5NQpuPLKP3aNadOmsXHjRi655BJeeGEmlpbvsnix
EzfcoE2J8/X1xd7en75997J7dxjr1sHkySb8IbqQs7Mzffv2paJiH5aWkJ6utQCMGzeuOQHw8Cij
tLSiOQEoLe2xH8J6vMbGRv7xj39Q+9xz/Afg/vv5/o478LrsMiY/8wwWn3zCf//7X/71r39BdHS3
SAAMA3ubE4BOXl5z4cKFA1JSUkw3xxCIioqqXr169dH29m/bts3pyiuvPO3i4qIDuOqqq05t3brV
+cYbbzzt4+NTP2XKlKrW52zfvt1pxowZpx0cHKSDg4O8/PLL203N58+ffwpg5MiR1d9++607QGlp
qeXcuXMD8/Ly7IQQsqGhocMBTKNHj6564YUXfI4dO2Yzb968U0OGDKnbtGmTc0pKikN0dPRggNra
Wot+/fo1AlhaWnLbbbedtXj4tm3bHHNycuxGjhw5CKChoUHExMRU9u3bt8nW1lY3d+7cgKuvvvr0
3LlzyzqKpzVjOoU+QJue56t/rddvU3qInBw3ysru5U9/gpl/sKrCsGHD2LZtG88//zz9+sUzffpS
oqIgJUUbU+Ph4UtxsQO33DIOLy/BXXeBZYdDcrq3wMBAjh7NITQUDhxoorS0VD8FUNvv7V11RguA
qgdwcaqvr2f69Ok899xzPGhryy7grYQEDhw4wIwZM/Dx8WHSpEl8/vnnSCm1BCAlBfRNuuZi6Nbr
6V0A7XFwcNBd6DXs7OwkgJWVlWxsbBQAjzzyiN+ECRMqsrKyUtevX59dX1/f4TP0zjvvLP2///u/
bHt7e93VV18d+u233zpLKcWNN95YkpGRkZaRkZGWl5eX8tJLL+UD2NjY6Nqq2yClZNy4ceWGc3Jy
clK//PLLw9bW1uzfvz/9hhtuOLVhwwa3iRMnhp7Pz2hMC0A/KWXLB/6HQoi/nM9NlO6rvh727/8L
Njanee21P9j+30pQUBB5eYeIjITvv3fFwcGB06dd0OkgKMgktzC7gIAADhw4QGQkJCVp4x38/PzY
tUtrBfbwsDkjAVADAS9OO3fu5Oeff+bVFSsYuHQpX3l789A99wBatxbAvHnzWLRoEampqURFR0Nt
rTZYUL9OhjkYWgA8XVygrKzTuwA6+qTeWSZNmlS5cOHCgJUrVxZKKdm4caP7hx9+mNvRORMmTKi8
6667/KurqwsaGhrE5s2b3W699Vaj14gvLy+37N+/fz3AqlWrzvkLMy0tzWbw4MF1kZGRJ48cOWKz
f/9++6uuuqr8+uuvD3n88cdP+Pn5NZ44ccKyrKzMsmVXRWsTJ06sevDBBwempKTYRkVF1ZWXl1vk
5eVZ+/v7N1RWVlrMnTu3bOrUqZXBwcFD2rtGW4xpASgWQtwshLDUv24GOqj3plxMEhOhpiaYESPW
4O5ummsGBQWRm5vLoEFQXu6Ot3cghw4J/T7T3MPctLUADjNokCQvzxqwbh4DEBysdRNogwC1+ZAq
Abg4GaawXh0dDcA1+oe/n58fkZHa0tVjxowBYN++fTB0qHaimbsBDAlAP8MU2x44BmDcuHHV8+fP
LxkxYsTgmJiYwbfcckvR2LFjazo6Z8KECdXTp08vi4iIiJw8eXJoeHh4jaura5Ox93zkkUcKly9f
3n/w4MERjUa08nz66ad9wsLCIgcNGhSRnp5uv2TJkpKYmJjaJ5544viUKVPCwsLCIiZPnhx29OjR
Dgvt+fr6Nq5atSpv3rx5QWFhYRGxsbGDDhw4YHf69GnL6dOnh4aFhUWMHj06fOXKleeViBnTArAQ
eA14Ga0c8C7gIp3ApbRmqGESEmK6J1RQUBBr1qwhLKwJsMTNbSS5uYZ9JruNWQUHB1NbW4unZxFN
Tf2A0OYEYOxYcHFxobGxEQeHWsBeJQAXKUMC4FWvfTgLmzKFl52dcXNza16/IiwsDFtbW/bv388t
c+aAlZWWAMzr0pIpZ2geA2BYkKOHdgEsX778xPLly0+03BYeHl6flZWV2nLb8ePHDxi+X7ZsWeFL
L72UX1FRYTF69OjwUaNGVQP873//y2vr+PHjx1fv2bMnE2Dq1KlVeXl5KYZ9r776aj7A1VdfXXH1
1VdXtI7v6aefLnz66acLW29ftGjRqUWLFp3VMVhdXb2v5XvDfQFmzpxZMXPmzPTW5xw4cOCsbcY6
ZwIgpTxMO+sIKxe/jAwd0ERgoOkW4wkMDKSpqQk3twKgP3Z20eTmgo0N+Pqa7DZmNX78eABOnfoF
mA3E4unpx9GjWguAVhEQLC0rUAnAxSs/Px9HR0cc9H3qDBjAA6NHn3GMlZUVUVFRJCUlga2t1vTf
DVoALC0tcTIsTdwDWwD+qJtvvtk/KyvLvq6uTsybN69k3Lhx3Wf95i7W+1aGUM6QmloP5NKvn4na
/9FaAAC0ulE6dLpB5OZqC6X1lLVIBg8erF/2dw1OTqextLye0lJtnEPLBKCqqhw3N9UFcLEqKCjA
19cXjh3T/vK2KIXd0rBhw0hKSvp9IGCrBGD37t386U9/oqmuDj7+uNMXhjCsASAMywCrBKDZ+vXr
D2VkZKQdOnQo9Zlnnjnr03lv0kN+HSt/VGJiJXDwjGV9L5QhAUhLSwQOUVvrz6FDPaf5H7T6B1dc
cQU///wT/frtRqe7nNRUrRWlZQJgWAxIJQAXp/z8fO3fxtGjWvNVGyO0AaKjoykuLtYWvoqOhvx8
bTlMvaVLl/L5559T8eabWungH3/s1Li7oA6A0gOoBKAXe+mlV8jPdyQwsJGrrrrKZNf18/PD2tqa
X3/9FUintNSruQWgJ5k2bRqnT5+moOBtpHRg1Sptu2EQIKDqAVzkmlsAjh6FAQPaPS5aP0hw//79
WgIAkJwMQFZWFps3bwbAxlA6OP/3VWdzc3M5etS0g+jPqANgbQ2uria9vtIznDMBEEJ4CSHeF0J8
r38fIYS4o/NDUzrTpk2bePDBlwB7/v73a7C1NV3RR0tLS/z9/dm5cyeQwbFjbpw+3bNaAACmTp2K
EIKamu+xtq7ixx+1cuve3r+3AFRUVKgE4CIlpSQ/P//3BKB/+4u+GRKApKSks2YCrNJnhkMAB31S
QOHvLc/z58/njjtM+yv1jBaAfv3gIiu4pXQNY1oAPkQr2WsYvnUQUOsAXOR+/fVXLCy0ecoREcZM
Bjk/QUFB+sVI0tHpetYUQIO+ffsSGxsLNBASok2nCA7Wfte27AJQCcDFqby8nOrqany8vbUxAB20
ALi6uhIQEKAlAF5e4OMDu3dTW1vLBx98wODBg1kCNFlbg6Mj6GtkSClJT0/XzvvxR3joofMLUqfT
Eg15ZlXeM1oAVPO/0g5jEgAPKeWXgA5AStkIGD1vUumeMjMz6dtXG83cGUV5gpqf9ukttpn+PuZ2
xRVXADBqlPYLPThY264SgIufoZBVgIsL1NR0mACA1gqwf/9+7c3MmfDdd3z96aeUlpay9MEHuRnI
Hj5cqxmgbwEoLdVqRpw8eZK6d96BF16AEyfavccZ0tPhsstg2DD46qvmzTqdjpKSkh5dBwCguLjY
8tlnn/1D2U1nlwdubfXq1e5BQUGRo0aNCtuxY4fDbbfdNgC0MsI//fRTu/UIOpsxCUCVEKIv2hoA
CCEuBc5rveH2CCGmCyEyhRDZQohH29hvK4RYo98fJ4QIaLHvMf32TCHEFaaIpzfJyMjA0XEEjo7a
hxVTMyQAzs6/93X2tDEAAFfqiydceaUFDg6gXxvmrATg1Cntw5py8TCsAeBvmLrSQRcAaDMBsrKy
qK6uhrlzobqag6+8QkhICLNra3EFdkdFaX1E+gQgx1A8AmhI0U8v//XXDu8jpaTgww/RRUdrSYC3
t1alUK+srIympqYzuwB6oJKSEsv333+/zR+u4RyzLLZv357t4eHR4QfZV155Jf/aa689a27/H/HB
Bx94vPXWW4fj4uIOjh8/vvrDDz88CrBlyxbnX375xckU9/gjjEkA/oZWCyBYCLET+Bi470JvLISw
BN4AZgARwE1CiIhWh90BnJJShqAtRPRv/bkRwDwgEpgOvKm/nmKEpqYmsrKygDDCwjqnezBQ/7Tv
39+Bfv205XH1z8QeZfTo0cTHxzN79jT274dH9WmsnZ0dlpaWzQmATqeVBVYuHoYEwKdJ/5wwogVA
p9ORkpIC48fT5OlJVGoqt8yZg/W//02ihQX7nZzaTQBsDutLv3eQAHzwwQd4e3uTdfvt5DU0kP/z
z/D3v2vn6McXnFUIqId2ATz44IP9jx49ajto0KCIJUuW9N+wYYNzTExM+OTJk0NCQ0OjAKZOnRoc
GRk5OCQkJPKFF15oXrrXUB44MzPTJigoKHLevHn+ISEhkWPHjg2trKwUYFx54Pz8fKsxY8aEhoSE
RM6dO9ff19e3ueywwd///nefxMREpyVLlgQY4pw0aVJIZmamzccff+z59ttvew0aNChi06ZNXZ4I
nDMBkFLuBSYAY4AlQKSUMtkE9x4JZEspc6WU9cAXwKxWx8wCDKWH1wJThLb81izgCyllnZTyEJCt
v55ihCNHjlBXV0dVlW+nNP/D7y0Avr6+DBtm1mXRO11sbCwWFhaEhoKT/p+wEAIXF5fmQYCgCgJd
bAxdAB41+tVlz5EADB8+HICff/4ZLC1Ji4jgSmBJZSUcPcor/fpRXFKiJQAFBSAlufolMgfa2GBT
W6td6Jdf2rx+U1MTjz/+OGPd3BgPvA2s/eUXuP12sLODN94AWtQBcHSEqqoe2wLw4osvHhswYEBd
RkZG2qpVq44BpKWlObz55ptHDKv1ffbZZ3mpqanp+/fvT1u1apVXYWHhWR8Ujxw5Ynf//fefzM7O
TnV1dW36+OOP21wUpa3ywI8++qjvhAkTKrKzs1NvvPHGUwUFBTatz3vhhRcKoqKiqj/++ONcQ5yg
rVh46623Ft15550nMjIy0qZPn17Z+tzOds7RX0KIe4DPpJSp+vfuQoibpJRvXuC9/YCWc1+OAaPa
O0ZK2SiEKAP66rf/1upcvwuMp9fIzMwEbCgpcSY8vHPu0TIBeO45aOqFo0ZcXFwoLy/HQ/+5o6Cg
Z3aD9FSGVQDtioq0+f9eXh0eHxAQwOWXX84rr7zCAw88wLtlZbwK2L32GkyezMHKStyLi2H4cK1g
UHk5OTk5+Pj4cLmTk1ZAaNQoiI+HigpwPrP7eceOHRQWFvLs8OFw6BC/BQcjv/qK+++/H+bPh08/
heeea04AvA3lNrsgAVi4kAEpKZi4HDDVq1dzXvMjhw4dWjVo0KDmojr//ve/vb777js3gMLCQuvU
1FQ7b2/vM8oE+/n51Y0ZM6YGYPjw4dV5eXltTolqqzzwnj17nL755ptsgBtuuKHcxcXlovpNZ0wX
wCIpZXPNZCnlKWBR54VkWkKIxUKIBCFEQlGR0UWfejQtAQhCpxOd1gLg5uZGdHQ0I0eOxNsb/Hph
emZIAAzjAg4c6Ph4pYvV1MCUKfDdd23uPmMNAF9fo+pXL126lJMnT7Jy5UreTEqi3NkZISU89RQe
Hh7aw9mwmmBhITk5OQQFBXGpoRLXwoVaf9Hu3Wdd+4svvsDDwYHQXbvghhuYetNN7Ny5U+uquPtu
qK6G1at/7wIwDDrpoV0AbWlZBnjDhg3O27dvd05ISMjIzMxMGzx4cE1NTc1ZzzwbG5vmKRSWlpbN
pX9ba6s88MXOmPlflkIIIaU0DAK0BM5q5vgDjgMt29T667e1dcwxIYQV4IpWidCYcwGQUr4DvAMQ
Gxsr2zqmt8nIyMDBYQTV1Z0zA8CgeUR0L2VIAAICtHVYevkfR/ezfz9s2QK//ab1oeub8A2a1wA4
xxTAlsaNG8fEiRN59tlnAah48EFcamrg0kvx8PAgNTX1jAQgNzeXyZMnE5mTQy3QeNVVOFlYaPFM
m9Z83fqqKvavWcPbQUGIlBRYsoQbPD1ZtmwZ69at495774UJE+DFFzmlr1jobhgI1wUtAOf7Sd0U
XF1dm6qqqtr9EHv69GlLV1fXJmdnZ92+ffvskpKSTD7a/pJLLqn85JNP+jz11FOF69atcykvLz+v
sWjOzs5N53uOKRnTArAJWCOEmCKEmAL8V7/tQsUDoUKIQCGEDdqgvm9bHfMtsED//Q3AFn0i8i0w
Tz9LIBAIBfaYIKZeITMzE3f3yVhYwKBB5o6m5zKUBBZCm6mlEoDuQUpJaWkppOoLxtnbwzXXaA96
g+3buTElhf79+p1zFcDWli5dCmj1InyXLgV9MtC6BaD+8GGOHz9OUFAQ/vX1ZAGZhYVaItJyHMCx
YzSEhBBXVsbslBSIjYXx44mIiCAiIoK1a9dqxz3xBBw/TsD27djY2GBfqe9S7qFjALy9vZtiYmIq
Q0NDI5csWXLWFI3Zs2eXNTY2iqCgoMiHHnrILzo6uqqt61yIZ599Nn/Lli0uoaGhkV9++aW7h4dH
g5ubm9HdALNnzz793XffuZlrEKAxLQCPoA3+u0v//ifgvQu9sb5P/160RYYsgdVSylQhxAogQUr5
LfA+8IkQIhsoRUsS0B/3JZAGNAL3SCkvqr4Xc8rMzETKUURFndXNqJiQi4sLeXl5gJYAvPuuNhbC
iJZkpRNt2rSJa665huM33oiXgwNs3qzNp4+IgAce0Prf//Mf7gMuSU/XEoPrrjP6+hMnTuTuu+9m
zJgxzSWDQUsAqqqqqHFzwx44lZ6OlJLg4GD6lpSwG6hOSyPmssvg7bcpy8jgL488wpM7duBWUcF9
9va8tGkT1rGxzVN3brjhBlauXElhYSHeU6bApZdy2c6dePft+3shoB7cBbB+/fpDLd+3LMlrb28v
d+zYkdXWeYZyvz4+PrQsHbxixYrmRRiMKQ/cp0+fph07dhy0trZm8+bNjvv373e0t7c/q6W5ZVnf
lqWDhw4dWnfw4MG08/qhTciYcsA64C39y6SklBuBja22LW3xfS1wYzvnPgU8ZeqYerqKigry8wuw
tQ1hVus5F4pJGboAQPtQV12tjfNSrS7mtWXLFpqamjjx8894RUZq2VlcHCxdCk8+CUDdokW8+u67
PGSYm38eLQBCCN7Qj8hvyUM/GrREp6O/tTUV2dkABPv7Y3P0KNlCUJaeDrNmIf/zH5wGD+ZpoA9w
BRB5++1Y68tQG8yfP58nn3ySJ598ktdffx3++U88r7qKj4TQZgXY22srDyqdIjs722bOnDnBOp0O
a2truWrVqjxzx3Q+2u0C0H/CRghxQAiR3PrVdSEqpqQNAIygrs6OVmXNFRNzcXGhrExbM2vYMG2b
6gYwv7i4OAA8i4ooMzzYIyJg7Vq+feYZ3ly8mJy//IVHgKOxsdr+80gA2mNIAAxTAeuPHAEg1Noa
0dBAubc3aWlpMHEinz76KM8AFn5+2H79NWuLivjPf/5z1jXDw8O55557eOutt9i7dy9lY8aw19aW
0VVV2gCft95SdQA60ZAhQ+rS09PTMjMz01JSUtInTJhQbe6YzkdHLQAP6L9e3RWBKF1DSwC0J79K
ADqXv78/VVVVHDt2jMGD+2NtDfv2wbx55o6s92psbCQxMZFF112Hz9df8+WxY8zR79u9ezfXP/EE
TU1NjE1NRQKHVqxgwMGDcMWFLzbanAAUF4OPDxaFhTg6OtK3pAQAGRbG9u3bueKKK9i6dSvTr7mG
f/zf/4EQeHRw3RUrVvDll1+yZMkSdDodaY2NfPXll1w9e/YFx6z0bO22AEgpC/Qj/j+UUh5u/erC
GBUT0hKAsXh4SEJCzB1NzzZmzBgAdu3ahY0NREWd3QLw/PPPc8stt5ghut4pJSWF6upq5ujnZn6U
mEhCQgKnTp1i3rx5DBw4kDvvvFNfyRK8goK0cQEOFz7FvW/fvgDNAwFtT50iKCgIkaV1U8fcdBNe
Xl6UlZUxZ84cPvzwwzPGELTHzc2N559/noSEBNLT01m3fr16+CtG6XAMgJSySQihE0K4SilNsv6/
Yl579+7FxuY2Lr1UqJbBThYdHY2DgwM7d+5kzpw5REY28MUXFXz//R4sLaczYICOV155hZMnT/Le
e++ZtCSz0rY9e7TJQtFW2q++LBsbLrnkEhwdHamvr2fnzp3ExMRQW1vLl19+Sf9zrP9/Ps5oAfD2
xrm6muDgYDh4ENzdmb14MbOXLPlD17755pspKChg/PjxXHrppSaLWenZjJkFUAkcEEL8BDRPo5BS
3t9pUSmdoqGhgW3bkqmvD0L/4VTpRNbW1owcObL506SlZTKNjTEsXlzLsWMQEVHVvN78Rx/lsWZN
OBs2aOO2lM4RFxdH37598SgsBFdXdqSns37DBr7//nuuueYaLrnkEgBWr17Nyy+/jKMJB9D10a8J
XVxcjK5fP/o0NRESEAB790Jo6AX11QshePjhh00UqdJbGLMOwDrgn8AOILHFS7nIJCYmUlUVBaj+
/64yduxY9u/fT2VlJXl53wBw7Ni1BAY2kJbmjFbPCl580YUtW9pdBl4xkbi4OEaOHIlITYWoKLx9
fFi0aBHr1q3j9ttvbz5OCIGbm5tJ721lZYW7uzvFxcXkS4kFMM3ODnbsgOnTTXqv3uBCygEDrFix
ol9FRUXzM9CYEsHGWrJkSf+QkJDIJUuW9H/uuec8X3/99b4Ar776at+8vDxrU9zDFIwpBvQR2uI/
+4C9wH/125SLzNatW4HRWFpK9B90lE42duxYmpqa2L59O3v2rMLJ6TCwkjlzXgPq8fdfgaPjGA4e
1Goy//yzWcPt0crLy0lLS2PUyJHaIkCGNZq7kGExoAP6OfrjN2zQCvnce2+Xx3Kx66gcsDFWrVrl
VVlZ2fwMNKZEsLE+//xzj4yMjNRVq1Yde/jhh4vuvffeEoBPP/3U48iRI90mATCmGNCVwCogBxBA
oBBiiZTy+84OTjGtLVu24Oj4NIMGCTU1uIuMHj0aIQTLli2jpqaIzZuzeeqprbz99l5gICUlV+Ho
6EBNTS1RUXYqAehEiYmJSCkZHxYGpaXaqMwuZkgAfjt9mhmAbUqKto5/D16sp7O0LAc8YcKE8lWr
Vh375z//6fX111/3qa+vF1ddddXpl19+Ob+8vNxi5syZQQUFBTY6nU48/PDD+SdOnLA+efKk9YQJ
E8Lc3d0b4+LiDvr5+Q1JSEhILy8vt5gxY0boyJEjKxMSEpy8vLzqf/jhh2wnJye5fft2h0WLFgVY
WFgwYcKE8i1btri2XEgIYPLkySHV1dWWUVFREQ8++GBBenq6vZOTU1NgYGB9SkqKw6233hpkZ2en
S0hISHdycjLr8vTGdAG8BEySUk6UUk4AJgEvd25YiqnV1dXxyy/x1NYOY8IEc0fTe7i5uREZGUli
YiJ9+vRh/Pjx3HbbbZSVlSHEB1RW2nPy5HQsLD5l1iwde/eqssGdxTD/P8Yw2NKMLQA/G5YhtrCA
v/2ty+PoCVqXA163bp1Ldna2XXJycnp6enra/v37Hb7//nundevWuXh7ezdkZmamZWVlpV5//fXl
TzzxxMl+/fo1bN++/WBcXNzB1tdur0Twn//858A333zzcEZGRpqlpWWbD+8tW7Zk29ra6jIyMtIW
LVrU/K/59ttvP2UoC5yRkZFm7oc/GDcIsEJKmd3ifS5Q0d7BSvcUFxdHXd1QwJpWi4kpnWzs2LGk
pKQwa9YsrK2tmT17Nvfccw8xMbVkZ8Px49DY+DJhYZcjpT/btp3XyrO9S3k5uLj8/v6bb8BQDe8c
kpKSCAgIwOWovm6NmRKAzZs3o6upQScEFrNnQ3Bwl8dhcgsXDiAlxaTlgImKqmb1aqOLDG3atMll
x44dLhEREREA1dXVFhkZGXZTpkyp+Mc//jHgrrvu8ps1a1bZ9OnTK891rbZKBBcXF1tWVVVZTJ06
tQpgwYIFpT/99JNpB4p0MWNaABKEEBuFELcJIRYA64F4IcT1QojrOzk+xUS2bNmCEBMQQnLZZeaO
pne5TP8HPls/N9vR0ZGNGzeyatWbPP00LFhwEkhDp9uNg4MaB9CuH38EDw949VXtfU0NLF4Mzzxj
1OmpqalERkZq/f8eHuDl1YnBts3Dw4OamhrqgKyXXoLXX+/yGHoqKSV/+ctfCjIyMtIyMjLSjhw5
kvLXv/61eOjQoXV79+5NGzJkSM0///lPv7///e8+57qWsSWCL3bGtADYAScAQ8NxEWAPXANItFkC
Sjf3448/4uT0MoGBAv1sJKWLzJkzBycnJ6688srmbYakIDwcbrrJnf/+14YDBxIZP35ecwJQXw82
pkwTWsMAACAASURBVCi83RNkZsKcOdDQAP/6FyxYAJ99BkVF2h+SlB1Oo2tsbCQzM5MZM2ZoUy3M
8Okffl8LwN7enqB77gHrbjMe7MKcxyd1U2ldDnjGjBnly5cv9128eHGpq6ur7tChQ9Y2NjayoaFB
9OvXr/Huu+8udXd3b3r//fc9ABwdHZvKysosfHzOmQ8A4OHh0eTo6KjbsmWL4+TJk6s++eST8/5N
6uTk1FRWVtZtyoEZUwzo9nMdo3Rvu3btYvfueKytR6j+fzOwtrZmVgeVl6ytrYmKimLfvn1cdlk1
mzY5cPnlOrZts+DFF+H+XrriRllZGYcPH2ZoQADMnKk9LNetg+uv57frrmNoWhoOoGVKp0+Du3u7
18rOzqa+vp7IiAh4+224+eau+jHOYEgARo4ciXVPefibSctywJMnTy5btWrVsdTUVLtLLrlkEICD
g4Pus88+O5SRkWH72GOP9bewsMDKykq++eabhwEWLFhQPH369DAvL6/6tsYBtGXVqlV5d955p7+F
hQWjR4+ucHZ2Pq9ZA7feemvxfffd5//QQw91i0GAQkqzj0PoMrGxsTIhIcHcYXS5adOmER9vxenT
G1m7FtQqod3Pn//8Zz7//HMsLKKoqtqFl1cdp087cscdWlG33uixxx7jueeeY8uSJUx46y3YuBFm
zKBu1ixsv/1WO2juXFizBtLTOyyzuHbtWm688UaSN25kyJVXan+oRowbMLVvv/2WWbNm8fjjj/PU
UxdPMVMhRKKUMrbltqSkpLzo6Ohic8VkDmVlZRaurq46gMcff9y7oKDA+oMPPujy1o/zkZSU5BEd
HR3w/+3deXyU9bX48c9JQghbQkJIgITIkpCFLVFkFxVQARewaLXqr9Qqaq2ta61e7+8WvFerL7de
rbVa+Sna1rpURAuCQBUVAWXfkhAWhQRIQtgCAUIy5/fH80wIIROGrBNy3q/X85qZZz3zQGbOfNfq
tvnTBsA0Y0uWLGHBggUMH/4IgNX/B6iLL76Yo0ePMmRIB6AzTz31AfHxzg/bliovLw+Px8NHr7gz
kQ8eDMDcYcMoA75v2xZuv93ZtmdPjefauHEjIkJSaamzoomqAHr16gXAZZdd1iTXN3Xz3nvvRaSk
pKQlJSX1/eabb9o/8cQTu5s6prrwpw2AacamTZtGTEwMZWXDSU2FmFoPm2Ea0i233ML48eMREaKj
oykuPkTHji07Adi7dy99+/Zl6LFjnNi6lVWbNzNk2DDeWr6cvwNBXbrwrrf+Nj+/xnNt3LiRXr16
EbZ1q7OiiRKAfv36sXPnznqdY8A0nqlTp+6v3LWvuTtjCYCIDBKR+0XkGRF5XER+LCK+K9v8ICJR
IrJARHLcx9POJyLpIrJURDaKyDoRuaHStjdFZLuIrHGX9LrEc67at28fCxcu5O677yY7O4QLLmjq
iIwv3i/+Dh06AE79tyUAe4mPj+dHI0ZQJML/PPkkJSUlzJ8/nw+Az4uLT7bk9yMB6Nu3L2zY4GTB
0TVNsNuw7MvfBAqfCYCI3Coiq4BHcVr9ZwMFwEhgoYjMFJGEWl73EWCRqiYBi9zXVZUAP1XVvsA4
4A8iUrnP5W9UNd1d1lRzfIu3e7dTOpWU1Ic9e8DPxq6mCYWGhhIWFsahQ1YCsHfvXqKjo2m1bx/E
xvKvf/2LZ555hqNHjzJ06FCKioooj4iA4GBKd+6sGOinqtLSUjZv3nyyC2AT/fo/B3k8Hs852T3u
XOH++3h8ba+pBKAtMEJVJ6vqk6r6uqr+UVV/raoX4IwGmFTLuCYC3vkEZgKTqu6gqptVNcd9vgsn
+bDxMs9CvvurqH37bhw/3iTdnk0thIeHWwLAyQSAggI6paURHh7O9OnTiYiI4Prrr8fj8bDvwAGI
iSHn668ZPnx4RdJbWU5ODmVlZU4PgE2bLAGoPxsKCwsjLAkITB6PRwoLCyOADb728dkGQFVrbHtc
x1/dsarq/UvdA9T41SQig4FQnPkIvJ4Qkf/CLUFQ1eN1iOec5E0AgoK6AdClS1NGY/wVERHBoUOH
6Nat5SYApaWlFBcXOwlAfj6t+vThnnvu4cknn2TChAnExcUBUFhYSOfYWMjPx+PxsHLlSq5KSYHE
xIpzbXSH3U2PioLDhy0BqCdlZWW379mz5/U9e/b0wxqUByIPsKGsrOx2Xzv4TABE5MWazqyqNfZO
FpGFQHVfOY9VOY+KiM++iCLSFXgbmKKq3qKMR3ESh1DgNeC3wOM+jr8DuAMgIaG2NRbNkzcB8Hic
ghMrAWgevCUAaWlQUtIyBwQqKioCoFNUFBQUQGws9913H3PnzuX2209+nhUUFJAWG0vrH34AIG/O
HLj6avj004opdjds2EBQUFCT9wA411xwwQUFwDVNHYepvZp6Aax0H0cAacC77uvrgU1nOrGqjvW1
TUTyRaSrqu52v+ALfOwXDswBHlPVZZXO7S09OC4ibwAP1RDHazhJAoMGDWo5gx7gJADBwcGUlDhj
p1sJQPMQHh5e0QgQ4ODBljdZ3N69Tvfy2A4dnCF/Y2Lo3Lkzq1evBpwvdXBKAIiNpf2RIwCULnM/
JubPr0gAVq1aRWJiIqHZ2c42SwCMAWootlHVmao6ExgAXKKqL6nqS8AYoK6t7j8GprjPpwCzq+4g
IqHALOAtVf2gyrau7qPgtB/wWcfRkuXn5xMbG0tBgfPPbAlA81C5DQC0zGoAbwLQ1Tu8b5Xiq85u
RlRQUABduhDp/roP2eLOW/bFF3g8Hh566CHmzJnDLSNHwjPPQEYGNha2MQ5/6m0igUrTb9HeXVcX
TwGXiUgOMNZ97e1y+Lq7z4+BUcDPqunu9zcRWQ+sB6KB/6ljPOckbwKQnw/Bwfa511xYAnAyAagY
tqLKABadOnVCRCgsLMQTE0NrIK5dO+IPOxO96dq1/OLGG3nuuee4/847+c9Vq6CszBk10BgD+DcQ
0FPAahH5HBCcL+VpdbmoqhbhlCRUXb8CuN19/lfgrz6OH12X67cU3gRgzx7nB1SQNdNpFryNAC0B
gMgTJ5wVVRKAkJAQoqKiKCgooDgmhgjg2uHDSVmwgGPR0YTt3cvu99/nkUce4cm9e5G1a+GTTyCp
th2XjDn3nPErQVXfAIbgFMd/CAxzqwZMgKtcAmANAJsPbwlARITTZKUlJwDhR486K6r5DxwTE0Nh
YSGFbmZ71YAB9AJWp6VRGhzM2OBg/uNHP0JmzID77oMrr2ys8I1pFvwZCVBwiukHqupsINTtlmcC
mKpSUFBQUQJg9f/NR3h4OGVlZYSFHQNabgIQHh5OyL59zopqWkF27tyZgoIC8srKAOh74ADBwBf7
97NUlYkREXT43/+FNm3g0UcbMXpjmgd/CoX/BAwDfuK+LgZa6PxkzceBAwcoLS21BKAZCg93mtwE
BR0CWm4C4B0DgI4doXXr0/bxlgBsLykBoLPbM+C99etZ5PGQsH8/vPOOM+tfS+tGYYwf/EkAhqjq
L4FjAKq6H6f/vQlg3jEAOneO9XajNs2ENwEoKztIcHALTwAKCnzOYOUtAdh28CDlQOgaZ2yyzcCO
nj0RVSdxeMhnL2FjWjR/EoATIhIMKICIdKaGsYVNYPAmAO3axXPihJUANCcREREAp80ImJmZyeuv
v17DkeeOUxIAH9lrTEwM+/bt44fcXPYGBSHHj3M0NpYS4MJ77nG6vdx7r2W/xvjgTwLwIk4DwBgR
eQL4GniyQaMydeZNANwhE+wzsBnxlgAcOnSIyMiTCcAf/vAHpk6d6gx+c447pQqghhIAVWXdunUc
dKsIwgYO5G9/+xtT77kHtm6FJ55ozLCNaVb86QXwN+Bh4PfAbmCSqr7f0IGZuqk6DLCVADQf3gSg
6pTAmzY5A3B+/fXXTRVao/GnCiDGXb9x40aOtG8PgKSmctNNNxEaGuq0HbC+r8b45E8vgBlAmKq+
7M4GmCki0xo+NFMX+fn5BAUFcfSoU5xsCUDzUbkEwJsAqGpFAvDVV181ZXgN7ujRo5SUlBATGQlF
RT6Lr7yjAZ44cYLSSHdsstTUxgrTmGbPn/T4CmCmiPy00jqbACLA5efn07lzZwoLnX9iqwJoPqpL
AAoLC9nndon78ssvmzK8BuedCCjO2/K/hioAL/Xuk5LSoLEZcy7xJwEowBn973oReVlEQnBGBDQB
rPIogN7SUNM8VJcAeH/9DxkyhNWrV1NcXNyUITaoinkAgoOdFTU0AvSSHj2c8a7T0ho4OmPOHf4k
AKKqB1X1aqAQ+AKIaNCoTJ1VHQZYLGVrNkJDQwkLC6tIAPbvP5kA3HnnnXg86Zx3XihZWU0caAOp
mAdA3ck7fZQAREVFIe5/7CM33ADLl1t/f2POgj8JwMfeJ6o6DXga+L6B4jH1pPIwwFb/3/xUnhDo
6FFYv34zHTp04LrrrkNkPPv3t+bZZ898Ho/HwxtvvMHx48cbPug6mjVrFjt27CBszhx+AUR5Y/ZR
AhAcHOw0FAS69u4NF1zQSJEac27wpxfA76q8/sQm4wlsqnpKCYAlAM1PeHh4RS8AgPXrd5CWlkaH
Dh3o2NH583v7bdizp+bzfP311/z85z/nww8/bOCI6+bIkSNMnjyZX/ziF/T9+9/5E9D16aedjT5K
AOBkO4C4uLhGiNKYc4vPBEBEvnYfi0XkUKWlWEQONV6I5mwVFxdz7NgxmwioGas6JXBW1h7S3Prt
8vJ0RFZw4oTy8hkG5fZWHXgfA9XmzZtRVRbMnUt4YSFfgzOSX/v2EB7u87iYmBjat29f0W7CGOM/
nwmAqo50HzuoanilpYOq2l9bADs5DHAXCgqsBKA5qjolcFFRGWlpaRQVwaFDUai+xwUX7OKVV8Ad
Cr9amZmZAGzcuIlRo+Cttxoh+FrIzs4GIFmEYFXeatsW2bgRPv+8xgYsSUlJpFrXP2NqpaYSgKia
lsYM0pwdbwJw/HgvPB7o1auJAzJnrWoJAHQkLS2NlSudVwkJe9m79xGKiuD5532fx5sArF9fxFdf
wZtvNmTUtZeVlYWIcP+4cQDkd+oE3bvDoEE1HvfCCy8wf/78xgjRmHNOTW0AVgIr3Meqy4q6XNRN
IhaISI77GOljv3IRWeMuH1da31NElovIFhF5V0RscqJKvvvuOwByc51fRmPGNGU0pjZ8JQCrVjmv
fve7q/n++78ydOgPTJsGy5ZVfx5vArBtWxsAliypucTAq7S0FI+n8ab8yMrKomfPnlzfty8e4FDX
rn4d165dOyIjq/34MMacQU1VAD1VtZf7WHWp62/KR4BFqpoELHJfV+eoqqa7S+XBh54GXlDVRGA/
cFsd4zmnzJkzx/21GEWfPpCQ0NQRmbNVtRFgaGgMCQkJrFzplOj87GcT6d+/P4WFk4mPV266CQ4e
PPUcxcXF5ObmkpqaisfjDJBTWgr+DCQ4atQorrzySkpLSwHweCAvrz7f4amys7NJSUmhQ24uRzp1
Yuq99zbcxYwxgH/dABGRSBEZLCKjvEsdrzsRmOk+nwlM8vdAcTr+jgY+qM3x57ri4mK+/PJLrrji
GhYvhssua+qITG14SwAiIpy+8NHRSQQFBbFypdPbLSgoiOnTp7N160qmTv2CHTtg+vRTz+GtV588
eTKQRrt2pYSGwsKFNV9bVVm7di3z5s1j6tSpqCq//rWTeBQUnLrv/v3w6KPw5z/X/r16PB6ys7NJ
Tk6GTZvoMGQIN910U+1PaIzxiz9zAdwOfAnMB6a7j9PqeN1YVd3tPt8D+GqnHiYiK0RkmYh4v+Q7
AQdUtcx9nQv47AMkIne451jREmZRW7hwISdOnCAh4QZKSiwBaK4iIiIoKytD9QhwgpiYPuzbB9u3
n+zufvXVV9OqVSuOHFnAyJGwdOmp5/AW/0+aNAnoS+fOuxgxAhYsqPna+/fv59ixYyQnJ/PWW29x
ww2zePllp/Tg889P7vfqq8dITFSeegp++Usq2iecrZ07d3L06FFS+/SB7Gwbz9+YRuJPCcC9wIXA
D6p6KZABHDjTQSKyUEQ2VLNMrLyfqiqgPk5znqoOAm4C/iAivf2I9xSq+pqqDlLVQZ1bwChhc+bM
ISIigj17+hMcDJdc0tQRmdrwdmtbtmwpcICoqF4V9f/nn+88hoSE0LNnT7Zs2ULfvrBpE2ilv6TM
zExCQkLo338AIv1o1Wozl10Ga9ee/ku+sjy3rP/xxx9n9Ohf8P77lzN8uBIeDgsXlnHXXXeRmDiS
u+4KJSzsBxYvdrqa3n47nDhx9u/VW1IxMDwcjh+34XyNaST+JADHVPUYgIi0VtUsIPlMB6nqWFXt
V80yG8gXd6J697HajyNVzXMft+EMQZwBFAEd3TkJAOKBBqydbD5Ulblz53L55Zfz738HM2QIRNig
zc2SNwH49NNPgQN4PPH85S/ONm8CAJCYmEhOTg5paXDo0Kn19JmZmSQmJlJY2ArVcEpKVjJ2rLNt
0SLf1961axfgDK5z+PC9QBkvvLCbiy6CTz89xquvvkqrVtcBQezefQ0dOqzm5ZdhzZqaeyT4kuWO
aZxUXu6ssBIAYxqFPwlAroh0BD4CFojIbOCHOl73Y2CK+3wKMLvqDm67g9bu82hgBLDJLTH4HLiu
puNbojVr1rB7925GjZrEihVW/N+cVU4AQkKO8MUX7Xj/fXjgAejU6eR+iYmJbNmyhbQ056d/5fF+
srKySE1NZeNG53VBwecMHFhOZGTN1QDeEoBu3bpRUtINWMmePSu45BLIy2uPSDfi4++hZ89yoqPz
ueuuu7jmmnImTYLHH3eGLj4bWVlZdOzYkY7e7MUSAGMahT9DAV+rqgfceQD+LzCDuje6ewq4TERy
gLHua0RkkIi87u6TCqwQkbU4X/hPqar34+23wAMisgWnTcCMOsZzTvjss88A6NBhAqrW/a858yYA
WVlZ9OmziWuugdWr4bnnTt0vKSmJw4cP07mz077F+2V/4sQJtmzZQkpKSqV1q9m583suuQQWL/Z9
7coJwP797YAdrFmzhksvdbZ36XIHixeHMHlyMC+88Dzffvstf/nLX7jrLqeLYeV2Av7wNgCUrCzo
2tWmrjSmkZxNL4ABQDFOo7t+dbmoqhap6hhVTXKrCva561eo6u3u829Utb+qDnQfZ1Q6fpuqDlbV
RFW9XlUDf6aTRrBu3ToSEhLIyelIcLDNjdKcVR7a9rbb9jB7NgwcePp+iYmJABw4sJno6JMlAFu2
bKGsrIzU1FQ2bYKOHU8Ae8nMzGTkSNi2zfc8Anl5eURHRxMU1Jrdu4Po1KmENWvWMHCgInKQAwfu
5cQJuPZauOmmmxg+fDgvvvgiF18MbdvC3Lln916zsrJISUlxgrf6f2MajT+9AP4bWAe8BDznLn7M
Q2YaW2ZmJqmpqaxYAf36OR/GpnmKqNR4Y8SIET738yYATjXAyRIAbw8AbxVA377O+o0bN+I93ZIl
1Z8zLy+PuLg4du3CHUkyhDVr1rBr105UF3P0aEdiY2HoUBARJk+eTGZmJoWFOxk7FubMObUxYk2K
i4vZtWsXqUlJkJlpxf/GNCJ/SgB+DPRW1YtV9VJ3sdkAA4zH43F/STkJwBlGUDUBzlsCEBYWRkZG
hs/9evToQUhICDk5Oaf0BFiyZAmtWrUiJcVJAAYMaEVCQgKrVq0iIwPCwuDrr6s/pzcB2LHDed2v
XwTbt29nwYIFOLVxMHEiBLmfHuPc4Xvnz5/PhAnw/ffOd7k/1q1bB8CI8nI4fBguvti/A40xdeZP
ArABsEq5ALdjxw6OHj1KTMxgioosAWjuOnToAMDgwYMJDfU90nVISAg9evSoKAE4eBDy8pSPPvqI
MWPGcOBAOw4dckoAhg4dyvLlywkNhSFDai4B6NatW0UCMHx4PACvv/46ISELCAtTbrnl5P6pqanE
x8czb948Jkxw1vlbDTB79mxatWrFhd9/7xRZeU9gjGlw/iQAvwdWi8h8EfnYuzR0YObseKd7LStL
B+DCC5syGlNXrVu3pnv37owfP/6M+3p7AniL+efM2c62bdu49tpref99Z93w4TBkyBB++OEHdu/e
zYgRsGoVHDly6rlKS0spKCggLi6OnTuddaNHJwGwbNkyBgxoTXGxcNFFJ48REa644goWLlxI165l
DBjgVAOciarywQcfcNno0bSeMweuvNLqrYxpRP4kADNxxt5/ipNtAJ6r8QjT6Lx1vnv3nkdoqNMG
wDRvWVlZ/OY3vznjfklJSeTk5JCa6lS8f/TRZkSECRMm8sILMGoUZGQ4JQAAy5cvZ8QIKC+Hb789
9Vx73JaB3iqATp2gV69YurhzSl944YWEhHCaK664goMHD/Ltt98yYYJTvVB1boKq1qxZw/bt27m7
f39nZKLrrqv5AGNMvfInAShR1RdV9XNVXexdGjwyc1YyMzOJjo5m48a2DBgArVs3dUSmrtq2bUtw
cPAZ90tMTKS4uBiRQqKi4NtvjzB8+HC+/DKWnTvBm0NkZGQQEhLC8uXLGTYMRE6vBvB2AfQmAN6J
pNLTvSVL1RctjR07lqCgIObPn8+YMVBWBu6klD598MEHBAcHM7qoCNq0cUoAjDGNxp8E4CsR+b2I
DBOR871Lg0dmzkpmZiYpKWmsWGHF/y3NyZ4AOfTufYx9+1K56KJbefZZSEk5Wa3epk0b0tPTWbZs
GZGRTruAqg0BqyYA3bs7670NEQf5aFwSGRnJ4MGDmTdvHgMGOOs2bPAds6ryz3/+k9EXX0ybTz91
gmzXrnY3wBhTK/4kABnAUOBJrBtgQFJVMjMz6dZtFIcOWQPAliYpyamjz8nJITb2M6APTz11G6tX
w0MPnWytD047gO+++47y8nJGjXKGBL7jjpNf1r5KAKZMmcIDDzxAvxrqlkaPHs2KFSuIiDhOTAys
X+875k2bNpGdnc2DvXs7AxJcf31dboExphaqqc07SUSCgFdU9b1GisecBVVnRLcnnihl//5FrFzp
THZkCUDLct555xEcHMz999/PgQMHGD78ei6//D02b4abbz5136FDh/Lyyy+zceNGpk0bQGkpvP02
zJzpTMSXl5dHaGgorVp14uDBkwlAcnIyz1UdhrCKtLQ0PB4PW7dupX//NJ8JQHl5OQ8//DDhwcGM
nTsX+veHyZPr4U4YY85GjQmAqnpE5GHAEoAA9KMfwUcfQWSkAAXs359Gz542mFpLExoaSnp6Orm5
ufzxj39k6tSp+Oo5OGTIEMAZNjo//208nn0sWjSDESOcyXy8XQBzcwU4mQD4IznZmSMsOzub/v3T
eO01ZyChoCrljA8//DBz585l5bhxBM+bB++8Q7UtC40xDcqfv7qFIvIQ8C5Q0WnIO3yvaVyFhYWM
GjWKHj0uZd68P3H33WX06fMm9913J2vW7CA+vjsiTR2laWyLFy8mODiYsLCwGvdLTEwkKirqlN4F
jz/+R6AN27adPgjQ2SQAffr0AZzeC/36OfMCbNsGbhMFAN544w2ef/55pt98M+e/9x789Kec0qfQ
GNNo/EkAbnAff1lpnQK96j8ccyaLFi0iKyuLH35w5nV9552L6dbtIO3btyc+Pt6+/Fuodn42oBMR
fvazn7F27VoGDhzI888/T0lJHhERiWzd6kwFnJGRUasEIDw8nG7dupGdnV0xEdX69ScTgLVr13L3
3XczZswY/vPwYWc4wqefPot3aYypT/7MBtizmsW+/Kt48803mePP6Cd19M0339CuXTsmTPgDnTod
Y9SoGDIzM8nIyEDs29/44bnnnmPhwoVMcLsH7NqVR+/esG2bnlICEBICbvd/vyUnJ5OVlUXfvk43
Q2/jwkOHDnH99dcTGRnJe/ffT9Ds2fDww2d/AWNMvTljCYCItAJ+AYxyV30BvKqqJxowroAyd+5c
Dh06xI033uhzn//+7/+me/fuXNnAfZmXLFnC4MFD+eKLYK66Kpg335zF7t27adWqVYNe15x74uLi
AMjNzaVXL1izxkNJSQndunVj7VqIiwM/hiE4RUpKCu+88w5t2yq9eklFQ8Bf/epXbN26lc///W+i
HnvM+eK///56fkfGmLPhTzfAV4ALgD+5ywXuuhbj1VdfZfr06TXuU1BQQE5OToPGcfjwYdauXUvv
3j+iqAjGOrUAdO3alejo6Aa9tjn3VE0AfvhBgCB69OhxShfAs5GcnMyBAwcoLCykf3+nCqC0tJR3
332Xu+66i1EHDzqjD02bZv3+jWli/iQAF6rqFFX9t7vcCrSooWbS09PZvHkzJSUl1W4vKSnh8OHD
7Nq1iyNVB1evR8uXL6e8vBzvZIzeelZjaqNDhw5ERESQl+dUAZw4EQTE0atXL7Ztq30CAE5DwP79
IScHVqzYwPHjx7nkkktgxgzo0wd+/vN6fS/GmLPnTwJQLiK9vS9EpBdQXpeLikiUiCwQkRz3MbKa
fS4VkTWVlmMiMsnd9qaIbK+0Lb0u8ZxJeno6Ho+HDT6GNissLKx4vmXLlgaL45tvvkFE2L69N337
QteuDXYp00LExcVVlAA4etG6dW9yc2s3nkRKSgrgdAXs18+Zb+CTT5y/icGDB8MHH8Cnn4JVWRnT
5PxJAH4DfC4iX4jIYuDfwIN1vO4jwCJVTQIWua9P4c49kK6q6cBooAT4rHJc3u2quqaO8dTIOw76
mjXVXyY/P7/ieUNWAyxZsoS0tPNZurRVRfG/MXURHx9PXl5eRQLQtm1/NmyIAGDEiLM/X0JCAmFh
Ye5YAM66xYuPEBsbS0JCgvPF38vaEBsTCPzpBbAISAJ+DfwKSFbVz+t43Yk4swziPk46w/7XAZ+q
avVl8A2sR48ehIeH+0wACgoKKp43VAJQXl7O0qVLiY6+l6NHbd4UUz+8JQAJCSBSTnh4BkuWOLPy
pteiXC0oKIikpCSysrJITnZmpVy58mIGDRpqvVSMCTD+lACA0/CvH5AO3CAiP63jdWNVdbf7emlw
bgAAERlJREFUfA8Qe4b9bwTeqbLuCRFZJyIviIjPue9E5A4RWSEiKyoX1Z8NESE9Pf2MCUBISEiD
JQAbN27k0KGjbNx4LYMHYyUApl7Ex8e7UwCXERKSR6tWySxZAoMH176UPiUlhezsbIKC4De/OUJp
aS/Cwm6t17iNMXV3xgRARN7GmfxnJE7jvwuBM9YOishCEdlQzTKx8n6qqjgDC/k6T1egPzC/0upH
gRQ3lijgt76OV9XXVHWQqg7q3LnzmcL2aeDAgaxbtw6Px3PaNm8CkJGRcVoCoApz58LRo7W+NAD/
+Mc/gNvYu7c9jz+ODfhj6kVcXBwej4ddu3ZRVraZkpJE1q6FkSNrf87k5GS2b9/O8ePH6dp1GbCG
pUsvo6ys3sI2xtQDf0YCHASkuV/UflNVn79RRSRfRLqq6m73C77A177Aj4FZlccdqFR6cFxE3gAe
OpvYaiM9PZ0jR46wdevWitnXvAoKCmjfvj0DBgzgX//61ynbVq92iuvbtXNmPH3yyVOHRvXH1q1b
efbZP9K27fdkZMDll9f13RjjiI+PB5weJqpFFBU5f7a1qf/3Sk1Npby8nEWLFrmlZsvZtWs2b78N
t1pBgDEBw58qgA1AfQ/X9TEwxX0+BZhdw74/oUrxv5s0IE6l4iQ3xgZVU0PA/Px8YmJiSEpKIj8/
n0OHDlVs698fPvsMbrnFKQl4qBapyoMPPojITygpiWL6dPv1b+qPdyyAL7/8EtgGOP+/hg2r/Tkn
TpxIamoqU6ZM4ZNPPqFPn2wGDYKVK+shYGNMvfEnAYgGNonIfBH52LvU8bpPAZeJSA4w1n2NiAwS
kde9O4lID6A7sLjK8X8TkfXAeje+/6ljPGeUlpZGSEhItQlAQUFBRQIAJ7sClpeX06oVXHYZ/PnP
zq+fzz5zJknx12effcbs2bNJSbmPbt1g9Oh6eTvGACdLAJwEYCvgNNyLiKj9Odu1a8esWbM4fvw4
y5YtY8iQwSxeDH/8Yz0EbIypN/4kANNwfmU/CTxXaak1VS1S1TGqmqSqY70zC6rqClW9vdJ+36tq
nKp6qhw/WlX7q2o/Vb1FVQ/XJR5/hIWFkZqaytq1a0/bVjUByMnJYebMmXTo0IGnn36a8nJn2IRJ
k5y2AJ99dtopfJoxYwZdusSRm5vC5Zfbr39Tvzp16kTr1q1Zv349QUE/AHUr/vdKTk5m5kyno8/I
kSNp27bu5zTG1C+fCYBbvI6qLq5uqbxPS+GrJ4A3Aejd2xkvadmyZTz44IO0bt2aRx55hJEjR1JU
VMSoURAZCbNm+X/NdevWkZx8I/v2CZddVl/vxBiHiBAXF4eq0r17CeefDzfccObj/HHttdeSnZ3N
rVbxb0xAqqkE4HMR+ZWInDIgqIiEishoEZnJyXr8FiE9PZ28vLxTRv7zeDwUFhYSGxtL27ZtiY+P
56WXXmL//v0sXryYv/71ryxbtoy3336bVq3gqqvgk084Y4vo0lIoLj7K5s2bCQoaB1jXP9MwvO0A
EhO7sXIlXHJJ/Z27T58+NlGVMQGqpgRgHM6Qv++IyC4R2SQi24EcnIZ5f1DVNxshxoBRXUPAffv2
UV5eTkxMDABJSUmUl5fzy1/+kgEDBnDzzTeTkJDA0qVLAacaYP9++Oqr6q9RVAS/+x3ExsIVV5Ti
8Sj5+QPJyAD3EsbUK287gF42Qp8xLYrPBEBVj6nqn1R1BHAeMAbIUNXzVHWqqq5utCgDhDcBWL36
5Fv3jgHgTQDOP/98unTpcsrsgcOHD+ebb74B4IorICys+mqAI0ecBliPPw7JybB0aQQwjZycaOv6
ZxqMJQDGtEx+jQSoqidUdbeqHmjogAJZVFQUCQkJp5QAVE0AnnzySbKysoiMPDm/0fDhw8nNzWXn
zp20a+f04581yxkkCJxShNtvv51nnlnOnj3OfClLl0JS0hrgvzhxwur/TcPxVgFYAmBMy+LvUMDG
lZGRUWMJQGhoKBFV+lANcztVe6sBJk+G3Fz47jtn+5w5c5gxYwbTp3+FSCm9e29GBLp2nUZo6B7a
tKmfltnGVMfbeyUtLa2JIzHGNCZLAM5Seno62dnZHDlyBDg5E2BMDRX0AwcOpE2bNhXVAFdfDSEh
zi99gPXr1xMaGkr37rcSFLSM3//+/6KqbNq0hKuuepkPP3SqDYxpCOPHj2ft2rX069evqUMxxjQi
SwDOUkZGBqrK+vXrAacEICgoiE6dOvk8plWrVgwePLgiAYiMhDFj4J//dKoB1q9fT1LScHbu7MSQ
IcXMmjWL9evXs3fvXi6+uDPjxjXKWzMtlIgwYMCApg7DGNPILAE4S1V7AhQUFBAdHU1wcHCNxw0f
PpzVq1dz1J0VaPJk2LYN1q6FDRs2EBX1IwB+9as0Tpw4wQMPPABAf++k6sYYY0w9sgTgLCUkJBAZ
GVnRDsA7CNCZDBs2jLKyMlasWAE43QGDguCvfz1Kbm4ux4+PIjwcrruuJxdddBGLFi0CLAEwxhjT
MCwBOEsiQkZGxiklAP4mAEBFNUDnznDxxfCPfwD0YMeORC65xGkbcOeddwLQrVs3oqOjG+JtGGOM
aeEsAaiF9PR01q1bR1lZWcVMgGcSHR1NWlpaxS97gF//GnbvDgW2sGdPu4qR/iZPnkynTp0qqhuM
McaY+mYJQC1kZGRw7NgxHn74Yfbs2UNsbKxfx40bN47FixdX9CCYNAluvvk/ad36fzn/fGXSJGe/
sLAwFixYwEsvvdRQb8EYY0wLZwlALVxzzTVcddVVvPjiixw5coSuXbv6ddy4ceMoLS1l8eKTsxtv
3/41F144i5Urhe7dT+6bkZFhA7MYY4xpMJYA1EJ4eDiffPIJu3bt4u9//ztTp07167iLLrqINm3a
MG/ePICK7oTW/9oYY0xja5IEQESuF5GNIuIRkUE17DdORLJFZIuIPFJpfU8RWe6uf1dEQhsn8lPF
xMTwk5/8hKioKL/2DwsL49JLL61IAPLy8jh48KC19DfGGNPomqoEYAPwI+BLXzuISDDwMjAeSAN+
IiLesUqfBl5Q1URgP3Bbw4Zbf8aNG0dOTg5bt26tGEzIEgBjjDGNLaQpLqqqmeB0qavBYGCLqm5z
9/0HMFFEMoHRwE3ufjOBacArDRVvfRo/fjwAL774YsVYAn379m3KkIwxxrRATZIA+CkO2FnpdS4w
BOgEHFDVskrr4xo5tlpLTEykd+/evPjii0RGRvLKK6/4XYVgjDHG1JcGSwBEZCHQpZpNj6nq7Ia6
bjVx3AHcAc4ofoHg2WefZcOGDdxzzz107NixqcMxxhjTAjVYAqCqY+t4ijygUsc44t11RUBHEQlx
SwG8633F8RrwGsCgQYO0jjHVi0mTJjHJ2+nfGGOMaQKB3A3wOyDJbfEfCtwIfKyqCnwOXOfuNwVo
tBIFY4wx5lzQVN0ArxWRXGAYMEdE5rvru4nIXAD31/09wHwgE3hPVTe6p/gt8ICIbMFpEzCjsd+D
McYY05yJ84O6ZRg0aJB6Z+MzxhjjHxFZqao+x2wxzVMgVwEYY4wxpoFYAmCMMca0QJYAGGOMMS2Q
JQDGGGNMC2QJgDHGGNMCtaheACJSCPxQy8Ojgb31GE5Da27xQvOLubnFC80v5uYWLzS/mP2J9zxV
7dwYwZjG06ISgLoQkRXNqRtMc4sXml/MzS1eaH4xN7d4ofnF3NziNfXHqgCMMcaYFsgSAGOMMaYF
sgTAf681dQBnqbnFC80v5uYWLzS/mJtbvND8Ym5u8Zp6Ym0AjDHGmBbISgCMMcaYFsgSAD+IyDgR
yRaRLSLySFPHU5WIdBeRz0Vkk4hsFJF73fVRIrJARHLcx8imjrUyEQkWkdUi8i/3dU8RWe7e53fd
aaADhoh0FJEPRCRLRDJFZFgg32MRud/9/7BBRN4RkbBAu8ci8v9EpEBENlRaV+09FceLbuzrROT8
AIn3Gff/xDoRmSUiHStte9SNN1tErmjseH3FXGnbgyKiIhLtvm7ye2wajyUAZyAiwcDLwHggDfiJ
iKQ1bVSnKQMeVNU0YCjwSzfGR4BFqpoELHJfB5J7caZ69noaeEFVE4H9wG1NEpVv/wvMU9UUYCBO
7AF5j0UkDvg1MEhV+wHBwI0E3j1+ExhXZZ2vezoeSHKXO4BXGinGyt7k9HgXAP1UdQCwGXgUwP0b
vBHo6x7zJ/fzpLG9yekxIyLdgcuBHZVWB8I9No3EEoAzGwxsUdVtqloK/AOY2MQxnUJVd6vqKvd5
Mc4XUxxOnDPd3WYCk5omwtOJSDxwJfC6+1qA0cAH7i6BFm8EMAqYAaCqpap6gAC+x0AI0EZEQoC2
wG4C7B6r6pfAviqrfd3TicBb6lgGdBSRro0TqaO6eFX1M1Utc18uA+Ld5xOBf6jqcVXdDmzB+Txp
VD7uMcALwMNA5YZgTX6PTeOxBODM4oCdlV7nuusCkoj0ADKA5UCsqu52N+0BYpsorOr8AefDx+O+
7gQcqPRBGmj3uSdQCLzhVlu8LiLtCNB7rKp5wLM4v+52AweBlQT2PfbydU+bw9/iz4FP3ecBG6+I
TATyVHVtlU0BG7Opf5YAnENEpD3wT+A+VT1UeZs63T0CosuHiFwFFKjqyqaO5SyEAOcDr6hqBnCE
KsX9AXaPI3F+zfUEugHtqKYYONAF0j09ExF5DKc67m9NHUtNRKQt8B/AfzV1LKZpWQJwZnlA90qv
4911AUVEWuF8+f9NVT90V+d7i+/cx4Kmiq+KEcA1IvI9TpXKaJz69Y5ucTUE3n3OBXJVdbn7+gOc
hCBQ7/FYYLuqFqrqCeBDnPseyPfYy9c9Ddi/RRH5GXAVcLOe7FsdqPH2xkkM17p/g/HAKhHpQuDG
bBqAJQBn9h2Q5LaeDsVp1PNxE8d0Crf+fAaQqarPV9r0MTDFfT4FmN3YsVVHVR9V1XhV7YFzP/+t
qjcDnwPXubsFTLwAqroH2Ckiye6qMcAmAvQe4xT9DxWRtu7/D2+8AXuPK/F1Tz8Gfuq2VB8KHKxU
VdBkRGQcTnXWNapaUmnTx8CNItJaRHriNKz7tilirExV16tqjKr2cP8Gc4Hz3f/jAXmPTQNRVVvO
sAATcFr3bgUea+p4qolvJE4x6TpgjbtMwKlXXwTkAAuBqKaOtZrYLwH+5T7vhfMBuQV4H2jd1PFV
iTUdWOHe54+AyEC+x8B0IAvYALwNtA60ewy8g9NG4QTOF9Ftvu4pIDg9crYC63F6OARCvFtw6s29
f3t/rrT/Y2682cD4QLnHVbZ/D0QHyj22pfEWGwnQGGOMaYGsCsAYY4xpgSwBMMYYY1ogSwCMMcaY
FsgSAGOMMaYFsgTAGGOMaYEsATCmCYjINBF5qKnjMMa0XJYAGGOMMS2QJQDGNBIReUxENovI10Cy
u26qiHwnImtF5J/uyH0dRGS7O7wzIhJe+bUxxtQHSwCMaQQicgHOsMfpOKM0Xuhu+lBVL1TVgTjT
ON+mzpTOX+BMl4x73IfqjOlvjDH1whIAYxrHRcAsVS1RZ6ZG73wS/UTkKxFZD9wM9HXXvw7c6j6/
FXijUaM1xpzzLAEwpmm9Cdyjqv1xxu4PA1DVJUAPEbkECFbVDU0WoTHmnGQJgDGN40tgkoi0EZEO
wNXu+g7Abrd+/+Yqx7wF/B379W+MaQA2GZAxjUREHsOZ3rYAZ7reVcARnKlkC4HlQAdV/Zm7fxdg
O9BVVQ80RczGmHOXJQDGBCgRuQ6YqKr/p6ljMcace0KaOgBjzOlE5CVgPE6PAWOMqXdWAmCMMca0
QNYI0BhjjGmBLAEwxhhjWiBLAIwxxpgWyBIAY4wxpgWyBMAYY4xpgSwBMMYYY1qg/w8g6DL9xnZm
rgAAAABJRU5ErkJggg==
"
>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><strong>Note:</strong> you can try out any time series for this exercise!  If you would like to try another see e.g., <a href="https://datamarket.com/data/list/?q=provider%3Atsdl">this site containing thousands of time series</a> and pick another one!</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h1 id="Problem-2:-Create-a-sequence-generator">Problem 2: Create a sequence generator<a class="anchor-link" href="#Problem-2:-Create-a-sequence-generator">&#182;</a></h1>
</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="2.1--Getting-started">2.1  Getting started<a class="anchor-link" href="#2.1--Getting-started">&#182;</a></h2><p>In this project you will implement a popular Recurrent Neural Network (RNN) architecture to create an English language sequence generator capable of building semi-coherent English sentences from scratch by building them up character-by-character.  This will require a substantial amount amount of parameter tuning on a large training corpus (at least 100,000 characters long).  In particular for this project we will be using a complete version of Sir Arthur Conan Doyle's classic book The Adventures of Sherlock Holmes.</p>
<p>How can we train a machine learning model to generate text automatically, character-by-character?  <em>By showing the model many training examples so it can learn a pattern between input and output.</em>  With this type of text generation each input is a string of valid characters like this one</p>
<p><em>dogs are grea</em></p>
<p>while the corresponding output is the next character in the sentence - which here is 't' (since the complete sentence is 'dogs are great').  We need to show a model many such examples in order for it to make reasonable predictions.</p>
<p><strong>Fun note:</strong> For those interested in how text generation is being used check out some of the following fun resources:</p>
<ul>
<li><p><a href="http://www.cs.toronto.edu/~ilya/rnn.html">Generate wacky sentences</a> with this academic RNN text generator</p>
</li>
<li><p>Various twitter bots that tweet automatically generated text like<a href="http://tweet-generator-alex.herokuapp.com/">this one</a>.</p>
</li>
<li><p>the <a href="https://github.com/NaNoGenMo/2016">NanoGenMo</a> annual contest to automatically produce a 50,000+ novel automatically</p>
</li>
<li><p><a href="https://github.com/genekogan/RobotShakespeare">Robot Shakespeare</a> a text generator that automatically produces Shakespear-esk sentences</p>
</li>
</ul>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="2.2--Preprocessing-a-text-dataset">2.2  Preprocessing a text dataset<a class="anchor-link" href="#2.2--Preprocessing-a-text-dataset">&#182;</a></h2><p>Our first task is to get a large text corpus for use in training, and on it we perform a several light pre-processing tasks.  The default corpus we will use is the classic book Sherlock Holmes, but you can use a variety of others as well - so long as they are fairly large (around 100,000 characters or more).</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[125]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># read in the text, transforming everything to lower case</span>
<span class="n">text</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="s1">&#39;datasets/holmes.txt&#39;</span><span class="p">)</span><span class="o">.</span><span class="n">read</span><span class="p">()</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">&#39;our original text has &#39;</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">text</span><span class="p">))</span> <span class="o">+</span> <span class="s1">&#39; characters&#39;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt"></div>


<div class="output_subarea output_stream output_stdout output_text">
<pre>our original text has 581864 characters
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Next, lets examine a bit of the raw text.  Because we are interested in creating sentences of English words automatically by building up each word character-by-character, we only want to train on valid English words.  In other words - we need to remove all of the other characters that are not part of English words.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[126]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### print out the first 1000 characters of the raw text to get a sense of what we need to throw out</span>
<span class="n">text</span><span class="p">[:</span><span class="mi">2000</span><span class="p">]</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt output_prompt">Out[126]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>&#34;\ufeffproject gutenberg&#39;s the adventures of sherlock holmes, by arthur conan doyle\n\nthis ebook is for the use of anyone anywhere at no cost and with\nalmost no restrictions whatsoever.  you may copy it, give it away or\nre-use it under the terms of the project gutenberg license included\nwith this ebook or online at www.gutenberg.net\n\n\ntitle: the adventures of sherlock holmes\n\nauthor: arthur conan doyle\n\nposting date: april 18, 2011 [ebook #1661]\nfirst posted: november 29, 2002\n\nlanguage: english\n\n\n*** start of this project gutenberg ebook the adventures of sherlock holmes ***\n\n\n\n\nproduced by an anonymous project gutenberg volunteer and jose menendez\n\n\n\n\n\n\n\n\n\nthe adventures of sherlock holmes\n\nby\n\nsir arthur conan doyle\n\n\n\n   i. a scandal in bohemia\n  ii. the red-headed league\n iii. a case of identity\n  iv. the boscombe valley mystery\n   v. the five orange pips\n  vi. the man with the twisted lip\n vii. the adventure of the blue carbuncle\nviii. the adventure of the speckled band\n  ix. the adventure of the engineer&#39;s thumb\n   x. the adventure of the noble bachelor\n  xi. the adventure of the beryl coronet\n xii. the adventure of the copper beeches\n\n\n\n\nadventure i. a scandal in bohemia\n\ni.\n\nto sherlock holmes she is always the woman. i have seldom heard\nhim mention her under any other name. in his eyes she eclipses\nand predominates the whole of her sex. it was not that he felt\nany emotion akin to love for irene adler. all emotions, and that\none particularly, were abhorrent to his cold, precise but\nadmirably balanced mind. he was, i take it, the most perfect\nreasoning and observing machine that the world has seen, but as a\nlover he would have placed himself in a false position. he never\nspoke of the softer passions, save with a gibe and a sneer. they\nwere admirable things for the observer--excellent for drawing the\nveil from men&#39;s motives and actions. but for the trained reasoner\nto admit such intrusions into his own delicate and finely\nadjusted temperament was to introduce a dist&#34;</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Wow - there's a lot of junk here (i.e., weird uncommon character combinations - as this first character chunk contains the title and author page, as well as table of contents)!  To keep things simple, we want to train our RNN on a large chunk of more typical English sentences - we don't want it to start thinking non-english words or strange characters are valid! - so lets clean up the data a bit.</p>
<p>First, since the dataset is so large and the first few hundred characters contain a lot of junk, lets cut it out.  Lets also find-and-replace those newline tags with empty spaces.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[127]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### find and replace &#39;\n&#39; and &#39;\r&#39; symbols - replacing them </span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="p">[</span><span class="mi">1302</span><span class="p">:]</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>    <span class="c1"># replacing &#39;\n&#39; with &#39;&#39; simply removes the sequence</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">&#39;</span><span class="se">\r</span><span class="s1">&#39;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Lets see how the first 1000 characters of our text looks now!</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[128]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### print out the first 1000 characters of the raw text to get a sense of what we need to throw out</span>
<span class="n">text</span><span class="p">[:</span><span class="mi">1000</span><span class="p">]</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt output_prompt">Out[128]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>&#34;is eyes she eclipses and predominates the whole of her sex. it was not that he felt any emotion akin to love for irene adler. all emotions, and that one particularly, were abhorrent to his cold, precise but admirably balanced mind. he was, i take it, the most perfect reasoning and observing machine that the world has seen, but as a lover he would have placed himself in a false position. he never spoke of the softer passions, save with a gibe and a sneer. they were admirable things for the observer--excellent for drawing the veil from men&#39;s motives and actions. but for the trained reasoner to admit such intrusions into his own delicate and finely adjusted temperament was to introduce a distracting factor which might throw a doubt upon all his mental results. grit in a sensitive instrument, or a crack in one of his own high-power lenses, would not be more disturbing than a strong emotion in a nature such as his. and yet there was but one woman to him, and that woman was the late irene ad&#34;</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='TODO_3'></a></p>
<h4 id="TODO:-finish-cleaning-the-text">TODO: finish cleaning the text<a class="anchor-link" href="#TODO:-finish-cleaning-the-text">&#182;</a></h4><p>Lets make sure we haven't left any other atypical characters (commas, periods, etc., are ok) lurking around in the depths of the text.  You can do this by enumerating all the text's unique characters, examining them, and then replacing any unwanted characters with empty spaces!  Once we find all of the text's unique characters, we can remove all of the atypical ones in the next cell.  Note: don't remove the punctuation marks given in my_answers.py.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[129]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### TODO: implement cleaned_text in my_answers.py</span>
<span class="kn">from</span> <span class="nn">my_answers</span> <span class="k">import</span> <span class="n">cleaned_text</span>

<span class="n">text</span> <span class="o">=</span> <span class="n">cleaned_text</span><span class="p">(</span><span class="n">text</span><span class="p">)</span>

<span class="c1"># shorten any extra dead space created above</span>
<span class="n">text</span> <span class="o">=</span> <span class="n">text</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="s1">&#39;  &#39;</span><span class="p">,</span><span class="s1">&#39; &#39;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>With your chosen characters removed print out the first few hundred lines again just to double check that everything looks good.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[130]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### print out the first 2000 characters of the raw text to get a sense of what we need to throw out</span>
<span class="n">text</span><span class="p">[:</span><span class="mi">2000</span><span class="p">]</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt output_prompt">Out[130]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>&#39;is eyes she eclipses and predominates the whole of her sex. it was not that he felt any emotion akin to love for irene adler. all emotions, and that one particularly, were abhorrent to his cold, precise but admirably balanced mind. he was, i take it, the most perfect reasoning and observing machine that the world has seen, but as a lover he would have placed himself in a false position. he never spoke of the softer passions, save with a gibe and a sneer. they were admirable things for the observerexcellent for drawing the veil from mens motives and actions. but for the trained reasoner to admit such intrusions into his own delicate and finely adjusted temperament was to introduce a distracting factor which might throw a doubt upon all his mental results. grit in a sensitive instrument, or a crack in one of his own highpower lenses, would not be more disturbing than a strong emotion in a nature such as his. and yet there was but one woman to him, and that woman was the late irene adler, of dubious and questionable memory. i had seen little of holmes lately. my marriage had drifted us away from each other. my own complete happiness, and the homecentred interests which rise up around the man who first finds himself master of his own establishment, were sufficient to absorb all my attention, while holmes, who loathed every form of society with his whole bohemian soul, remained in our lodgings in baker street, buried among his old books, and alternating from week to week between cocaine and ambition, the drowsiness of the drug, and the fierce energy of his own keen nature. he was still, as ever, deeply attracted by the study of crime, and occupied his immense faculties and extraordinary powers of observation in following out those clues, and clearing up those mysteries which had been abandoned as hopeless by the official police. from time to time i heard some vague account of his doings: of his summons to odessa in the case of the trepoff murder, of his clearing up of th&#39;</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Now that we have thrown out a good number of non-English characters/character sequences lets print out some statistics about the dataset - including number of total characters and number of unique characters.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[131]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># count the number of unique characters in the text</span>
<span class="n">chars</span> <span class="o">=</span> <span class="nb">sorted</span><span class="p">(</span><span class="nb">list</span><span class="p">(</span><span class="nb">set</span><span class="p">(</span><span class="n">text</span><span class="p">)))</span>

<span class="c1"># print some of the text, as well as statistics</span>
<span class="nb">print</span> <span class="p">(</span><span class="s2">&quot;this corpus has &quot;</span> <span class="o">+</span>  <span class="nb">str</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">text</span><span class="p">))</span> <span class="o">+</span> <span class="s2">&quot; total number of characters&quot;</span><span class="p">)</span>
<span class="nb">print</span> <span class="p">(</span><span class="s2">&quot;this corpus has &quot;</span> <span class="o">+</span>  <span class="nb">str</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">chars</span><span class="p">))</span> <span class="o">+</span> <span class="s2">&quot; unique characters&quot;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt"></div>


<div class="output_subarea output_stream output_stdout output_text">
<pre>this corpus has 569169 total number of characters
this corpus has 33 unique characters
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="2.3--Cutting-data-into-input/output-pairs">2.3  Cutting data into input/output pairs<a class="anchor-link" href="#2.3--Cutting-data-into-input/output-pairs">&#182;</a></h2><p>Now that we have our text all cleaned up, how can we use it to train a model to generate sentences automatically?  First we need to train a machine learning model - and in order to do that we need a set of input/output pairs for a model to train on.  How can we create a set of input/output pairs from our text to train on?</p>
<p>Remember in part 1 of this notebook how we used a sliding window to extract input/output pairs from a time series?  We do the same thing here!  We slide a window of length $T$ along our giant text corpus - everything in the window becomes one input while the character following becomes its corresponding output.  This process of extracting input/output pairs is illustrated in the gif below on a small example text using a window size of T = 5.</p>
<p><img src="images/text_windowing_training.gif" width=400 height=400/></p>
<p>Notice one aspect of the sliding window in this gif that does not mirror the analogous gif for time series shown in part 1 of the notebook - we do not need to slide the window along one character at a time but can move by a fixed step size $M$ greater than 1 (in the gif indeed $M = 1$).  This is done with large input texts (like ours which has over 500,000 characters!) when sliding the window along one character at a time we would create far too many input/output pairs to be able to reasonably compute with.</p>
<p>More formally lets denote our text corpus - which is one long string of characters - as follows</p>
<p>$$s_{0},s_{1},s_{2},...,s_{P}$$</p>
<p>where $P$ is the length of the text (again for our text $P \approx 500,000!$).  Sliding a window of size T = 5 with a step length of M = 1 (these are the parameters shown in the gif above) over this sequence produces the following list of input/output pairs</p>
<p>$$\begin{array}{c|c}
\text{Input} &amp; \text{Output}\\
\hline \color{CornflowerBlue} {\langle s_{1},s_{2},s_{3},s_{4},s_{5}\rangle} &amp; \color{Goldenrod}{ s_{6}} \\
\ \color{CornflowerBlue} {\langle s_{2},s_{3},s_{4},s_{5},s_{6} \rangle } &amp; \color{Goldenrod} {s_{7} } \\
\color{CornflowerBlue}  {\vdots} &amp; \color{Goldenrod} {\vdots}\\
\color{CornflowerBlue} { \langle s_{P-5},s_{P-4},s_{P-3},s_{P-2},s_{P-1} \rangle } &amp; \color{Goldenrod} {s_{P}}
\end{array}$$</p>
<p>Notice here that each input is a sequence (or vector) of 5 characters (and in general has length equal to the window size T) while each corresponding output is a single character.  We created around P total number of input/output pairs  (for general step size M we create around ceil(P/M) pairs).</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='TODO_4'></a></p>
<p>Now its time for you to window the input time series as described above!</p>
<p><strong>TODO:</strong> Create a function that runs a sliding window along the input text and creates associated input/output pairs.  A skeleton function has been provided for you.  Note that this function should input a) the text  b) the window size and c) the step size, and return the input/output sequences.  Note: the return items should be <em>lists</em> - not numpy arrays.</p>
<p>(remember to copy your completed function into the script <em>my_answers.py</em> function titled <em>window_transform_text</em> before submitting your project)</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[132]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### TODO: implement window_transform_series in my_answers.py</span>
<span class="kn">from</span> <span class="nn">my_answers</span> <span class="k">import</span> <span class="n">window_transform_series</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>With our function complete we can now use it to produce input/output pairs!  We employ the function in the next cell, where the window_size = 50 and step_size = 5.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[133]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># run your text window-ing function </span>
<span class="n">window_size</span> <span class="o">=</span> <span class="mi">100</span>
<span class="n">step_size</span> <span class="o">=</span> <span class="mi">5</span>
<span class="n">inputs</span><span class="p">,</span> <span class="n">outputs</span> <span class="o">=</span> <span class="n">window_transform_text</span><span class="p">(</span><span class="n">text</span><span class="p">,</span><span class="n">window_size</span><span class="p">,</span><span class="n">step_size</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Lets print out a few input/output pairs to verify that we have made the right sort of stuff!</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[134]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># print out a few of the input/output pairs to verify that we&#39;ve made the right kind of stuff to learn from</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">&#39;input = &#39;</span> <span class="o">+</span> <span class="n">inputs</span><span class="p">[</span><span class="mi">2</span><span class="p">])</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">&#39;output = &#39;</span> <span class="o">+</span> <span class="n">outputs</span><span class="p">[</span><span class="mi">2</span><span class="p">])</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">&#39;--------------&#39;</span><span class="p">)</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">&#39;input = &#39;</span> <span class="o">+</span> <span class="n">inputs</span><span class="p">[</span><span class="mi">100</span><span class="p">])</span>
<span class="nb">print</span><span class="p">(</span><span class="s1">&#39;output = &#39;</span> <span class="o">+</span> <span class="n">outputs</span><span class="p">[</span><span class="mi">100</span><span class="p">])</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt"></div>


<div class="output_subarea output_stream output_stdout output_text">
<pre>input = e eclipses and predominates the whole of her sex. it was not that he felt any emotion akin to love f
output = o
--------------
input = erexcellent for drawing the veil from mens motives and actions. but for the trained reasoner to admi
output = t
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Looks good!</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="2.4--Wait,-what-kind-of-problem-is-text-generation-again?">2.4  Wait, what kind of problem is text generation again?<a class="anchor-link" href="#2.4--Wait,-what-kind-of-problem-is-text-generation-again?">&#182;</a></h2><p>In part 1 of this notebook we used the same pre-processing technique - the sliding window - to produce a set of training input/output pairs to tackle the problem of time series prediction <em>by treating the problem as one of regression</em>.  So what sort of problem do we have here now, with text generation?  Well, the time series prediction was a regression problem because the output (one value of the time series) was a continuous value.  Here - for character-by-character text generation - each output is a <em>single character</em>.  This isn't a continuous value - but a distinct class - therefore <strong>character-by-character text generation is a classification problem</strong>.</p>
<p>How many classes are there in the data?  Well, the number of classes is equal to the number of unique characters we have to predict!  How many of those were there in our dataset again?  Lets print out the value again.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[135]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># print out the number of unique characters in the dataset</span>
<span class="n">chars</span> <span class="o">=</span> <span class="nb">sorted</span><span class="p">(</span><span class="nb">list</span><span class="p">(</span><span class="nb">set</span><span class="p">(</span><span class="n">text</span><span class="p">)))</span>
<span class="nb">print</span> <span class="p">(</span><span class="s2">&quot;this corpus has &quot;</span> <span class="o">+</span>  <span class="nb">str</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">chars</span><span class="p">))</span> <span class="o">+</span> <span class="s2">&quot; unique characters&quot;</span><span class="p">)</span>
<span class="nb">print</span> <span class="p">(</span><span class="s1">&#39;and these characters are &#39;</span><span class="p">)</span>
<span class="nb">print</span> <span class="p">(</span><span class="n">chars</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt"></div>


<div class="output_subarea output_stream output_stdout output_text">
<pre>this corpus has 33 unique characters
and these characters are 
[&#39; &#39;, &#39;!&#39;, &#39;,&#39;, &#39;.&#39;, &#39;:&#39;, &#39;;&#39;, &#39;?&#39;, &#39;a&#39;, &#39;b&#39;, &#39;c&#39;, &#39;d&#39;, &#39;e&#39;, &#39;f&#39;, &#39;g&#39;, &#39;h&#39;, &#39;i&#39;, &#39;j&#39;, &#39;k&#39;, &#39;l&#39;, &#39;m&#39;, &#39;n&#39;, &#39;o&#39;, &#39;p&#39;, &#39;q&#39;, &#39;r&#39;, &#39;s&#39;, &#39;t&#39;, &#39;u&#39;, &#39;v&#39;, &#39;w&#39;, &#39;x&#39;, &#39;y&#39;, &#39;z&#39;]
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Rockin' - so we have a multiclass classification problem on our hands!</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="2.5--One-hot-encoding-characters">2.5  One-hot encoding characters<a class="anchor-link" href="#2.5--One-hot-encoding-characters">&#182;</a></h2><p>The last issue we have to deal with is representing our text data as numerical data so that we can use it as an input to a neural network. One of the conceptually simplest ways of doing this is via a 'one-hot encoding' scheme.  Here's how it works.</p>
<p>We transform each character in our inputs/outputs into a vector with length equal to the number of unique characters in our text.  This vector is all zeros except one location where we place a 1 - and this location is unique to each character type.  e.g., we transform 'a', 'b', and 'c' as follows</p>
<p>$$a\longleftarrow\left[\begin{array}{c}
1\\
0\\
0\\
\vdots\\
0\\
0
\end{array}\right]\,\,\,\,\,\,\,b\longleftarrow\left[\begin{array}{c}
0\\
1\\
0\\
\vdots\\
0\\
0
\end{array}\right]\,\,\,\,\,c\longleftarrow\left[\begin{array}{c}
0\\
0\\
1\\
\vdots\\
0\\
0 
\end{array}\right]\cdots$$</p>
<p>where each vector has 32 entries (or in general: number of entries = number of unique characters in text).</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>The first practical step towards doing this one-hot encoding is to form a dictionary mapping each unique character to a unique integer, and one dictionary to do the reverse mapping.  We can then use these dictionaries to quickly make our one-hot encodings, as well as re-translate (from integers to characters) the results of our trained RNN classification model.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[136]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># this dictionary is a function mapping each unique character to a unique integer</span>
<span class="n">chars_to_indices</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">((</span><span class="n">c</span><span class="p">,</span> <span class="n">i</span><span class="p">)</span> <span class="k">for</span> <span class="n">i</span><span class="p">,</span> <span class="n">c</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">chars</span><span class="p">))</span>  <span class="c1"># map each unique character to unique integer</span>

<span class="c1"># this dictionary is a function mapping each unique integer back to a unique character</span>
<span class="n">indices_to_chars</span> <span class="o">=</span> <span class="nb">dict</span><span class="p">((</span><span class="n">i</span><span class="p">,</span> <span class="n">c</span><span class="p">)</span> <span class="k">for</span> <span class="n">i</span><span class="p">,</span> <span class="n">c</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">chars</span><span class="p">))</span>  <span class="c1"># map each unique integer back to unique character</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Now we can transform our input/output pairs - consisting of characters - to equivalent input/output pairs made up of one-hot encoded vectors.  In the next cell we provide a function for doing just this: it takes in the raw character input/outputs and returns their numerical versions.  In particular the numerical input is given as $\bf{X}$, and numerical output is given as the $\bf{y}$</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[137]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># transform character-based input/output into equivalent numerical versions</span>
<span class="k">def</span> <span class="nf">encode_io_pairs</span><span class="p">(</span><span class="n">text</span><span class="p">,</span><span class="n">window_size</span><span class="p">,</span><span class="n">step_size</span><span class="p">):</span>
    <span class="c1"># number of unique chars</span>
    <span class="n">chars</span> <span class="o">=</span> <span class="nb">sorted</span><span class="p">(</span><span class="nb">list</span><span class="p">(</span><span class="nb">set</span><span class="p">(</span><span class="n">text</span><span class="p">)))</span>
    <span class="n">num_chars</span> <span class="o">=</span> <span class="nb">len</span><span class="p">(</span><span class="n">chars</span><span class="p">)</span>
    
    <span class="c1"># cut up text into character input/output pairs</span>
    <span class="n">inputs</span><span class="p">,</span> <span class="n">outputs</span> <span class="o">=</span> <span class="n">window_transform_text</span><span class="p">(</span><span class="n">text</span><span class="p">,</span><span class="n">window_size</span><span class="p">,</span><span class="n">step_size</span><span class="p">)</span>
    
    <span class="c1"># create empty vessels for one-hot encoded input/output</span>
    <span class="n">X</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="nb">len</span><span class="p">(</span><span class="n">inputs</span><span class="p">),</span> <span class="n">window_size</span><span class="p">,</span> <span class="n">num_chars</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">bool</span><span class="p">)</span>
    <span class="n">y</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="nb">len</span><span class="p">(</span><span class="n">inputs</span><span class="p">),</span> <span class="n">num_chars</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">bool</span><span class="p">)</span>
    
    <span class="c1"># loop over inputs/outputs and transform and store in X/y</span>
    <span class="k">for</span> <span class="n">i</span><span class="p">,</span> <span class="n">sentence</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">inputs</span><span class="p">):</span>
        <span class="k">for</span> <span class="n">t</span><span class="p">,</span> <span class="n">char</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">sentence</span><span class="p">):</span>
            <span class="n">X</span><span class="p">[</span><span class="n">i</span><span class="p">,</span> <span class="n">t</span><span class="p">,</span> <span class="n">chars_to_indices</span><span class="p">[</span><span class="n">char</span><span class="p">]]</span> <span class="o">=</span> <span class="mi">1</span>
        <span class="n">y</span><span class="p">[</span><span class="n">i</span><span class="p">,</span> <span class="n">chars_to_indices</span><span class="p">[</span><span class="n">outputs</span><span class="p">[</span><span class="n">i</span><span class="p">]]]</span> <span class="o">=</span> <span class="mi">1</span>
        
    <span class="k">return</span> <span class="n">X</span><span class="p">,</span><span class="n">y</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Now run the one-hot encoding function by activating the cell below and transform our input/output pairs!</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[138]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># use your function</span>
<span class="n">window_size</span> <span class="o">=</span> <span class="mi">100</span>
<span class="n">step_size</span> <span class="o">=</span> <span class="mi">5</span>
<span class="n">X</span><span class="p">,</span><span class="n">y</span> <span class="o">=</span> <span class="n">encode_io_pairs</span><span class="p">(</span><span class="n">text</span><span class="p">,</span><span class="n">window_size</span><span class="p">,</span><span class="n">step_size</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='TODO_5'></a></p>
<h2 id="2.6-Setting-up-our-RNN">2.6 Setting up our RNN<a class="anchor-link" href="#2.6-Setting-up-our-RNN">&#182;</a></h2><p>With our dataset loaded and the input/output pairs extracted / transformed we can now begin setting up our RNN for training.  Again we will use Keras to quickly build a single hidden layer RNN - where our hidden layer consists of LSTM modules.</p>
<p>Time to get to work: build a 3 layer RNN model of the following specification</p>
<ul>
<li>layer 1 should be an LSTM module with 200 hidden units --&gt; note this should have input_shape = (window_size,len(chars)) where len(chars) = number of unique characters in your cleaned text</li>
<li>layer 2 should be a linear module, fully connected, with len(chars) hidden units --&gt; where len(chars) = number of unique characters in your cleaned text</li>
<li>layer 3 should be a softmax activation ( since we are solving a <em>multiclass classification</em>)</li>
<li>Use the <strong>categorical_crossentropy</strong> loss </li>
</ul>
<p>This network can be constructed using just a few lines - as with the RNN network you made in part 1 of this notebook.  See e.g., the <a href="https://keras.io/getting-started/sequential-model-guide/">general Keras documentation</a> and the <a href="https://keras.io/layers/recurrent/">LSTM documentation in particular</a> for examples of how to quickly use Keras to build neural network models.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[148]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### necessary functions from the keras library</span>
<span class="kn">from</span> <span class="nn">keras.models</span> <span class="k">import</span> <span class="n">Sequential</span>
<span class="kn">from</span> <span class="nn">keras.layers</span> <span class="k">import</span> <span class="n">Dense</span><span class="p">,</span> <span class="n">Activation</span><span class="p">,</span> <span class="n">LSTM</span>
<span class="kn">from</span> <span class="nn">keras.optimizers</span> <span class="k">import</span> <span class="n">RMSprop</span>
<span class="kn">from</span> <span class="nn">keras.utils.data_utils</span> <span class="k">import</span> <span class="n">get_file</span>
<span class="kn">import</span> <span class="nn">keras</span>
<span class="kn">import</span> <span class="nn">random</span>

<span class="c1"># TODO implement build_part2_RNN in my_answers.py</span>
<span class="kn">from</span> <span class="nn">my_answers</span> <span class="k">import</span> <span class="n">build_part2_RNN</span>

<span class="n">model</span> <span class="o">=</span> <span class="n">build_part2_RNN</span><span class="p">(</span><span class="n">window_size</span><span class="p">,</span> <span class="nb">len</span><span class="p">(</span><span class="n">chars</span><span class="p">))</span>

<span class="c1"># initialize optimizer</span>
<span class="n">optimizer</span> <span class="o">=</span> <span class="n">keras</span><span class="o">.</span><span class="n">optimizers</span><span class="o">.</span><span class="n">RMSprop</span><span class="p">(</span><span class="n">lr</span><span class="o">=</span><span class="mf">0.001</span><span class="p">,</span> <span class="n">rho</span><span class="o">=</span><span class="mf">0.9</span><span class="p">,</span> <span class="n">epsilon</span><span class="o">=</span><span class="mf">1e-08</span><span class="p">,</span> <span class="n">decay</span><span class="o">=</span><span class="mf">0.0</span><span class="p">)</span>

<span class="c1"># compile model --&gt; make sure initialized optimizer and callbacks - as defined above - are used</span>
<span class="n">model</span><span class="o">.</span><span class="n">compile</span><span class="p">(</span><span class="n">loss</span><span class="o">=</span><span class="s1">&#39;categorical_crossentropy&#39;</span><span class="p">,</span> <span class="n">optimizer</span><span class="o">=</span><span class="n">optimizer</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt"></div>


<div class="output_subarea output_stream output_stdout output_text">
<pre>_________________________________________________________________
Layer (type)                 Output Shape              Param #   
=================================================================
lstm_11 (LSTM)               (None, 200)               187200    
_________________________________________________________________
dense_11 (Dense)             (None, 33)                6633      
=================================================================
Total params: 193,833.0
Trainable params: 193,833
Non-trainable params: 0.0
_________________________________________________________________
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<h2 id="2.7--Training-our-RNN-model-for-text-generation">2.7  Training our RNN model for text generation<a class="anchor-link" href="#2.7--Training-our-RNN-model-for-text-generation">&#182;</a></h2><p>With our RNN setup we can now train it!  Lets begin by trying it out on a small subset of the larger version.  In the next cell we take the first 10,000 input/output pairs from our training database to learn on.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[149]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># a small subset of our input/output pairs</span>
<span class="n">Xsmall</span> <span class="o">=</span> <span class="n">X</span><span class="p">[:</span><span class="mi">10000</span><span class="p">,:,:]</span>
<span class="n">ysmall</span> <span class="o">=</span> <span class="n">y</span><span class="p">[:</span><span class="mi">10000</span><span class="p">,:]</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>Now lets fit our model!</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[150]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># train the model</span>
<span class="n">model</span><span class="o">.</span><span class="n">fit</span><span class="p">(</span><span class="n">Xsmall</span><span class="p">,</span> <span class="n">ysmall</span><span class="p">,</span> <span class="n">batch_size</span><span class="o">=</span><span class="mi">500</span><span class="p">,</span> <span class="n">epochs</span><span class="o">=</span><span class="mi">40</span><span class="p">,</span><span class="n">verbose</span> <span class="o">=</span> <span class="mi">1</span><span class="p">)</span>

<span class="c1"># save weights</span>
<span class="n">model</span><span class="o">.</span><span class="n">save_weights</span><span class="p">(</span><span class="s1">&#39;model_weights/best_RNN_small_textdata_weights.hdf5&#39;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt"></div>


<div class="output_subarea output_stream output_stdout output_text">
<pre>Epoch 1/40
10000/10000 [==============================] - 4s - loss: 3.0393     
Epoch 2/40
10000/10000 [==============================] - 4s - loss: 2.8934     
Epoch 3/40
10000/10000 [==============================] - 4s - loss: 2.8729     
Epoch 4/40
10000/10000 [==============================] - 4s - loss: 2.8407     
Epoch 5/40
10000/10000 [==============================] - 4s - loss: 2.7984     
Epoch 6/40
10000/10000 [==============================] - 4s - loss: 2.7320     
Epoch 7/40
10000/10000 [==============================] - 4s - loss: 2.6535     
Epoch 8/40
10000/10000 [==============================] - 4s - loss: 2.5885     
Epoch 9/40
10000/10000 [==============================] - 4s - loss: 2.5283     
Epoch 10/40
10000/10000 [==============================] - 4s - loss: 2.4653     
Epoch 11/40
10000/10000 [==============================] - 4s - loss: 2.4194     
Epoch 12/40
10000/10000 [==============================] - 4s - loss: 2.3765     
Epoch 13/40
10000/10000 [==============================] - 4s - loss: 2.3443     
Epoch 14/40
10000/10000 [==============================] - 4s - loss: 2.3125     
Epoch 15/40
10000/10000 [==============================] - 4s - loss: 2.2839     
Epoch 16/40
10000/10000 [==============================] - 4s - loss: 2.2604     
Epoch 17/40
10000/10000 [==============================] - 4s - loss: 2.2350     
Epoch 18/40
10000/10000 [==============================] - 4s - loss: 2.2172     
Epoch 19/40
10000/10000 [==============================] - 4s - loss: 2.1943     
Epoch 20/40
10000/10000 [==============================] - 4s - loss: 2.1730     
Epoch 21/40
10000/10000 [==============================] - 4s - loss: 2.1557     
Epoch 22/40
10000/10000 [==============================] - 4s - loss: 2.1369     
Epoch 23/40
10000/10000 [==============================] - 4s - loss: 2.1156     
Epoch 24/40
10000/10000 [==============================] - 4s - loss: 2.0989     
Epoch 25/40
10000/10000 [==============================] - 4s - loss: 2.0801     
Epoch 26/40
10000/10000 [==============================] - 4s - loss: 2.0614     
Epoch 27/40
10000/10000 [==============================] - 4s - loss: 2.0472     
Epoch 28/40
10000/10000 [==============================] - 4s - loss: 2.0232     
Epoch 29/40
10000/10000 [==============================] - 4s - loss: 2.0068     
Epoch 30/40
10000/10000 [==============================] - 4s - loss: 1.9835     
Epoch 31/40
10000/10000 [==============================] - 4s - loss: 1.9638     
Epoch 32/40
10000/10000 [==============================] - 4s - loss: 1.9493     
Epoch 33/40
10000/10000 [==============================] - 4s - loss: 1.9202     
Epoch 34/40
10000/10000 [==============================] - 4s - loss: 1.9032     
Epoch 35/40
10000/10000 [==============================] - 4s - loss: 1.8794     
Epoch 36/40
10000/10000 [==============================] - 4s - loss: 1.8591     
Epoch 37/40
10000/10000 [==============================] - 4s - loss: 1.8323     
Epoch 38/40
10000/10000 [==============================] - 4s - loss: 1.8054     
Epoch 39/40
10000/10000 [==============================] - 4s - loss: 1.7836     
Epoch 40/40
10000/10000 [==============================] - 4s - loss: 1.7535     
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>How do we make a given number of predictions (characters) based on this fitted model?</p>
<p>First we predict the next character after following any chunk of characters in the text of length equal to our chosen window size.  Then we remove the first character in our input sequence and tack our prediction onto the end.  This gives us a slightly changed sequence of inputs that still has length equal to the size of our window.  We then feed in this updated input sequence into the model to predict the another character.  Together then we have two predicted characters following our original input sequence.  Repeating this process N times gives us N predicted characters.</p>
<p>In the next Python cell we provide you with a completed function that does just this - it makes predictions when given a) a trained RNN model, b) a subset of (window_size) characters from the text, and c) a number of characters to predict (to follow our input subset).</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[151]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># function that uses trained model to predict a desired number of future characters</span>
<span class="k">def</span> <span class="nf">predict_next_chars</span><span class="p">(</span><span class="n">model</span><span class="p">,</span><span class="n">input_chars</span><span class="p">,</span><span class="n">num_to_predict</span><span class="p">):</span>     
    <span class="c1"># create output</span>
    <span class="n">predicted_chars</span> <span class="o">=</span> <span class="s1">&#39;&#39;</span>
    <span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">num_to_predict</span><span class="p">):</span>
        <span class="c1"># convert this round&#39;s predicted characters to numerical input    </span>
        <span class="n">x_test</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="mi">1</span><span class="p">,</span> <span class="n">window_size</span><span class="p">,</span> <span class="nb">len</span><span class="p">(</span><span class="n">chars</span><span class="p">)))</span>
        <span class="k">for</span> <span class="n">t</span><span class="p">,</span> <span class="n">char</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">input_chars</span><span class="p">):</span>
            <span class="n">x_test</span><span class="p">[</span><span class="mi">0</span><span class="p">,</span> <span class="n">t</span><span class="p">,</span> <span class="n">chars_to_indices</span><span class="p">[</span><span class="n">char</span><span class="p">]]</span> <span class="o">=</span> <span class="mf">1.</span>

        <span class="c1"># make this round&#39;s prediction</span>
        <span class="n">test_predict</span> <span class="o">=</span> <span class="n">model</span><span class="o">.</span><span class="n">predict</span><span class="p">(</span><span class="n">x_test</span><span class="p">,</span><span class="n">verbose</span> <span class="o">=</span> <span class="mi">0</span><span class="p">)[</span><span class="mi">0</span><span class="p">]</span>

        <span class="c1"># translate numerical prediction back to characters</span>
        <span class="n">r</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">argmax</span><span class="p">(</span><span class="n">test_predict</span><span class="p">)</span>                           <span class="c1"># predict class of each test input</span>
        <span class="n">d</span> <span class="o">=</span> <span class="n">indices_to_chars</span><span class="p">[</span><span class="n">r</span><span class="p">]</span> 

        <span class="c1"># update predicted_chars and input</span>
        <span class="n">predicted_chars</span><span class="o">+=</span><span class="n">d</span>
        <span class="n">input_chars</span><span class="o">+=</span><span class="n">d</span>
        <span class="n">input_chars</span> <span class="o">=</span> <span class="n">input_chars</span><span class="p">[</span><span class="mi">1</span><span class="p">:]</span>
    <span class="k">return</span> <span class="n">predicted_chars</span>
</pre></div>

</div>
</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p><a id='TODO_6'></a></p>
<p>With your trained model try a few subsets of the complete text as input - note the length of each must be exactly equal to the window size.  For each subset use the function above to predict the next 100 characters that follow each input.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[152]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># TODO: choose an input sequence and use the prediction function in the previous Python cell to predict 100 characters following it</span>
<span class="c1"># get an appropriately sized chunk of characters from the text</span>
<span class="n">start_inds</span> <span class="o">=</span> <span class="p">[</span><span class="mi">128</span><span class="p">,</span> <span class="mi">256</span><span class="p">,</span> <span class="mi">512</span><span class="p">]</span>

<span class="c1"># load in weights</span>
<span class="n">model</span><span class="o">.</span><span class="n">load_weights</span><span class="p">(</span><span class="s1">&#39;model_weights/best_RNN_small_textdata_weights.hdf5&#39;</span><span class="p">)</span>
<span class="k">for</span> <span class="n">s</span> <span class="ow">in</span> <span class="n">start_inds</span><span class="p">:</span>
    <span class="n">start_index</span> <span class="o">=</span> <span class="n">s</span>
    <span class="n">input_chars</span> <span class="o">=</span> <span class="n">text</span><span class="p">[</span><span class="n">start_index</span><span class="p">:</span> <span class="n">start_index</span> <span class="o">+</span> <span class="n">window_size</span><span class="p">]</span>

    <span class="c1"># use the prediction function</span>
    <span class="n">predict_input</span> <span class="o">=</span> <span class="n">predict_next_chars</span><span class="p">(</span><span class="n">model</span><span class="p">,</span><span class="n">input_chars</span><span class="p">,</span><span class="n">num_to_predict</span> <span class="o">=</span> <span class="mi">100</span><span class="p">)</span>

    <span class="c1"># print out input characters</span>
    <span class="nb">print</span><span class="p">(</span><span class="s1">&#39;------------------&#39;</span><span class="p">)</span>
    <span class="n">input_line</span> <span class="o">=</span> <span class="s1">&#39;input chars = &#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span> <span class="o">+</span>  <span class="n">input_chars</span> <span class="o">+</span> <span class="s1">&#39;&quot;&#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span>
    <span class="nb">print</span><span class="p">(</span><span class="n">input_line</span><span class="p">)</span>

    <span class="c1"># print out predicted characters</span>
    <span class="n">line</span> <span class="o">=</span> <span class="s1">&#39;predicted chars = &#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span> <span class="o">+</span>  <span class="n">predict_input</span> <span class="o">+</span> <span class="s1">&#39;&quot;&#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span>
    <span class="nb">print</span><span class="p">(</span><span class="n">line</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt"></div>


<div class="output_subarea output_stream output_stdout output_text">
<pre>------------------
input chars = 
l emotions, and that one particularly, were abhorrent to his cold, precise but admirably balanced mi&#34;

predicted chars = 
nt of the say un to ment in the care and and and and on the chand has bee and tore in the care and t&#34;

------------------
input chars = 
ost perfect reasoning and observing machine that the world has seen, but as a lover he would have pl&#34;

predicted chars = 
e bere and the wand he was the laded so mend the sare and res and of the sint the sare and and and a&#34;

------------------
input chars = 
for drawing the veil from mens motives and actions. but for the trained reasoner to admit such intru&#34;

predicted chars = 
st and whe sould the sare had been and he was the was he was the lade so ment in the rase and the wa&#34;

</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>This looks ok, but not great.  Now lets try the same experiment with a larger chunk of the data - with the first 100,000 input/output pairs.</p>
<p>Tuning RNNs for a typical character dataset like the one we will use here is a computationally intensive endeavour and thus timely on a typical CPU.  Using a reasonably sized cloud-based GPU can speed up training by a factor of 10.  Also because of the long training time it is highly recommended that you carefully write the output of each step of your process to file.  This is so that all of your results are saved even if you close the web browser you're working out of, as the processes will continue processing in the background but variables/output in the notebook system will not update when you open it again.</p>
<p>In the next cell we show you how to create a text file in Python and record data to it.  This sort of setup can be used to record your final predictions.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[153]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1">### A simple way to write output to file</span>
<span class="n">f</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="s1">&#39;my_test_output.txt&#39;</span><span class="p">,</span> <span class="s1">&#39;w&#39;</span><span class="p">)</span>              <span class="c1"># create an output file to write too</span>
<span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="s1">&#39;this is only a test &#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span><span class="p">)</span>           <span class="c1"># print some output text</span>
<span class="n">x</span> <span class="o">=</span> <span class="mi">2</span>
<span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="s1">&#39;the value of x is &#39;</span> <span class="o">+</span> <span class="nb">str</span><span class="p">(</span><span class="n">x</span><span class="p">)</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span><span class="p">)</span>    <span class="c1"># record a variable value</span>
<span class="n">f</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>     

<span class="c1"># print out the contents of my_test_output.txt</span>
<span class="n">f</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="s1">&#39;my_test_output.txt&#39;</span><span class="p">,</span> <span class="s1">&#39;r&#39;</span><span class="p">)</span>              <span class="c1"># create an output file to write too</span>
<span class="n">f</span><span class="o">.</span><span class="n">read</span><span class="p">()</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt output_prompt">Out[153]:</div>


<div class="output_text output_subarea output_execute_result">
<pre>&#39;this is only a test \nthe value of x is 2\n&#39;</pre>
</div>

</div>

</div>
</div>

</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>With this recording devices we can now more safely perform experiments on larger portions of the text.  In the next cell we will use the first 100,000 input/output pairs to train our RNN model.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing text_cell rendered"><div class="prompt input_prompt">
</div>
<div class="inner_cell">
<div class="text_cell_render border-box-sizing rendered_html">
<p>First we fit our model to the dataset, then generate text using the trained model in precisely the same generation method applied before on the small dataset.</p>
<p><strong>Note:</strong> your generated words should be - by and large - more realistic than with the small dataset, but you won't be able to generate perfect English sentences even with this amount of data.  A rule of thumb: your model is working well if you generate sentences that largely contain real English words.</p>

</div>
</div>
</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[154]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># a small subset of our input/output pairs</span>
<span class="n">Xlarge</span> <span class="o">=</span> <span class="n">X</span><span class="p">[:</span><span class="mi">100000</span><span class="p">,:,:]</span>
<span class="n">ylarge</span> <span class="o">=</span> <span class="n">y</span><span class="p">[:</span><span class="mi">100000</span><span class="p">,:]</span>

<span class="c1"># TODO: fit to our larger dataset</span>
<span class="n">model</span><span class="o">.</span><span class="n">fit</span><span class="p">(</span><span class="n">Xlarge</span><span class="p">,</span> <span class="n">ylarge</span><span class="p">,</span> <span class="n">batch_size</span><span class="o">=</span><span class="mi">500</span><span class="p">,</span> <span class="n">epochs</span><span class="o">=</span><span class="mi">30</span><span class="p">,</span> <span class="n">verbose</span><span class="o">=</span><span class="mi">1</span><span class="p">)</span>

<span class="c1"># save weights</span>
<span class="n">model</span><span class="o">.</span><span class="n">save_weights</span><span class="p">(</span><span class="s1">&#39;model_weights/best_RNN_large_textdata_weights.hdf5&#39;</span><span class="p">)</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt"></div>


<div class="output_subarea output_stream output_stdout output_text">
<pre>Epoch 1/30
100000/100000 [==============================] - 45s - loss: 2.0343    
Epoch 2/30
100000/100000 [==============================] - 45s - loss: 1.9408    
Epoch 3/30
100000/100000 [==============================] - 44s - loss: 1.8749    
Epoch 4/30
100000/100000 [==============================] - 45s - loss: 1.8198    
Epoch 5/30
100000/100000 [==============================] - 45s - loss: 1.7704    
Epoch 6/30
100000/100000 [==============================] - 45s - loss: 1.7264    
Epoch 7/30
100000/100000 [==============================] - 45s - loss: 1.6850    
Epoch 8/30
100000/100000 [==============================] - 45s - loss: 1.6480    
Epoch 9/30
100000/100000 [==============================] - 45s - loss: 1.6113    
Epoch 10/30
100000/100000 [==============================] - 45s - loss: 1.5775    
Epoch 11/30
100000/100000 [==============================] - 45s - loss: 1.5440    
Epoch 12/30
100000/100000 [==============================] - 45s - loss: 1.5126    
Epoch 13/30
100000/100000 [==============================] - 45s - loss: 1.4813    
Epoch 14/30
100000/100000 [==============================] - 45s - loss: 1.4505    
Epoch 15/30
100000/100000 [==============================] - 45s - loss: 1.4209    
Epoch 16/30
100000/100000 [==============================] - 45s - loss: 1.3919    
Epoch 17/30
100000/100000 [==============================] - 45s - loss: 1.3624    
Epoch 18/30
100000/100000 [==============================] - 45s - loss: 1.3335    
Epoch 19/30
100000/100000 [==============================] - 45s - loss: 1.3042    
Epoch 20/30
100000/100000 [==============================] - 45s - loss: 1.2759    
Epoch 21/30
100000/100000 [==============================] - 45s - loss: 1.2475    
Epoch 22/30
100000/100000 [==============================] - 45s - loss: 1.2180    
Epoch 23/30
100000/100000 [==============================] - 45s - loss: 1.1896    
Epoch 24/30
100000/100000 [==============================] - 45s - loss: 1.1618    
Epoch 25/30
100000/100000 [==============================] - 45s - loss: 1.1335    
Epoch 26/30
100000/100000 [==============================] - 45s - loss: 1.1065    
Epoch 27/30
100000/100000 [==============================] - 45s - loss: 1.0799    
Epoch 28/30
100000/100000 [==============================] - 45s - loss: 1.0538    
Epoch 29/30
100000/100000 [==============================] - 45s - loss: 1.0270    
Epoch 30/30
100000/100000 [==============================] - 45s - loss: 1.0014    
</pre>
</div>
</div>

</div>
</div>

</div>
<div class="cell border-box-sizing code_cell rendered">
<div class="input">
<div class="prompt input_prompt">In&nbsp;[155]:</div>
<div class="inner_cell">
    <div class="input_area">
<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># TODO: choose an input sequence and use the prediction function in the previous Python cell to predict 100 characters following it</span>
<span class="c1"># get an appropriately sized chunk of characters from the text</span>
<span class="n">start_inds</span> <span class="o">=</span> <span class="p">[</span><span class="mi">128</span><span class="p">,</span> <span class="mi">256</span><span class="p">,</span> <span class="mi">512</span><span class="p">]</span>

<span class="c1"># save output</span>
<span class="n">f</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="s1">&#39;text_gen_output/RNN_large_textdata_output.txt&#39;</span><span class="p">,</span> <span class="s1">&#39;w&#39;</span><span class="p">)</span>  <span class="c1"># create an output file to write too</span>

<span class="c1"># load weights</span>
<span class="n">model</span><span class="o">.</span><span class="n">load_weights</span><span class="p">(</span><span class="s1">&#39;model_weights/best_RNN_large_textdata_weights.hdf5&#39;</span><span class="p">)</span>
<span class="k">for</span> <span class="n">s</span> <span class="ow">in</span> <span class="n">start_inds</span><span class="p">:</span>
    <span class="n">start_index</span> <span class="o">=</span> <span class="n">s</span>
    <span class="n">input_chars</span> <span class="o">=</span> <span class="n">text</span><span class="p">[</span><span class="n">start_index</span><span class="p">:</span> <span class="n">start_index</span> <span class="o">+</span> <span class="n">window_size</span><span class="p">]</span>

    <span class="c1"># use the prediction function</span>
    <span class="n">predict_input</span> <span class="o">=</span> <span class="n">predict_next_chars</span><span class="p">(</span><span class="n">model</span><span class="p">,</span><span class="n">input_chars</span><span class="p">,</span><span class="n">num_to_predict</span> <span class="o">=</span> <span class="mi">100</span><span class="p">)</span>

    <span class="c1"># print out input characters</span>
    <span class="n">line</span> <span class="o">=</span> <span class="s1">&#39;-------------------&#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span>
    <span class="nb">print</span><span class="p">(</span><span class="n">line</span><span class="p">)</span>
    <span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">line</span><span class="p">)</span>

    <span class="n">input_line</span> <span class="o">=</span> <span class="s1">&#39;input chars = &#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span> <span class="o">+</span>  <span class="n">input_chars</span> <span class="o">+</span> <span class="s1">&#39;&quot;&#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span>
    <span class="nb">print</span><span class="p">(</span><span class="n">input_line</span><span class="p">)</span>
    <span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">input_line</span><span class="p">)</span>

    <span class="c1"># print out predicted characters</span>
    <span class="n">predict_line</span> <span class="o">=</span> <span class="s1">&#39;predicted chars = &#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span> <span class="o">+</span>  <span class="n">predict_input</span> <span class="o">+</span> <span class="s1">&#39;&quot;&#39;</span> <span class="o">+</span> <span class="s1">&#39;</span><span class="se">\n</span><span class="s1">&#39;</span>
    <span class="nb">print</span><span class="p">(</span><span class="n">predict_line</span><span class="p">)</span>
    <span class="n">f</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">predict_line</span><span class="p">)</span>
<span class="n">f</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
</pre></div>

</div>
</div>
</div>

<div class="output_wrapper">
<div class="output">


<div class="output_area">

<div class="prompt"></div>


<div class="output_subarea output_stream output_stdout output_text">
<pre>-------------------

input chars = 
l emotions, and that one particularly, were abhorrent to his cold, precise but admirably balanced mi&#34;

predicted chars = 
ss. then hal a gand was the firl of the charrach, and then i thought of his face simp airited of the&#34;

-------------------

input chars = 
ost perfect reasoning and observing machine that the world has seen, but as a lover he would have pl&#34;

predicted chars = 
essed the surdest intoner that the door was no helved upon the table. i save to kind his eyes to de &#34;

-------------------

input chars = 
for drawing the veil from mens motives and actions. but for the trained reasoner to admit such intru&#34;

predicted chars = 
chious to see that it was a man it with your cound share and with a confice, that i had to lompon to&#34;

</pre>
</div>
</div>

</div>
</div>

</div>
    </div>
  </div>
</body>

 
</html>